00000001:02000400:1.0F:1767325786.473497:0:211153:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 119: writeconf on slave mdt shouldn't duplicate mdc/osp and crash ========================================================== 22:49:45 (1767325785) 00000400:00000010:1.0:1767325790.372839:0:211335:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 00000000913093f2. 00000400:00000010:1.0:1767325790.372853:0:211335:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 0000000046333ef1. 00000400:00000010:1.0:1767325790.372857:0:211335:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 000000006931ecb0. 00000400:00000010:1.0:1767325790.372859:0:211335:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 00000000e5429b18. 00000400:00000010:1.0:1767325790.372862:0:211335:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 32 at 000000005c78f62e. 00000400:00000010:1.0:1767325790.372865:0:211335:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 00000000a507d310. 00000400:00000010:1.0:1767325790.372868:0:211335:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 4 at 0000000071826e6a. 00000400:00000200:1.0:1767325791.201105:0:211350:0:(api-ni.c:1029:lnet_register_lnd()) tcp LND registered 00000400:00000010:1.0:1767325791.426692:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000019ee721c. 00000400:00000010:1.0:1767325791.426702:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007799ed19. 00000100:00000010:1.0:1767325791.426707:0:211378:0:(service.c:3564:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 192 at 000000004f99c0d6. 00000100:00000200:1.0:1767325791.427277:0:211378:0:(events.c:597:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:1.0:1767325791.427745:0:211378:0:(api-ni.c:726:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 0000000018ef20b6. 00000400:00000010:1.0:1767325791.427750:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cd7f1cba. 00000400:00000010:1.0:1767325791.427754:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000016543580. 00000400:00000010:1.0:1767325791.427756:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c96760aa. 00000400:00000010:1.0:1767325791.427758:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000090b4e3f7. 00000400:00000010:1.0:1767325791.427763:0:211378:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000c7beeebc. 00000400:00000010:1.0:1767325791.427768:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000a87fd23. 00000400:00000010:1.0:1767325791.427770:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000006f4b2524. 00000400:00000010:1.0:1767325791.427774:0:211378:0:(lib-msg.c:1258:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 32 at 000000006f5f3612. 00000400:00000010:1.0:1767325791.427776:0:211378:0:(lib-msg.c:1268:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 32 at 00000000ba3ea955. 00000400:00000010:1.0:1767325791.427845:0:211378:0:(api-ni.c:1221:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000003d075237. 00000400:00000010:1.0:1767325791.427863:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e764be63. 00000400:00000010:1.0:1767325791.427865:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aa1cc4f2. 00000400:00000010:1.0:1767325791.427920:0:211378:0:(api-ni.c:1221:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 0000000020fa423a. 00000400:00000010:1.0:1767325791.427937:0:211378:0:(lib-ptl.c:867:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 00000000bbdc3811. 00000400:00000010:1.0:1767325791.427940:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d389a1de. 00000400:00000010:1.0:1767325791.427942:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002f36b275. 00000400:00000010:1.0:1767325791.427945:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba841f46. 00000400:00000010:1.0:1767325791.427949:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000069c6071c. 00000400:00000010:1.0:1767325791.427957:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002208590a. 00000400:00000010:1.0:1767325791.427959:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006d171a40. 00000400:00000010:1.0:1767325791.427961:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001267577a. 00000400:00000010:1.0:1767325791.427964:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000088f3ab93. 00000400:00000010:1.0:1767325791.427966:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000097ec5beb. 00000400:00000010:1.0:1767325791.427968:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ea628901. 00000400:00000010:1.0:1767325791.427970:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d901731c. 00000400:00000010:1.0:1767325791.427974:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001d866c9b. 00000400:00000010:1.0:1767325791.427977:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000094d2989b. 00000400:00000010:1.0:1767325791.427978:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001b439612. 00000400:00000010:1.0:1767325791.427980:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000097135f3d. 00000400:00000010:1.0:1767325791.427986:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000100514a. 00000400:00000010:1.0:1767325791.427988:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001729655a. 00000400:00000010:1.0:1767325791.427990:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000098d8806c. 00000400:00000010:1.0:1767325791.427992:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000417f2afa. 00000400:00000010:1.0:1767325791.427995:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a9f46f50. 00000400:00000010:1.0:1767325791.427997:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000525c44cf. 00000400:00000010:1.0:1767325791.427999:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000098a928c. 00000400:00000010:1.0:1767325791.428000:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000767bcb23. 00000400:00000010:1.0:1767325791.428004:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eea37cbb. 00000400:00000010:1.0:1767325791.428006:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009b0b1b25. 00000400:00000010:1.0:1767325791.428008:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000047bad19a. 00000400:00000010:1.0:1767325791.428010:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008ef8d54c. 00000400:00000010:1.0:1767325791.428013:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004ec863fa. 00000400:00000010:1.0:1767325791.428016:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003317e456. 00000400:00000010:1.0:1767325791.428018:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000789f4c6f. 00000400:00000010:1.0:1767325791.428019:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003cfe4087. 00000400:00000010:1.0:1767325791.428023:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005bf9af0f. 00000400:00000010:1.0:1767325791.428025:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002b6cedda. 00000400:00000010:1.0:1767325791.428027:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000047948ac9. 00000400:00000010:1.0:1767325791.428029:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000043ccf45a. 00000400:00000010:1.0:1767325791.428032:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000025dba423. 00000400:00000010:1.0:1767325791.428034:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000021cbe688. 00000400:00000010:1.0:1767325791.428040:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007b170cb2. 00000400:00000010:1.0:1767325791.428042:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a8126355. 00000400:00000010:1.0:1767325791.428046:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000017c8cb35. 00000400:00000010:1.0:1767325791.428048:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000abbc793d. 00000400:00000010:1.0:1767325791.428050:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007840e371. 00000400:00000010:1.0:1767325791.428052:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eb8c02ec. 00000400:00000010:1.0:1767325791.428055:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005271be7a. 00000400:00000010:1.0:1767325791.428057:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b964a004. 00000400:00000010:1.0:1767325791.428059:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003db43f86. 00000400:00000010:1.0:1767325791.428061:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b6497acc. 00000400:00000010:1.0:1767325791.428065:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b4cb8703. 00000400:00000010:1.0:1767325791.428067:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d5e89d63. 00000400:00000010:1.0:1767325791.428069:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000004d34162. 00000400:00000010:1.0:1767325791.428071:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000711bae7f. 00000400:00000010:1.0:1767325791.428075:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e613b58c. 00000400:00000010:1.0:1767325791.428077:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000e04ae5e. 00000400:00000010:1.0:1767325791.428079:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b0e4fadc. 00000400:00000010:1.0:1767325791.428081:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e7b1227e. 00000400:00000010:1.0:1767325791.428084:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002b971343. 00000400:00000010:1.0:1767325791.428087:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c3e5ec5e. 00000400:00000010:1.0:1767325791.428088:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005ac040cc. 00000400:00000010:1.0:1767325791.428090:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e9b40a3f. 00000400:00000010:1.0:1767325791.428093:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dee036fd. 00000400:00000010:1.0:1767325791.428095:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c361c336. 00000400:00000010:1.0:1767325791.428097:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ed2116d5. 00000400:00000010:1.0:1767325791.428099:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000072d926ae. 00000400:00000010:1.0:1767325791.428103:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000478021bd. 00000400:00000010:1.0:1767325791.428105:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e2849e58. 00000400:00000010:1.0:1767325791.428107:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d62e8855. 00000400:00000010:1.0:1767325791.428108:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009e06f452. 00000400:00000010:1.0:1767325791.428112:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000058a344d1. 00000400:00000010:1.0:1767325791.428114:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000dda1a12e. 00000400:00000010:1.0:1767325791.428120:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fdbd1d2e. 00000400:00000010:1.0:1767325791.428122:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000de210b2e. 00000400:00000010:1.0:1767325791.428126:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ef1dcfed. 00000400:00000010:1.0:1767325791.428128:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000a160923. 00000400:00000010:1.0:1767325791.428130:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000000b539ec. 00000400:00000010:1.0:1767325791.428132:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f0c3dfa0. 00000400:00000010:1.0:1767325791.428135:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e31239e7. 00000400:00000010:1.0:1767325791.428137:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000018262955. 00000400:00000010:1.0:1767325791.428139:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009c9751ff. 00000400:00000010:1.0:1767325791.428141:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e836f25b. 00000400:00000010:1.0:1767325791.428145:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000869951b1. 00000400:00000010:1.0:1767325791.428148:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000772ed2ea. 00000400:00000010:1.0:1767325791.428150:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a3305f1c. 00000400:00000010:1.0:1767325791.428151:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009bbd8ea1. 00000400:00000010:1.0:1767325791.428155:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002f19b52c. 00000400:00000010:1.0:1767325791.428157:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000bebc5c3d. 00000400:00000010:1.0:1767325791.428159:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f78cf012. 00000400:00000010:1.0:1767325791.428161:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000072501236. 00000400:00000010:1.0:1767325791.428165:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001afc1324. 00000400:00000010:1.0:1767325791.428167:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003615c259. 00000400:00000010:1.0:1767325791.428168:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a784babb. 00000400:00000010:1.0:1767325791.428170:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000073159cce. 00000400:00000010:1.0:1767325791.428174:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000040019577. 00000400:00000010:1.0:1767325791.428177:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000073d8f672. 00000400:00000010:1.0:1767325791.428179:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000643963e3. 00000400:00000010:1.0:1767325791.428180:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ca42b5ba. 00000400:00000010:1.0:1767325791.428185:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000740ff546. 00000400:00000010:1.0:1767325791.428188:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009942726a. 00000400:00000010:1.0:1767325791.428189:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000070f96023. 00000400:00000010:1.0:1767325791.428191:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f91aa067. 00000400:00000010:1.0:1767325791.428195:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dde252f5. 00000400:00000010:1.0:1767325791.428199:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004e73e72b. 00000400:00000010:1.0:1767325791.428206:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000094166c5a. 00000400:00000010:1.0:1767325791.428207:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000071169148. 00000400:00000010:1.0:1767325791.428211:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fe2ea1ed. 00000400:00000010:1.0:1767325791.428213:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000006c43ac8. 00000400:00000010:1.0:1767325791.428214:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000655394db. 00000400:00000010:1.0:1767325791.428216:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f2667be4. 00000400:00000010:1.0:1767325791.428219:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005cc90887. 00000400:00000010:1.0:1767325791.428222:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ec09c0d0. 00000400:00000010:1.0:1767325791.428223:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b763f091. 00000400:00000010:1.0:1767325791.428225:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002eb5fa2b. 00000400:00000010:1.0:1767325791.428230:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f54ab3df. 00000400:00000010:1.0:1767325791.428232:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000698db6f. 00000400:00000010:1.0:1767325791.428234:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000056a76cea. 00000400:00000010:1.0:1767325791.428235:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005a80fbb1. 00000400:00000010:1.0:1767325791.428239:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009707f3aa. 00000400:00000010:1.0:1767325791.428241:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002bb301ae. 00000400:00000010:1.0:1767325791.428242:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000082521766. 00000400:00000010:1.0:1767325791.428243:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000085bff656. 00000400:00000010:1.0:1767325791.428247:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006f6a392f. 00000400:00000010:1.0:1767325791.428250:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002c0f82ec. 00000400:00000010:1.0:1767325791.428251:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000083c42e68. 00000400:00000010:1.0:1767325791.428253:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009cc122f1. 00000400:00000010:1.0:1767325791.428257:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005acd0e41. 00000400:00000010:1.0:1767325791.428259:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000044fe1dfc. 00000400:00000010:1.0:1767325791.428261:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cd8008b5. 00000400:00000010:1.0:1767325791.428263:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000da402840. 00000400:00000010:1.0:1767325791.428267:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000744a4076. 00000400:00000010:1.0:1767325791.428270:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002b6e9cc9. 00000400:00000010:1.0:1767325791.428272:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cb4a01b2. 00000400:00000010:1.0:1767325791.428274:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000035787a6c. 00000400:00000010:1.0:1767325791.428278:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a92a7457. 00000400:00000010:1.0:1767325791.428281:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008566f7a6. 00000400:00000010:1.0:1767325791.428286:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b0baa8f0. 00000400:00000010:1.0:1767325791.428288:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000acd3f788. 00000400:00000010:1.0:1767325791.428292:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bd846bf5. 00000400:00000010:1.0:1767325791.428295:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004803ac64. 00000400:00000010:1.0:1767325791.428296:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000074446d3c. 00000400:00000010:1.0:1767325791.428298:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f240e24a. 00000400:00000010:1.0:1767325791.428310:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008eb886af. 00000400:00000010:1.0:1767325791.428314:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009b3d0f14. 00000400:00000010:1.0:1767325791.428315:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000eb79dd6b. 00000400:00000010:1.0:1767325791.428317:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000453f0c0b. 00000400:00000010:1.0:1767325791.428321:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003537eef2. 00000400:00000010:1.0:1767325791.428323:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000003194eb7. 00000400:00000010:1.0:1767325791.428324:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e19624a8. 00000400:00000010:1.0:1767325791.428326:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fa45bc78. 00000400:00000010:1.0:1767325791.428329:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000002eb47b0. 00000400:00000010:1.0:1767325791.428331:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000023c77704. 00000400:00000010:1.0:1767325791.428332:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e5eb6491. 00000400:00000010:1.0:1767325791.428334:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000029b84956. 00000400:00000010:1.0:1767325791.428337:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000000787cbf. 00000400:00000010:1.0:1767325791.428339:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009aa96df7. 00000400:00000010:1.0:1767325791.428340:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006005b232. 00000400:00000010:1.0:1767325791.428342:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000070b850a8. 00000400:00000010:1.0:1767325791.428350:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000e53914e. 00000400:00000010:1.0:1767325791.428354:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e907ad54. 00000400:00000010:1.0:1767325791.428355:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e2941ba6. 00000400:00000010:1.0:1767325791.428357:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e9a4b07f. 00000400:00000010:1.0:1767325791.428360:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e130c82d. 00000400:00000010:1.0:1767325791.428362:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000028abb43f. 00000400:00000010:1.0:1767325791.428363:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004a73ec4f. 00000400:00000010:1.0:1767325791.428365:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000461077d0. 00000400:00000010:1.0:1767325791.428368:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d1f57676. 00000400:00000010:1.0:1767325791.428370:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000005283f572. 00000400:00000010:1.0:1767325791.428374:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ff5f79fc. 00000400:00000010:1.0:1767325791.428376:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000041752876. 00000400:00000010:1.0:1767325791.428379:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bf78f5fa. 00000400:00000010:1.0:1767325791.428381:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003e269b44. 00000400:00000010:1.0:1767325791.428383:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007d524fd5. 00000400:00000010:1.0:1767325791.428384:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008bfa6f32. 00000400:00000010:1.0:1767325791.428393:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000257ec146. 00000400:00000010:1.0:1767325791.428395:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000fff72193. 00000400:00000010:1.0:1767325791.428537:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003e41dd91. 00000400:00000010:1.0:1767325791.428542:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006629e0db. 00000400:00000010:1.0:1767325791.428547:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000001d07a3e. 00000400:00000010:1.0:1767325791.428550:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000063b5fbbc. 00000400:00000010:1.0:1767325791.428552:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000561f0d09. 00000400:00000010:1.0:1767325791.428553:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004e037203. 00000400:00000010:1.0:1767325791.428557:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000032beb1c4. 00000400:00000010:1.0:1767325791.428560:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000080c3701b. 00000400:00000010:1.0:1767325791.428562:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002e74b94a. 00000400:00000010:1.0:1767325791.428563:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f021bcca. 00000400:00000010:1.0:1767325791.428567:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000074879e60. 00000400:00000010:1.0:1767325791.428570:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b9725c9e. 00000400:00000010:1.0:1767325791.428572:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005bbc227d. 00000400:00000010:1.0:1767325791.428573:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000326e241f. 00000400:00000010:1.0:1767325791.428584:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000196722f2. 00000400:00000010:1.0:1767325791.428588:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008556514e. 00000400:00000010:1.0:1767325791.428590:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009e41af00. 00000400:00000010:1.0:1767325791.428592:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000639dbb86. 00000400:00000010:1.0:1767325791.428595:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000975a98eb. 00000400:00000010:1.0:1767325791.428597:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d05bd1e8. 00000400:00000010:1.0:1767325791.428599:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ab896688. 00000400:00000010:1.0:1767325791.428601:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000055a02227. 00000400:00000010:1.0:1767325791.428605:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004ebea973. 00000400:00000010:1.0:1767325791.428608:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000096fc059c. 00000400:00000010:1.0:1767325791.428614:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000043f17709. 00000400:00000010:1.0:1767325791.428616:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e85ad876. 00000400:00000010:1.0:1767325791.428620:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000c895947. 00000400:00000010:1.0:1767325791.428623:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e33ae9dc. 00000400:00000010:1.0:1767325791.428625:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ffad755a. 00000400:00000010:1.0:1767325791.428627:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000021278dbd. 00000400:00000010:1.0:1767325791.428636:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007df47de4. 00000400:00000010:1.0:1767325791.428640:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000832a0180. 00000400:00000010:1.0:1767325791.428642:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d1c73dbc. 00000400:00000010:1.0:1767325791.428644:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d9c2a6f5. 00000400:00000010:1.0:1767325791.428648:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000085b3e22d. 00000400:00000010:1.0:1767325791.428650:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000671019a5. 00000400:00000010:1.0:1767325791.428651:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bd748fba. 00000400:00000010:1.0:1767325791.428654:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c38bc27f. 00000400:00000010:1.0:1767325791.428657:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003b4ed159. 00000400:00000010:1.0:1767325791.428659:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000be7ad2e0. 00000400:00000010:1.0:1767325791.428661:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008c1f2714. 00000400:00000010:1.0:1767325791.428662:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cd1493a1. 00000400:00000010:1.0:1767325791.428665:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d1839ff3. 00000400:00000010:1.0:1767325791.428667:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000082572aed. 00000400:00000010:1.0:1767325791.428669:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000043fc85e. 00000400:00000010:1.0:1767325791.428670:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cd8c99eb. 00000400:00000010:1.0:1767325791.428678:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006439adba. 00000400:00000010:1.0:1767325791.428680:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000bb844a77. 00000400:00000010:1.0:1767325791.428682:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000eabfa62d. 00000400:00000010:1.0:1767325791.428683:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c7efe1c9. 00000400:00000010:1.0:1767325791.428686:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b393a7ec. 00000400:00000010:1.0:1767325791.428688:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000059d98832. 00000400:00000010:1.0:1767325791.428690:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d0e3336c. 00000400:00000010:1.0:1767325791.428691:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e469c34f. 00000400:00000010:1.0:1767325791.428694:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e262b84c. 00000400:00000010:1.0:1767325791.428696:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000db682c6e. 00000400:00000010:1.0:1767325791.428701:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000060fecf32. 00000400:00000010:1.0:1767325791.428702:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000574161bc. 00000400:00000010:1.0:1767325791.428706:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004f62bed8. 00000400:00000010:1.0:1767325791.428708:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000879dd402. 00000400:00000010:1.0:1767325791.428709:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000985fd526. 00000400:00000010:1.0:1767325791.428711:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006b20e843. 00000400:00000010:1.0:1767325791.428719:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000049c49106. 00000400:00000010:1.0:1767325791.428721:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000aa355da6. 00000400:00000010:1.0:1767325791.428723:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008b00ce4e. 00000400:00000010:1.0:1767325791.428724:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000bd1231e. 00000400:00000010:1.0:1767325791.428727:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000e043e4a. 00000400:00000010:1.0:1767325791.428729:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000224aabdf. 00000400:00000010:1.0:1767325791.428731:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001034c356. 00000400:00000010:1.0:1767325791.428732:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aa5b495c. 00000400:00000010:1.0:1767325791.428736:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002159e0f4. 00000400:00000010:1.0:1767325791.428738:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c8faed7f. 00000400:00000010:1.0:1767325791.428740:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001a862a32. 00000400:00000010:1.0:1767325791.428742:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000daf54897. 00000400:00000010:1.0:1767325791.428745:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005d7bb8a3. 00000400:00000010:1.0:1767325791.428747:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000969523f. 00000400:00000010:1.0:1767325791.428749:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c9d91a12. 00000400:00000010:1.0:1767325791.428750:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003dea27ef. 00000400:00000010:1.0:1767325791.428758:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000076ab7dc. 00000400:00000010:1.0:1767325791.428761:0:211378:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000404e2215. 00000400:00000010:1.0:1767325791.428763:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000014778c80. 00000400:00000010:1.0:1767325791.428765:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dcbbc4b9. 00000400:00000010:1.0:1767325791.428768:0:211378:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009aefa6df. 00000400:00000010:1.0:1767325791.428770:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000592c5416. 00000400:00000010:1.0:1767325791.428772:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000283f61e. 00000400:00000010:1.0:1767325791.428775:0:211378:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000abf2e2d7. 00000400:00000010:1.0:1767325791.428781:0:211378:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000af4dd592. 00000400:00000010:1.0:1767325791.428783:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a244c280. 00000400:00000010:1.0:1767325791.428784:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000054c1420. 00000400:00000010:1.0:1767325791.428790:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000680e68ad. 00000400:00000010:1.0:1767325791.428792:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000169c3d98. 00000400:00000010:1.0:1767325791.428798:0:211378:0:(config.c:573:lnet_parse_networks()) alloc '(tokens)': 4 at 0000000068bcdbd8. 00000400:00000010:1.0:1767325791.428803:0:211378:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000184a8388. 00000400:00000010:1.0:1767325791.428805:0:211378:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c3285877. 00000400:00000010:1.0:1767325791.428807:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009bb97208. 00000400:00000010:1.0:1767325791.428809:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005693201d. 00000400:00000010:1.0:1767325791.428810:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003f05f448. 00000400:00000010:1.0:1767325791.428812:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000028ba567d. 00000400:00000010:1.0:1767325791.428814:0:211378:0:(config.c:785:lnet_parse_networks()) kfreed 'tokens': 4 at 0000000068bcdbd8. 00000400:00000010:1.0:1767325791.428827:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004608115a. 00000400:00000010:1.0:1767325791.428829:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000003662dc58. 00000800:00000010:3.0F:1767325791.430637:0:211387:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000093baa128. 00000800:00000010:3.0:1767325791.430646:0:211387:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000b343dc53. 00000400:00000200:3.0:1767325791.430827:0:211378:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767325791.430906:0:211378:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.42) 00000400:02000000:3.0:1767325791.430921:0:211378:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.42@tcp [8/256/0/180] 00000800:00000010:1.0:1767325791.433741:0:211388:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000092633cc7. 00000800:00000010:1.0:1767325791.433754:0:211388:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 0000000017d2484a. 00000400:00000010:3.0:1767325791.433917:0:211378:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000fb6f5854. 00000400:00000010:3.0:1767325791.433925:0:211378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000934674d5. 00000400:00000010:3.0:1767325791.433945:0:211378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005673e182. 00000400:00000200:3.0:1767325791.433957:0:211378:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:3.0:1767325791.433961:0:211378:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000068e7a357. 00000400:00000010:3.0:1767325791.433964:0:211378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af275e96. 00000400:00000010:3.0:1767325791.433967:0:211378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a3a8859. 00000400:00000200:3.0:1767325791.433969:0:211378:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000068e7a357 00000400:00000200:3.0:1767325791.433971:0:211378:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:3.0:1767325791.433974:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000041176a33. 00000400:00000010:3.0:1767325791.433977:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ebaeffa1. 00000400:00000010:3.0:1767325791.433980:0:211378:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000848a0b98. 00000400:00000010:3.0:1767325791.433981:0:211378:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000018d0985c. 00000400:00000200:3.0:1767325791.434323:0:211378:0:(peer.c:4275:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:3.0:1767325791.434454:0:211378:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 8 at 00000000bf61014d. 00000400:00000200:1.0:1767325791.434646:0:211392:0:(peer.c:4101:lnet_peer_discovery()) started 00000100:00000010:3.0:1767325791.434831:0:211378:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 760 at 0000000052c8910f. 00000100:00000010:3.0:1767325791.434835:0:211378:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000aa2f6291. 00000100:00000010:3.0:1767325791.434838:0:211378:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000c81f27b8. 00000100:00000010:3.0:1767325791.434840:0:211378:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000000abab710. 00000100:00000010:3.0:1767325791.434843:0:211378:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000035fc7d08. 00000100:00000010:3.0:1767325791.436247:0:211378:0:(connection.c:186:ptlrpc_connection_init()) kmalloced '(cpus_latency_qos)': 1088 at 0000000055d5e02e. 00000100:00000010:3.0:1767325791.436549:0:211378:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000007ffb6713. 00000100:00000010:3.0:1767325791.436554:0:211378:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000b4014d7c. 00000100:00000010:3.0:1767325791.436556:0:211378:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000002d3a2bd2. 00000100:00000010:3.0:1767325791.436558:0:211378:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000025aacece. 00000100:00000010:3.0:1767325791.436560:0:211378:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000836efc5a. 00000100:00000010:3.0:1767325791.436562:0:211378:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000005801a84b. 00000001:00000010:3.0:1767325791.436732:0:211378:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 000000008e08b0ab. 00000001:00000010:3.0:1767325791.436737:0:211378:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f6a48965. 00000001:00000010:3.0:1767325791.436744:0:211378:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000079d87723. 00000001:00000010:3.0:1767325791.436748:0:211378:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000d78e7567. 00000001:00000010:3.0:1767325791.436752:0:211378:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 00000000e3a66d19. 00000001:00000010:3.0:1767325791.436764:0:211378:0:(nodemap_lproc.c:1454:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 000000003bab265c. 02000000:00000010:3.0:1767325791.512914:0:211409:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000004d3268bd. 02000000:00000010:3.0:1767325791.512924:0:211409:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 00000000fb4d6dbb. 02000000:00000010:3.0:1767325791.512928:0:211409:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000003e6b459b. 02000000:00000010:3.0:1767325791.512941:0:211409:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 000000007245c407. 00000020:00000010:3.0:1767325793.314360:0:211453:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000006fa971a4. 00000001:00000010:3.0:1767325793.397429:0:211466:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000004b73d840. 00000100:00000010:3.0:1767325793.397525:0:211466:0:(client.c:689:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 000000002c028d9c. 00000020:00000010:3.0:1767325793.397587:0:211466:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000069386ae2. 00000020:00000010:3.0:1767325793.397624:0:211466:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000a46f3766. 00000020:00000010:3.0:1767325793.397639:0:211466:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000a46f3766. 00000020:00000010:1.0:1767325793.557938:0:211492:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000d969879b. 00000020:00000010:1.0:1767325814.456881:0:212326:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000007d497d97. 00000020:00000010:1.0:1767325814.754604:0:212373:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000a6dfda2d. 00000020:00000010:3.0:1767325814.929582:0:212401:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000004379269e. 00000020:00000010:3.0:1767325814.929623:0:212401:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000004683c48b. 00000020:00000010:1.0:1767325815.036047:0:212414:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 00000000ff206ece. 00000020:00000010:1.0:1767325815.036058:0:212414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d450eb8. 00000020:00000010:1.0:1767325815.036062:0:212414:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a96fcfac. 00000020:00000010:1.0:1767325815.036065:0:212414:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000fff9146d. 00000008:00000010:1.0:1767325815.036078:0:212414:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000e12b0c9b. 00020000:00000010:1.0:1767325815.036082:0:212414:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000038b9686f. 00008000:00000010:1.0:1767325815.036092:0:212414:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000044b0903c. 00000080:00000010:1.0:1767325815.036100:0:212414:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000fb2f2ea2. 00000080:00000010:1.0:1767325815.036110:0:212414:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000004f72b1. 00000020:00000010:1.0:1767325815.036114:0:212414:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee1df3a9. 00000008:00000010:1.0:1767325815.036122:0:212414:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000991aaba6. 00020000:00000010:1.0:1767325815.036205:0:212414:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000095c99aed. 00008000:00000010:1.0:1767325815.036223:0:212414:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a6c4c12d. 00000080:00000010:1.0:1767325815.036231:0:212414:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005614a1d7. 00000001:02000400:3.0:1767325842.474129:0:213329:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg242-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:02000400:3.0:1767325844.085716:0:213575:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg242-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 00000001:02000400:3.0:1767325853.879258:0:214050:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg242-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000400:00000010:2.0:1767325854.017258:0:214078:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f9a7884a. 00000400:00000200:2.0:1767325854.017267:0:214078:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f9a7884a net tcp 00000400:00000010:2.0:1767325854.017272:0:214078:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e62645eb. 00000400:00000200:2.0:1767325854.017277:0:214078:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e62645eb nid 192.168.202.142@tcp 00000400:00000200:2.0:1767325854.017283:0:214078:0:(peer.c:1093:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.142@tcp: -2 00000400:00000200:2.0:1767325854.017288:0:214078:0:(peer.c:1699:lnet_peer_attach_peer_ni()) peer 192.168.202.142@tcp NID 192.168.202.142@tcp flags 0x100001 00000400:00000200:2.0:1767325854.017305:0:214078:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.142@tcp: 0 00000400:00000200:2.0:1767325854.017306:0:214078:0:(peer.c:2787:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767325854.017309:0:214078:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767325854.017310:0:214078:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.202.142@tcp NID 192.168.202.142@tcp: 0. pending discovery 00000020:00000010:2.0:1767325854.017314:0:214078:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 88 at 0000000000045e17. 00000020:00000010:2.0:1767325854.017319:0:214078:0:(obd_mount.c:464:lustre_start_mgc()) kmalloced '(uuid)': 40 at 000000004eba62ed. 00000020:00000010:2.0:1767325854.017325:0:214078:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000ac851015. 00000400:00000200:1.0:1767325854.017346:0:211392:0:(peer.c:4048:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767325854.017348:0:214078:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000a9d29a4d. 00000020:00000010:2.0:1767325854.017354:0:214078:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000fdffe21b. 00000400:00000200:1.0:1767325854.017363:0:211392:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.202.142@tcp(00000000d0264ea0) state 0x100041 00000020:00000010:2.0:1767325854.017369:0:214078:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000ac851015. 00000400:00000010:1.0:1767325854.017373:0:211392:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a9096370. 00000020:00000010:2.0:1767325854.017375:0:214078:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 00000000ac851015. 00000400:00000010:1.0:1767325854.017392:0:211392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ca22979. 00000001:00000010:2.0:1767325854.017422:0:214078:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009ffeb864. 00000001:00000010:2.0:1767325854.017430:0:214078:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008ede73c0. 00000001:00000010:2.0:1767325854.017435:0:214078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000223c7a5a. 00000001:00000010:2.0:1767325854.017439:0:214078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005bceb7b4. 00000400:00000010:1.0:1767325854.017441:0:211392:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fd2cd101. 00000001:00000010:2.0:1767325854.017443:0:214078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003b00d4a6. 00000001:00000010:2.0:1767325854.017448:0:214078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b0cfc8ab. 00000400:00000200:1.0:1767325854.017451:0:211392:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.142@tcp 00000001:00000010:2.0:1767325854.017453:0:214078:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b569a0f6. 00000001:00000010:2.0:1767325854.017458:0:214078:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000428673d8. 00000001:00000010:2.0:1767325854.017461:0:214078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005b9e9d23. 00000001:00000010:2.0:1767325854.017464:0:214078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009bf3ed91. 00000001:00000010:2.0:1767325854.017466:0:214078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d9fd5456. 00000400:00000200:1.0:1767325854.017468:0:211392:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000001:00000010:2.0:1767325854.017471:0:214078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c2922661. 00000400:00000200:1.0:1767325854.017476:0:211392:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:2.0:1767325854.017478:0:214078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d3b59c1. 00000400:00000200:1.0:1767325854.017484:0:211392:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000020:00000010:2.0:1767325854.017486:0:214078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000006915e54. 00000400:00000200:1.0:1767325854.017490:0:211392:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325854.017494:0:211392:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325854.017498:0:211392:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [1:1:256:4294967295] 192.168.202.142@tcp LPNI seq info [1:1:8:4294967295] 00000020:00000010:2.0:1767325854.017504:0:214078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cf370ce6. 00000400:00000200:1.0:1767325854.017508:0:211392:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.142@tcp 00000400:00000200:1.0:1767325854.017517:0:211392:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : GET try# 0 00000008:00000010:2.0:1767325854.017521:0:214078:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000005c626690. 00000800:00000200:1.0:1767325854.017526:0:211392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325854.017533:0:211392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c0726a63. 00020000:00000010:2.0:1767325854.017539:0:214078:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000097701efb. 00000800:00000010:1.0:1767325854.017545:0:211392:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fb2b8a01. 00000800:00000010:1.0:1767325854.017551:0:211392:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000fa9c1be0. 00000800:00000200:1.0:1767325854.017556:0:211392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (2) 00000800:00000200:1.1F:1767325854.017561:0:211392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (2) 00008000:00000010:2.0:1767325854.017568:0:214078:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000038468d08. 00000080:00000010:2.0:1767325854.017587:0:214078:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000032acbf29. 00000020:00000010:2.0:1767325854.017592:0:214078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a9723a3. 00000020:00000010:2.0:1767325854.017602:0:214078:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000037d5d6e2. 00000040:00000010:2.0:1767325854.017606:0:214078:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e1492453. 00000020:00000010:2.0:1767325854.017612:0:214078:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b4a1e593. 00000020:00000010:2.0:1767325854.017617:0:214078:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000042e373f2. 00040000:00000010:2.0:1767325854.017623:0:214078:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000216e73f. 00040000:00000010:2.0:1767325854.017627:0:214078:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007ad31712. 10000000:00000010:2.0:1767325854.017632:0:214078:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at 0000000064168e81. 00010000:00000010:2.0:1767325854.017645:0:214078:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000064ab69e. 00010000:00000010:2.0:1767325854.017652:0:214078:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000e4453c30. 00000400:00000200:1.0:1767325854.017653:0:211392:0:(peer.c:3848:lnet_peer_send_ping()) peer 192.168.202.142@tcp 00000400:00000200:1.0:1767325854.017658:0:211392:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.202.142@tcp(00000000d0264ea0) state 0x100241 rc 0 00010000:00000010:2.0:1767325854.017663:0:214078:0:(ldlm_lockd.c:3355:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 0000000070cca58f. 00000100:00000010:2.0:1767325854.017749:0:214078:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000003822e1b3. 00000100:00000010:2.0:1767325854.017755:0:214078:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000279462a2. 00000100:00000010:2.0:1767325854.017768:0:214078:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000434c8cc7. 00000100:00000010:2.0:1767325854.017775:0:214078:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000008d55c19d. 00000100:00000010:2.0:1767325854.017780:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ec686a2. 00000100:00000010:2.0:1767325854.017787:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bf076a94. 00000400:00000200:2.0:1767325854.017792:0:214078:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:2.0:1767325854.017834:0:214078:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000512d866a. 00000020:00000010:2.0:1767325854.017839:0:214078:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000a0e8ced9. 00000100:00000010:2.0:1767325854.017894:0:214078:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000104736f3. 00000100:00000010:2.0:1767325854.017902:0:214078:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000023050fb6. 00000100:00000010:2.0:1767325854.017907:0:214078:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001150cbd8. 00000100:00000010:2.0:1767325854.017923:0:214078:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000be16b150. 00000100:00000010:2.0:1767325854.017927:0:214078:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006f55ce74. 00000100:00000200:2.0:1767325854.017963:0:214078:0:(service.c:847:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:2.0:1767325854.017968:0:214078:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a08f2615. 00000100:00000010:1.0:1767325854.018291:0:214079:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a0d1b89f. 00000020:00000010:1.0:1767325854.018297:0:214079:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a492607a. 00000020:00000010:1.0:1767325854.018304:0:214079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020663669. 00000020:00000010:1.0:1767325854.018307:0:214079:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008b55c2e7. 00000040:00000010:1.0:1767325854.018311:0:214079:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009bc2d287. 00000020:00000010:1.0:1767325854.018316:0:214079:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f8ed897c. 00000020:00000010:1.0:1767325854.018334:0:214079:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e7ce72e5. 00000020:00000010:1.0:1767325854.018338:0:214079:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003bce678f. 80000000:00000010:1.0:1767325854.018343:0:214079:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002f12a409. 40000000:00000010:1.0:1767325854.018346:0:214079:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007c273011. 00100000:00000010:1.0:1767325854.018352:0:214079:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002d29608a. 00040000:00000010:1.0:1767325854.018355:0:214079:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007a298aa7. 00040000:00000010:1.0:1767325854.018364:0:214079:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000001690a15. 00040000:00000010:1.0:1767325854.018368:0:214079:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c9e624bb. 00000004:00000010:1.0:1767325854.018373:0:214079:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a5834ccf. 00000004:00000010:1.0:1767325854.018378:0:214079:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001fb76509. 00000004:00000010:1.0:1767325854.018384:0:214079:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008a14bfe8. 00002000:00000010:1.0:1767325854.018389:0:214079:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004eec64a0. 00000004:00000010:1.0:1767325854.018394:0:214079:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006693b11a. 00000100:00000200:1.0:1767325854.018423:0:214079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1767325854.018432:0:214079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000413f3c1c. 00000400:00000010:1.0:1767325854.018439:0:214079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c57d84f. 00000100:00000010:1.0:1767325854.018450:0:214079:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000003696695f. 00000100:00000200:1.0:1767325854.018463:0:214079:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767325854.018563:0:214078:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000022f60d89. 00000800:00000010:2.0:1767325854.018689:0:211382:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e694a20d. 00000800:00000010:2.0:1767325854.018701:0:211382:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004a2d0e70. 00000800:00000010:2.0:1767325854.018709:0:211382:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000989a4f0c. 00000800:00000010:2.0:1767325854.018722:0:211382:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000989a4f0c. 00000100:00000010:1.0:1767325854.018843:0:214080:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002bc77b94. 00000020:00000010:1.0:1767325854.018848:0:214080:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d11da2e7. 00000020:00000010:1.0:1767325854.018852:0:214080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b88c66e1. 00000020:00000010:1.0:1767325854.018856:0:214080:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005971eed3. 00000040:00000010:1.0:1767325854.018859:0:214080:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000780ad79d. 00000020:00000010:1.0:1767325854.018862:0:214080:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000085ec29cb. 00000020:00000010:1.0:1767325854.018866:0:214080:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000064a2311. 00000020:00000010:1.0:1767325854.018869:0:214080:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000053435d54. 80000000:00000010:1.0:1767325854.018872:0:214080:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000477503aa. 40000000:00000010:1.0:1767325854.018874:0:214080:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002f004bb1. 00100000:00000010:1.0:1767325854.018877:0:214080:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f73bf797. 00040000:00000010:1.0:1767325854.018880:0:214080:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005ebb3042. 00040000:00000010:1.0:1767325854.018883:0:214080:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bf48b400. 00040000:00000010:1.0:1767325854.018886:0:214080:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003952e6fa. 00000004:00000010:1.0:1767325854.018888:0:214080:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cdec6e90. 00000004:00000010:1.0:1767325854.018893:0:214080:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006fadc6e3. 00000004:00000010:1.0:1767325854.018908:0:214080:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000042398546. 00002000:00000010:1.0:1767325854.018918:0:214080:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000882c7792. 00000004:00000010:1.0:1767325854.018922:0:214080:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009ce77554. 00000100:00000010:1.0:1767325854.018926:0:214080:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000005b5eedfa. 00000100:00000200:1.0:1767325854.018941:0:214080:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767325854.018967:0:214078:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000fd182a93. 00000100:00000010:2.0:1767325854.018974:0:214078:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000001d9ae06f. 00000100:00000010:2.0:1767325854.018988:0:214078:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000fcfc92e4. 00000100:00000010:2.0:1767325854.018997:0:214078:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000d374d3f5. 00000100:00000010:2.0:1767325854.019001:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed76c626. 00000100:00000010:2.0:1767325854.019007:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000662c7736. 00000100:00000010:2.0:1767325854.019010:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072801022. 00000100:00000010:2.0:1767325854.019015:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000070c5fa1f. 00000100:00000010:2.0:1767325854.019018:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ce1ad39. 00000100:00000010:2.0:1767325854.019024:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002462e06b. 00000100:00000010:2.0:1767325854.019027:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c6fdb81. 00000100:00000010:2.0:1767325854.019044:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e76267fc. 00000100:00000010:2.0:1767325854.019048:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb8092d1. 00000100:00000010:2.0:1767325854.019053:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006f420da5. 00000100:00000010:2.0:1767325854.019057:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa96ab97. 00000100:00000010:2.0:1767325854.019062:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006a7bc40a. 00000100:00000010:2.0:1767325854.019065:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000062ba1b5. 00000100:00000010:2.0:1767325854.019071:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000020995589. 00000100:00000010:2.0:1767325854.019074:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f2dbc19. 00000100:00000010:2.0:1767325854.019079:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e0a2b5a5. 00000100:00000010:2.0:1767325854.019088:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d110d93. 00000100:00000010:2.0:1767325854.019096:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d0eb507a. 00000100:00000010:2.0:1767325854.019099:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4074e95. 00000100:00000010:2.0:1767325854.019105:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e1b58ba7. 00000100:00000010:2.0:1767325854.019110:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b0ed2ae. 00000100:00000010:2.0:1767325854.019123:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e882e14f. 00000100:00000010:2.0:1767325854.019126:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf33769b. 00000100:00000010:2.0:1767325854.019132:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000007136d00. 00000100:00000010:2.0:1767325854.019139:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c97a3220. 00000100:00000010:2.0:1767325854.019144:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000046ced921. 00000100:00000010:2.0:1767325854.019146:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf111133. 00000100:00000010:2.0:1767325854.019150:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000053055c76. 00000100:00000010:2.0:1767325854.019152:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f632c241. 00000100:00000010:2.0:1767325854.019160:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000029e19d7f. 00000100:00000010:2.0:1767325854.019162:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c93f92e3. 00000100:00000010:2.0:1767325854.019165:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000089698212. 00000100:00000010:2.0:1767325854.019167:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029127323. 00000100:00000010:2.0:1767325854.019170:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003e9fb220. 00000100:00000010:2.0:1767325854.019172:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061e643db. 00000100:00000010:2.0:1767325854.019176:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004893d531. 00000100:00000010:2.0:1767325854.019178:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae959741. 00000100:00000010:2.0:1767325854.019186:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000003a11ed6. 00000100:00000010:2.0:1767325854.019187:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c678e91. 00000100:00000010:2.0:1767325854.019191:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f3859ff3. 00000100:00000010:2.0:1767325854.019193:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003dfa47e9. 00000100:00000010:2.0:1767325854.019196:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000325cbd90. 00000100:00000010:2.0:1767325854.019198:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000965d36f9. 00000100:00000010:2.0:1767325854.019201:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002b874137. 00000100:00000010:2.0:1767325854.019203:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000772ad34. 00000100:00000010:2.0:1767325854.019210:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007e31c758. 00000100:00000010:2.0:1767325854.019212:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090587487. 00000100:00000010:2.0:1767325854.019216:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000205c2529. 00000100:00000010:2.0:1767325854.019218:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085d55393. 00000100:00000010:2.0:1767325854.019222:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a48a54c3. 00000100:00000010:2.0:1767325854.019224:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e920432. 00000100:00000010:2.0:1767325854.019228:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000024c603c5. 00000100:00000010:2.0:1767325854.019229:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c3e7f30. 00000100:00000010:2.0:1767325854.019236:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009c51d64c. 00000100:00000010:2.0:1767325854.019238:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006ec237e. 00000100:00000010:2.0:1767325854.019244:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b0a65788. 00000100:00000010:2.0:1767325854.019247:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db530e35. 00000100:00000010:2.0:1767325854.019251:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bba1a773. 00000100:00000010:2.0:1767325854.019261:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0522cdb. 00000100:00000010:2.0:1767325854.019266:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e7ccce09. 00000100:00000010:2.0:1767325854.019269:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000659a52d7. 00000100:00000010:2.0:1767325854.019280:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f3c956a. 00000100:00000010:2.0:1767325854.019283:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d98e84c. 00000100:00000010:2.0:1767325854.019288:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000090e88b5c. 00000100:00000010:2.0:1767325854.019291:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6e22328. 00000100:00000010:2.0:1767325854.019295:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bf5bac9f. 00000100:00000010:2.0:1767325854.019299:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a530a349. 00000100:00000010:2.0:1767325854.019304:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000060b177a3. 00000100:00000010:2.0:1767325854.019306:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000629878bb. 00000100:00000010:2.0:1767325854.019314:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000505574af. 00000100:00000010:2.0:1767325854.019317:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dee28f3. 00000100:00000010:2.0:1767325854.019321:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001136de23. 00000100:00000010:2.0:1767325854.019324:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006cb9122. 00000100:00000010:2.0:1767325854.019328:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000320985f. 00000100:00000010:2.0:1767325854.019331:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a98c4cda. 00000100:00000010:2.0:1767325854.019336:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000053330964. 00000100:00000010:2.0:1767325854.019339:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c9e0b55. 00000100:00000010:2.0:1767325854.019350:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002b118002. 00000100:00000010:2.0:1767325854.019353:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000358f33. 00000100:00000010:2.0:1767325854.019358:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d8216364. 00000100:00000010:2.0:1767325854.019361:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076690057. 00000100:00000010:2.0:1767325854.019366:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000bcf80c0. 00000100:00000010:2.0:1767325854.019369:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006521b762. 00000100:00000010:2.0:1767325854.019374:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002c4274d2. 00000100:00000010:2.0:1767325854.019377:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c0f917a. 00000100:00000010:2.0:1767325854.019388:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b6cbb786. 00000100:00000010:2.0:1767325854.019396:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4c52a49. 00000100:00000010:2.0:1767325854.019421:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000096aa0943. 00000100:00000010:2.0:1767325854.019425:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000482c4df7. 00000100:00000010:2.0:1767325854.019429:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008a91f62a. 00000100:00000010:2.0:1767325854.019432:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ce20691. 00000100:00000010:2.0:1767325854.019437:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008f212e2b. 00000100:00000010:2.0:1767325854.019440:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a1235c0. 00000100:00000010:2.0:1767325854.019452:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009ff573c8. 00000100:00000010:2.0:1767325854.019457:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002dfa3330. 00000100:00000010:2.0:1767325854.019462:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ffb81498. 00000100:00000010:2.0:1767325854.019467:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d56c9aa. 00000100:00000010:2.0:1767325854.019472:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000019d14dcb. 00000100:00000010:2.0:1767325854.019475:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c98c3947. 00000100:00000010:2.0:1767325854.019481:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004a345e47. 00000100:00000010:2.0:1767325854.019484:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049952957. 00000100:00000010:2.0:1767325854.019495:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000bad9ba3. 00000100:00000010:2.0:1767325854.019499:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007dcdc2d7. 00000100:00000010:2.0:1767325854.019503:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000011de299c. 00000100:00000010:2.0:1767325854.019506:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c200e29. 00000100:00000010:2.0:1767325854.019511:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005bb9b8bc. 00000100:00000010:2.0:1767325854.019513:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0c26100. 00000100:00000010:2.0:1767325854.019518:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ccf7ce6f. 00000100:00000010:2.0:1767325854.019521:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee9b4e56. 00000100:00000010:2.0:1767325854.019532:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006c14af6f. 00000100:00000010:2.0:1767325854.019535:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a1ff2aa. 00000100:00000010:2.0:1767325854.019540:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009534b4d9. 00000100:00000010:2.0:1767325854.019544:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf194d1b. 00000100:00000010:2.0:1767325854.019548:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004de2d840. 00000100:00000010:2.0:1767325854.019551:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000badc743e. 00000100:00000010:2.0:1767325854.019556:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001ee9b0e8. 00000100:00000010:2.0:1767325854.019559:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063513ad6. 00000100:00000010:2.0:1767325854.019573:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003c49fb2b. 00000100:00000010:2.0:1767325854.019576:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bae6ba1b. 00000100:00000010:2.0:1767325854.019580:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000009ca370c. 00000100:00000010:2.0:1767325854.019583:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e70308e. 00000100:00000010:2.0:1767325854.019587:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008f500ca4. 00000100:00000010:2.0:1767325854.019590:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be6c021f. 00000100:00000010:2.0:1767325854.019594:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d9c06c14. 00000100:00000010:2.0:1767325854.019598:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050b22b4d. 00000100:00000010:2.0:1767325854.019608:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000628c12d3. 00000100:00000010:2.0:1767325854.019612:0:214078:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000abfab88. 00000100:00000010:2.0:1767325854.019617:0:214078:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a015a912. 00000400:00000200:2.0:1767325854.019621:0:214078:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:2.0:1767325854.019689:0:214078:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000077b883c6. 00000020:00000010:2.0:1767325854.019696:0:214078:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000001cd15967. 00000100:00000010:2.0:1767325854.019749:0:214078:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001cefce5e. 00000100:00000010:2.0:1767325854.019754:0:214078:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000004e222c89. 00000100:00000010:2.0:1767325854.019758:0:214078:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001c03fbe5. 00000100:00000010:2.0:1767325854.019763:0:214078:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000019101b4f. 00000100:00000010:2.0:1767325854.019766:0:214078:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000093ac4e46. 00000100:00000010:2.0:1767325854.019769:0:214078:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000000715238d. 00000100:00000010:2.0:1767325854.019772:0:214078:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000070d98590. 00000100:00000010:2.0:1767325854.019774:0:214078:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000989a4f0c. 00000100:00000010:2.0:1767325854.019792:0:214078:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006ff2e35a. 00000100:00000010:2.0:1767325854.019794:0:214078:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002f139278. 00000100:00000010:2.0:1767325854.019797:0:214078:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ea9ae4bd. 00000100:00000200:2.0:1767325854.019830:0:214078:0:(service.c:847:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:2.0:1767325854.019834:0:214078:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c95bd16f. 00000100:00000010:1.0:1767325854.020254:0:214081:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c32fbc04. 00000020:00000010:1.0:1767325854.020264:0:214081:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000df2a38f2. 00000020:00000010:1.0:1767325854.020269:0:214081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b90ea10. 00000020:00000010:1.0:1767325854.020273:0:214081:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008e4f3ef4. 00000020:00000010:1.0:1767325854.020277:0:214081:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000003f3d1da1. 00000040:00000010:1.0:1767325854.020280:0:214081:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000dc38133. 00000020:00000010:1.0:1767325854.020284:0:214081:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000020c11b9a. 00000020:00000010:1.0:1767325854.020288:0:214081:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000068e52fbc. 00000020:00000010:1.0:1767325854.020292:0:214081:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b233ab87. 80000000:00000010:1.0:1767325854.020295:0:214081:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000019a270f0. 40000000:00000010:1.0:1767325854.020298:0:214081:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006082e288. 00000008:00000010:1.0:1767325854.020304:0:214081:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000883290a5. 00020000:00000010:1.0:1767325854.020309:0:214081:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000065f698c4. 00008000:00000010:1.0:1767325854.020314:0:214081:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000001b136b9b. 00100000:00000010:1.0:1767325854.020320:0:214081:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d1050714. 00040000:00000010:1.0:1767325854.020323:0:214081:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000deaf9ff5. 00040000:00000010:1.0:1767325854.020326:0:214081:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bc32c747. 00040000:00000010:1.0:1767325854.020329:0:214081:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bbd9d616. 00000004:00000010:1.0:1767325854.020332:0:214081:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003ad4e593. 00000004:00000010:1.0:1767325854.020336:0:214081:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000baa3cf0d. 00000004:00000010:1.0:1767325854.020340:0:214081:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d7690251. 00002000:00000010:1.0:1767325854.020344:0:214081:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bdbc814d. 00000004:00000010:1.0:1767325854.020348:0:214081:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000066e17aac. 00000080:00000010:1.0:1767325854.020353:0:214081:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000064541bfe. 00000080:00000010:1.0:1767325854.020358:0:214081:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000009a06bdcb. 00000100:00000200:1.0:1767325854.020362:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020367:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2f138d7. 00000400:00000010:1.0:1767325854.020372:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea49d523. 00000100:00000200:1.0:1767325854.020378:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020381:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e8efd13. 00000400:00000010:1.0:1767325854.020383:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a05e5df4. 00000100:00000200:1.0:1767325854.020385:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020387:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ac5e799. 00000400:00000010:1.0:1767325854.020389:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a99dd7f3. 00000100:00000200:1.0:1767325854.020391:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020517:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d015b5a0. 00000400:00000010:1.0:1767325854.020523:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071216875. 00000100:00000200:1.0:1767325854.020527:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020530:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022bb0fb5. 00000400:00000010:1.0:1767325854.020532:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a15c4cab. 00000100:00000200:1.0:1767325854.020534:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020536:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e87bbbe2. 00000400:00000010:1.0:1767325854.020539:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027d09092. 00000100:00000200:1.0:1767325854.020541:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020543:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097da3944. 00000400:00000010:1.0:1767325854.020545:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f9014c7. 00000100:00000200:1.0:1767325854.020547:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020549:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a765503a. 00000400:00000010:1.0:1767325854.020552:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c2c8c49. 00000100:00000200:1.0:1767325854.020554:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020556:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b582cdc5. 00000400:00000010:1.0:1767325854.020558:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000233ad008. 00000100:00000200:1.0:1767325854.020562:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020564:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8a8d274. 00000400:00000010:1.0:1767325854.020567:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0ac957a. 00000100:00000200:1.0:1767325854.020569:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020571:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7aac9a5. 00000400:00000010:1.0:1767325854.020575:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045a88da6. 00000100:00000200:1.0:1767325854.020578:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020581:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd898bdb. 00000400:00000010:1.0:1767325854.020584:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005279f4e4. 00000100:00000200:1.0:1767325854.020586:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020589:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b824217. 00000800:00000200:2.1F:1767325854.020589:0:211382:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000010:1.0:1767325854.020592:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b5522a0. 00000100:00000200:1.0:1767325854.020594:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020596:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ff9ab29. 00000400:00000010:1.0:1767325854.020600:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eaf0f3c6. 00000100:00000200:1.0:1767325854.020602:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020604:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000311d37d4. 00000400:00000010:1.0:1767325854.020607:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0029910. 00000800:00000200:2.1:1767325854.020611:0:211382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.1:1767325854.020618:0:211382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c0726a63 type 2, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767325854.020619:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020625:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2836aa2. 00000800:00000200:2.0:1767325854.020629:0:211382:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.142@tcp p 3.x 192.168.202.42 -> 192.168.202.142:988 incarnation:1767325824757025405 sched[0] 00000400:00000010:1.0:1767325854.020630:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af332ac0. 00000100:00000200:1.0:1767325854.020634:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000010:2.0:1767325854.020637:0:211382:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004a2d0e70. 00000400:00000010:1.0:1767325854.020638:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a77d07fc. 00000400:00000010:1.0:1767325854.020643:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000816a78cb. 00000100:00000200:1.0:1767325854.020645:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020648:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d82d7530. 00000400:00000010:1.0:1767325854.020651:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea29f316. 00000100:00000200:1.0:1767325854.020653:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020656:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000403e9996. 00000400:00000010:1.0:1767325854.020659:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001be52b3. 00000100:00000200:1.0:1767325854.020661:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020663:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fffe9bf2. 00000400:00000010:1.0:1767325854.020665:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004701d671. 00000100:00000200:1.0:1767325854.020667:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020669:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003808e2fc. 00000400:00000010:1.0:1767325854.020672:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7a67658. 00000100:00000200:1.0:1767325854.020674:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020676:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de664ae6. 00000400:00000010:1.0:1767325854.020678:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ede6913. 00000100:00000200:1.0:1767325854.020680:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020682:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f0dadc4. 00000400:00000010:1.0:1767325854.020684:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c604c139. 00000100:00000200:1.0:1767325854.020686:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020689:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e98b36e8. 00000400:00000010:1.0:1767325854.020693:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000007d46c. 00000100:00000200:1.0:1767325854.020695:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020698:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9ef8bc9. 00000400:00000010:1.0:1767325854.020702:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098b52b1d. 00000100:00000200:1.0:1767325854.020705:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020707:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f884fe2a. 00000400:00000010:1.0:1767325854.020710:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd4631fb. 00000100:00000200:1.0:1767325854.020712:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020715:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f56b200d. 00000400:00000010:1.0:1767325854.020724:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000419507e2. 00000100:00000200:1.0:1767325854.020727:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020730:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c61d6cf5. 00000400:00000010:1.0:1767325854.020733:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009782dc1e. 00000400:00000200:2.0:1767325854.020735:0:211382:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.142:988 00000100:00000200:1.0:1767325854.020736:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020741:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ecf0717. 00000400:00000010:1.0:1767325854.020745:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025692ec2. 00000100:00000200:1.0:1767325854.020748:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020751:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6d7b989. 00000400:00000010:1.0:1767325854.020754:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b15ffc33. 00000100:00000200:1.0:1767325854.020756:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020759:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8c58102. 00000400:00000010:1.0:1767325854.020762:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8e297ab. 00000100:00000200:1.0:1767325854.020765:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020767:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008864e85. 00000400:00000010:1.0:1767325854.020770:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007fb6de41. 00000100:00000200:1.0:1767325854.020773:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020778:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086012d97. 00000400:00000010:1.0:1767325854.020781:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002aba7af9. 00000100:00000200:1.0:1767325854.020786:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020790:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f3ca1c7. 00000400:00000010:1.0:1767325854.020794:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a2b3a72. 00000100:00000200:1.0:1767325854.020798:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020802:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094e76402. 00000400:00000010:1.0:1767325854.020805:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044de7b7d. 00000100:00000200:1.0:1767325854.020808:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020810:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ef1abd1. 00000400:00000010:1.0:1767325854.020815:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ae6ade6. 00000100:00000200:1.0:1767325854.020821:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020823:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055c2561b. 00000400:00000010:1.0:1767325854.020826:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032fb455c. 00000100:00000200:1.0:1767325854.020838:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020840:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d1e1e67. 00000400:00000010:1.0:1767325854.020843:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae0d00c6. 00000100:00000200:1.0:1767325854.020845:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020853:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061b8aec2. 00000400:00000010:1.0:1767325854.020856:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a88c9542. 00000100:00000200:1.0:1767325854.020859:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020861:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f3ef816. 00000400:00000010:1.0:1767325854.020864:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000410d8eb7. 00000100:00000200:1.0:1767325854.020866:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020869:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb64985c. 00000400:00000010:1.0:1767325854.020873:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007455123c. 00000100:00000200:1.0:1767325854.020876:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020878:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bef3e63. 00000400:00000010:1.0:1767325854.020881:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebb480cc. 00000100:00000200:1.0:1767325854.020884:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020885:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000935fd620. 00000400:00000010:1.0:1767325854.020888:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063a79501. 00000100:00000200:1.0:1767325854.020891:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020900:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001346522d. 00000400:00000010:1.0:1767325854.020904:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009dfa88b7. 00000100:00000200:1.0:1767325854.020907:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020909:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddef5395. 00000400:00000010:1.0:1767325854.020923:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bac899c. 00000100:00000200:1.0:1767325854.020926:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020929:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aea27719. 00000400:00000010:1.0:1767325854.020931:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006bcdb4c0. 00000100:00000200:1.0:1767325854.020933:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020935:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b009a82c. 00000400:00000010:1.0:1767325854.020936:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034ed935a. 00000100:00000200:1.0:1767325854.020937:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020938:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b1b16e7. 00000400:00000010:1.0:1767325854.020940:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060e5c96c. 00000100:00000200:1.0:1767325854.020942:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020944:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092e84419. 00000400:00000010:1.0:1767325854.020946:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000edc7d81f. 00000100:00000200:1.0:1767325854.020949:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020951:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071d2f07c. 00000400:00000010:1.0:1767325854.020953:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e06fbab0. 00000100:00000200:1.0:1767325854.020962:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020964:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000698c7474. 00000400:00000010:1.0:1767325854.020966:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c35ec83. 00000100:00000200:1.0:1767325854.020968:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020979:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e28d38a4. 00000400:00000010:1.0:1767325854.020981:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bbc59939. 00000100:00000200:1.0:1767325854.020984:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020986:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6f916cc. 00000400:00000010:1.0:1767325854.020989:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ce9457a. 00000100:00000200:1.0:1767325854.020991:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020993:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b23b5ad. 00000400:00000010:1.0:1767325854.020996:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061bcb1ce. 00000100:00000200:1.0:1767325854.020997:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.020999:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bf53093. 00000400:00000010:1.0:1767325854.021001:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b95566ef. 00000100:00000200:1.0:1767325854.021003:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.021005:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3e354bb. 00000400:00000010:1.0:1767325854.021008:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9aec620. 00000100:00000200:1.0:1767325854.021009:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.021011:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6a13b82. 00000400:00000010:1.0:1767325854.021014:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b24e6dc. 00000100:00000200:1.0:1767325854.021016:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.021018:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d7574b5. 00000400:00000010:1.0:1767325854.021021:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011dfa0e0. 00000100:00000200:1.0:1767325854.021023:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.021025:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b8f14a2. 00000400:00000010:1.0:1767325854.021026:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b930663. 00000100:00000200:1.0:1767325854.021028:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.021030:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005e9bbf2. 00000400:00000010:1.0:1767325854.021032:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051475a1d. 00000100:00000200:1.0:1767325854.021034:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.021036:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc5c87d4. 00000400:00000010:1.0:1767325854.021038:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e8eebc9. 00000100:00000200:1.0:1767325854.021040:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.021042:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ad49e80. 00000400:00000010:1.0:1767325854.021050:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005b01357. 00000100:00000200:1.0:1767325854.021053:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.021055:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a566dc0. 00000400:00000010:1.0:1767325854.021057:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ef16741. 00000100:00000200:1.0:1767325854.021058:0:214081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767325854.021061:0:214081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b68cabe. 00000400:00000010:1.0:1767325854.021063:0:214081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7d45c04. 00000100:00000010:1.0:1767325854.021067:0:214081:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000269c05ea. 00000100:00000200:1.0:1767325854.021082:0:214081:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767325854.021162:0:214078:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e7fcc64c. 00000100:00000010:1.0:1767325854.021469:0:214082:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002ce610fc. 00000020:00000010:1.0:1767325854.021474:0:214082:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000079a77809. 00000020:00000010:1.0:1767325854.021478:0:214082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032e7dec8. 00000020:00000010:1.0:1767325854.021481:0:214082:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000074db7990. 00000020:00000010:1.0:1767325854.021485:0:214082:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000012b156b6. 00000040:00000010:1.0:1767325854.021488:0:214082:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009a83c678. 00000020:00000010:1.0:1767325854.021492:0:214082:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000095488aa6. 00000020:00000010:1.0:1767325854.021495:0:214082:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fe4517d2. 00000020:00000010:1.0:1767325854.021498:0:214082:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c70c17ec. 80000000:00000010:1.0:1767325854.021502:0:214082:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000095fbc41e. 40000000:00000010:1.0:1767325854.021504:0:214082:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007e6d8609. 00000008:00000010:1.0:1767325854.021509:0:214082:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000c0a2cbbc. 00020000:00000010:1.0:1767325854.021512:0:214082:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000f368e185. 00008000:00000010:1.0:1767325854.021515:0:214082:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000001be95ddd. 00100000:00000010:1.0:1767325854.021519:0:214082:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002e233871. 00040000:00000010:1.0:1767325854.021522:0:214082:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c0726a63. 00040000:00000010:1.0:1767325854.021525:0:214082:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000563c8414. 00040000:00000010:1.0:1767325854.021528:0:214082:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000026220a76. 00000004:00000010:1.0:1767325854.021531:0:214082:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008bad8141. 00000004:00000010:1.0:1767325854.021535:0:214082:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000006175b69. 00000004:00000010:1.0:1767325854.021539:0:214082:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000018924bf2. 00002000:00000010:1.0:1767325854.021542:0:214082:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009b49092f. 00000004:00000010:1.0:1767325854.021547:0:214082:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004c8e3c86. 00000080:00000010:1.0:1767325854.021550:0:214082:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f9dc3480. 00000080:00000010:1.0:1767325854.021555:0:214082:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e89665db. 00000100:00000010:1.0:1767325854.021565:0:214082:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000c32e0d73. 00000100:00000200:1.0:1767325854.021578:0:214082:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767325854.021598:0:214078:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002c87c1d0. 00000800:00000010:2.0:1767325854.021784:0:211382:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002871b9e. 00000800:00000010:2.0:1767325854.021789:0:211382:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eb7cef06. 00000800:00000010:2.0:1767325854.021794:0:211382:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000074abe409. 00000800:00000010:2.0:1767325854.021802:0:211382:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000074abe409. 00000400:00000200:1.0:1767325854.022043:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : REPLY - for me 00000400:00000200:1.0:1767325854.022062:0:211388:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.42@tcp: Reply from 12345-192.168.202.142@tcp of length 48/48 into md 0x9 00000400:00000200:1.0:1767325854.022076:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325854.022080:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: REPLY: OK 00000400:00000200:1.0:1767325854.022085:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ca22979 00000400:00000010:1.0:1767325854.022088:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ca22979. 00000400:00000200:1.0:1767325854.022091:0:211388:0:(peer.c:3141:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767325854.022095:0:211388:0:(peer.c:2971:lnet_discovery_event_reply()) Peer 192.168.202.142@tcp has discovery enabled 00000400:00000200:1.0:1767325854.022099:0:211388:0:(peer.c:2983:lnet_discovery_event_reply()) peer 192.168.202.142@tcp(00000000d0264ea0) is MR 00000400:00000200:1.0:1767325854.022102:0:211388:0:(peer.c:3052:lnet_discovery_event_reply()) peer 192.168.202.142@tcp data present 363512030. state = 0x100241 00000400:00000200:1.0:1767325854.022106:0:211388:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.142@tcp: -114 00000400:00000200:2.0:1767325854.022152:0:211392:0:(peer.c:4048:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767325854.022161:0:211392:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.202.142@tcp(00000000d0264ea0) state 0x1000c1 00000400:00000010:2.0:1767325854.022169:0:211392:0:(peer.c:3325:lnet_peer_merge_data()) alloc '(curnis)': 40 at 0000000074abe409. 00000400:00000010:2.0:1767325854.022174:0:211392:0:(peer.c:3326:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000007b95ebc4. 00000400:00000010:2.0:1767325854.022177:0:211392:0:(peer.c:3327:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000f3def973. 00000400:00000010:2.0:1767325854.022183:0:211392:0:(peer.c:3465:lnet_peer_merge_data()) kfreed 'curnis': 40 at 0000000074abe409. 00000400:00000010:2.0:1767325854.022185:0:211392:0:(peer.c:3466:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000007b95ebc4. 00000400:00000010:2.0:1767325854.022187:0:211392:0:(peer.c:3467:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000f3def973. 00000400:00000010:2.0:1767325854.022189:0:211392:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a9096370. 00000400:00000200:2.0:1767325854.022195:0:211392:0:(peer.c:3470:lnet_peer_merge_data()) peer 192.168.202.142@tcp (00000000d0264ea0): 0 00000400:00000200:2.0:1767325854.022198:0:211392:0:(peer.c:3774:lnet_peer_data_present()) peer 192.168.202.142@tcp(00000000d0264ea0): 0. state = 0x100141 00000400:00000200:2.0:1767325854.022200:0:211392:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.202.142@tcp(00000000d0264ea0) state 0x100141 rc 1 00000400:00000200:2.0:1767325854.022202:0:211392:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.202.142@tcp(00000000d0264ea0) state 0x100141 00000400:00000010:2.0:1767325854.022217:0:211392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d3d0de1. 00000400:00000010:2.0:1767325854.022234:0:211392:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000022f70a0a. 00000400:00000200:2.0:1767325854.022237:0:211392:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325854.022247:0:211392:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.42@tcp to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767325854.022253:0:211392:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [2:2:256:4294967295] 192.168.202.142@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:2.0:1767325854.022258:0:211392:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.142@tcp 00000400:00000200:2.0:1767325854.022266:0:211392:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:192.168.202.42@tcp) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767325854.022271:0:211392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767325854.022276:0:211392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004abbc3b. 00000800:00000200:2.0:1767325854.022282:0:211392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (3) 00000800:00000200:2.0:1767325854.022288:0:211392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767325854.022291:0:211392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004abbc3b type 1, nob 144 niov 1 nkiov 1 00000400:00000200:2.0:1767325854.022305:0:211392:0:(peer.c:3982:lnet_peer_send_push()) peer 192.168.202.142@tcp 00000400:00000200:2.0:1767325854.022311:0:211392:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.202.142@tcp(00000000d0264ea0) state 0x100541 rc 0 00000800:00000200:3.0:1767325854.022383:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325854.022388:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004abbc3b. 00000400:00000200:3.0:1767325854.022393:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325854.022420:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325854.022424:0:211387:0:(peer.c:3141:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767325854.022427:0:211387:0:(peer.c:3093:lnet_discovery_event_send()) Push Send to 192.168.202.142@tcp: 0 00000100:00000010:1.0:1767325854.022487:0:214083:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ef115b80. 00000020:00000010:1.0:1767325854.022491:0:214083:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008984678e. 00000020:00000010:1.0:1767325854.022497:0:214083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0b2116f. 00000020:00000010:1.0:1767325854.022500:0:214083:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001ce77221. 00000020:00000010:1.0:1767325854.022503:0:214083:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000029930ee8. 00000040:00000010:1.0:1767325854.022507:0:214083:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000005a17cd. 00000020:00000010:1.0:1767325854.022511:0:214083:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a3167bdb. 00000020:00000010:1.0:1767325854.022515:0:214083:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d9cd44ff. 00000020:00000010:1.0:1767325854.022520:0:214083:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ba771d1f. 80000000:00000010:1.0:1767325854.022522:0:214083:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c6663ac8. 40000000:00000010:1.0:1767325854.022525:0:214083:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000056e372f5. 00000008:00000010:1.0:1767325854.022529:0:214083:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000009dad2732. 00020000:00000010:1.0:1767325854.022532:0:214083:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000b1612639. 00008000:00000010:1.0:1767325854.022535:0:214083:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000ed923b0c. 00100000:00000010:1.0:1767325854.022538:0:214083:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dfe98be3. 00040000:00000010:1.0:1767325854.022541:0:214083:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002717c00a. 00040000:00000010:1.0:1767325854.022545:0:214083:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b6d92c48. 00040000:00000010:1.0:1767325854.022547:0:214083:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c5452740. 00000004:00000010:1.0:1767325854.022551:0:214083:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f987859a. 00000004:00000010:1.0:1767325854.022560:0:214083:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d4ce69c3. 00000004:00000010:1.0:1767325854.022564:0:214083:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006172fb60. 00002000:00000010:1.0:1767325854.022567:0:214083:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e027abaf. 00000004:00000010:1.0:1767325854.022571:0:214083:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006fd31989. 00000080:00000010:1.0:1767325854.022574:0:214083:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000061ac6135. 00000080:00000010:1.0:1767325854.022577:0:214083:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000747ffd0b. 00000100:00000010:1.0:1767325854.022582:0:214083:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000009919cd05. 00000100:00000200:1.0:1767325854.022597:0:214083:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:2.0:1767325854.022619:0:214078:0:(ldlm_lockd.c:3465:ldlm_setup()) kmalloced '(blp)': 168 at 00000000b85ef1a4. 00010000:00000010:1.0:1767325854.022951:0:214084:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000c3835e74. 00000020:00000010:1.0:1767325854.022957:0:214084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000234fe2ed. 00000020:00000010:1.0:1767325854.022960:0:214084:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b8dd22d4. 00000020:00000010:1.0:1767325854.022964:0:214084:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000083db3ba5. 00000020:00000010:1.0:1767325854.022968:0:214084:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000eb477c62. 00000020:00000010:1.0:1767325854.022971:0:214084:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000410fb6ce. 80000000:00000010:1.0:1767325854.022974:0:214084:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000050311636. 40000000:00000010:1.0:1767325854.022976:0:214084:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001d6bd54f. 00100000:00000010:1.0:1767325854.022979:0:214084:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000774ab34d. 00040000:00000010:1.0:1767325854.022983:0:214084:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000d205065. 00040000:00000010:1.0:1767325854.022985:0:214084:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d7f0fd6d. 00002000:00000010:1.0:1767325854.022989:0:214084:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c0365587. 00000020:00000010:1.0:1767325854.022992:0:214084:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007b02bc0c. 00010000:00000010:1.0:1767325854.023380:0:214085:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000615f640e. 00000020:00000010:1.0:1767325854.023385:0:214085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d392caf. 00000020:00000010:1.0:1767325854.023389:0:214085:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006b35578a. 00000020:00000010:1.0:1767325854.023394:0:214085:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008dae44b1. 00000020:00000010:1.0:1767325854.023430:0:214085:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006eda38c1. 00000020:00000010:1.0:1767325854.023435:0:214085:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002a257792. 80000000:00000010:1.0:1767325854.023438:0:214085:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000037d6f5d8. 40000000:00000010:1.0:1767325854.023440:0:214085:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005df9f45d. 00100000:00000010:1.0:1767325854.023444:0:214085:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000074c86dc6. 00040000:00000010:1.0:1767325854.023448:0:214085:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000daa03bae. 00040000:00000010:1.0:1767325854.023451:0:214085:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ee7ecda7. 00002000:00000010:1.0:1767325854.023455:0:214085:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004cef9ca2. 00000020:00000010:1.0:1767325854.023465:0:214085:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000bbb19f75. 00000400:00000200:2.0:1767325854.023659:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : ACK - for me 00000400:00000200:2.0:1767325854.023672:0:211389:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.42@tcp: ACK from 12345-192.168.202.142@tcp into md 0x111 00000400:00000200:2.0:1767325854.023678:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325854.023682:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: ACK: OK 00000400:00000200:2.0:1767325854.023686:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d3d0de1 00000400:00000010:2.0:1767325854.023689:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d3d0de1. 00000400:00000200:2.0:1767325854.023692:0:211389:0:(peer.c:3141:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767325854.023695:0:211389:0:(peer.c:2859:lnet_discovery_event_ack()) peer 192.168.202.142@tcp ev->status 0 00000400:00000200:2.0:1767325854.023698:0:211389:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.142@tcp: -114 00000400:00000200:2.0:1767325854.023725:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325854.023733:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767325854.023742:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.142@tcp of length 48/48 into md 0x5 [1] + 0 00000400:00000010:2.0:1767325854.023747:0:211389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af275e96. 00000400:00000200:2.0:1767325854.023750:0:211389:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006a3a8859 00000020:00000010:3.0:1767325854.023768:0:214086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a188e83. 00000020:00000010:3.0:1767325854.023774:0:214086:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000002a87551. 00000400:00000200:2.0:1767325854.023778:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00000010:3.0:1767325854.023778:0:214086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bcd527de. 00000400:00000200:2.0:1767325854.023786:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000020:00000010:3.0:1767325854.023786:0:214086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000024eccda. 00000400:00000200:1.0:1767325854.023788:0:211392:0:(peer.c:4048:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767325854.023792:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a3a8859 00000400:00000010:2.0:1767325854.023794:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a3a8859. 00000400:00000200:1.0:1767325854.023797:0:211392:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.202.142@tcp(00000000d0264ea0) state 0x100141 00000400:00000200:2.0:1767325854.023798:0:211389:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767325854.023804:0:211392:0:(peer.c:3904:lnet_peer_discovered()) peer 192.168.202.142@tcp 00000020:00000010:3.0:1767325854.023805:0:214086:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009a740600. 00000400:00000200:1.0:1767325854.023808:0:211392:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.202.142@tcp(00000000d0264ea0) state 0x100111 rc 0 00000020:00000010:3.0:1767325854.023816:0:214086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d74f672f. 00000400:00000200:1.0:1767325854.023817:0:211392:0:(peer.c:2481:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.142@tcp 00000400:00000200:2.0:1767325854.023817:0:211389:0:(peer.c:2630:lnet_peer_push_event()) peer 192.168.202.142@tcp(00000000d0264ea0) is MR 80000000:00000010:3.0:1767325854.023824:0:214086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fb25ccd2. 00000400:00000010:2.0:1767325854.023825:0:211389:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000f3def973. 40000000:00000010:3.0:1767325854.023830:0:214086:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006ee18ed0. 00100000:00000010:3.0:1767325854.023834:0:214086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000026ad7b0b. 00000400:00000200:2.0:1767325854.023836:0:211389:0:(peer.c:2704:lnet_peer_push_event()) Received Push 192.168.202.142@tcp 363512030 00040000:00000010:3.0:1767325854.023841:0:214086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000591425f0. 00000400:00000200:2.0:1767325854.023844:0:211389:0:(peer.c:2465:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.142@tcp: 0 00040000:00000010:3.0:1767325854.023848:0:214086:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006ec679ff. 00000400:00000200:2.0:1767325854.023852:0:211389:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:1.0:1767325854.023854:0:211392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000341ceca1. 00040000:00000010:3.0:1767325854.023854:0:214086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000df61b019. 00000400:00000200:2.0:1767325854.023861:0:211389:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.42@tcp to MR: 192.168.202.142@tcp local destination 00000400:00000010:1.0:1767325854.023863:0:211392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ca22979. 00000004:00000010:3.0:1767325854.023863:0:214086:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000082a949d9. 00000400:00000200:2.0:1767325854.023869:0:211389:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [3:3:256:4294967295] 192.168.202.142@tcp LPNI seq info [3:3:8:4294967295] 00000004:00000010:3.0:1767325854.023871:0:214086:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000022c5e5d6. 00000400:00000200:1.0:1767325854.023873:0:211392:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000068e7a357 00000004:00000010:3.0:1767325854.023878:0:214086:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001dab3062. 00000400:00000200:1.0:1767325854.023879:0:211392:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.202.142@tcp(00000000d0264ea0) state 0x1000d1 00002000:00000010:3.0:1767325854.023885:0:214086:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000168fbbe5. 00000400:00000010:1.0:1767325854.023888:0:211392:0:(peer.c:3325:lnet_peer_merge_data()) alloc '(curnis)': 40 at 0000000088191b8d. 00000400:00000200:2.0:1767325854.023890:0:211389:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:192.168.202.42@tcp) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) 192.168.202.142@tcp : ACK try# 0 00000004:00000010:3.0:1767325854.023892:0:214086:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000082ecbd4d. 00000400:00000010:1.0:1767325854.023894:0:211392:0:(peer.c:3326:lnet_peer_merge_data()) alloc '(addnis)': 48 at 0000000007382cad. 00000020:00000010:3.0:1767325854.023898:0:214086:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001d4f6d80. 00000400:00000010:1.0:1767325854.023900:0:211392:0:(peer.c:3327:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000b427c1df. 00000400:00000010:1.0:1767325854.023906:0:211392:0:(peer.c:3465:lnet_peer_merge_data()) kfreed 'curnis': 40 at 0000000088191b8d. 00000400:00000010:1.0:1767325854.023924:0:211392:0:(peer.c:3466:lnet_peer_merge_data()) kfreed 'addnis': 48 at 0000000007382cad. 00000800:00000200:2.0:1767325854.023924:0:211389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325854.023927:0:211392:0:(peer.c:3467:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000b427c1df. 00000400:00000010:1.0:1767325854.023931:0:211392:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000f3def973. 00000400:00000200:1.0:1767325854.023937:0:211392:0:(peer.c:3470:lnet_peer_merge_data()) peer 192.168.202.142@tcp (00000000d0264ea0): 0 00000800:00000010:2.0:1767325854.023937:0:211389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6a9d61c. 00000400:00000200:1.0:1767325854.023944:0:211392:0:(peer.c:3774:lnet_peer_data_present()) peer 192.168.202.142@tcp(00000000d0264ea0): 0. state = 0x100151 00000800:00000200:2.0:1767325854.023949:0:211389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (3) 00000400:00000200:1.0:1767325854.023951:0:211392:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.202.142@tcp(00000000d0264ea0) state 0x100151 rc 1 00000400:00000200:1.0:1767325854.023958:0:211392:0:(peer.c:4160:lnet_peer_discovery()) peer 192.168.202.142@tcp(00000000d0264ea0) state 0x100151 00000800:00000200:2.0:1767325854.023962:0:211389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767325854.023965:0:211392:0:(peer.c:3904:lnet_peer_discovered()) peer 192.168.202.142@tcp 00000800:00000200:2.0:1767325854.023969:0:211389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6a9d61c type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767325854.023970:0:211392:0:(peer.c:4178:lnet_peer_discovery()) peer 192.168.202.142@tcp(00000000d0264ea0) state 0x100111 rc 0 00000400:00000200:1.0:1767325854.023976:0:211392:0:(peer.c:2481:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.142@tcp 00000800:00000200:2.0:1767325854.024037:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325854.024041:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6a9d61c. 00000400:00000200:2.0:1767325854.024046:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325854.024052:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: ACK: OK 00000800:00000200:1.1:1767325854.024965:0:211382:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:1.0:1767325854.024975:0:211382:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.142@tcp p 3.x 192.168.202.42 -> 192.168.202.142:988 incarnation:1767325824757025405 sched[0] 00000800:00000010:1.0:1767325854.024980:0:211382:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eb7cef06. 00000400:00000200:1.0:1767325854.025063:0:211382:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.142:988 00000400:00000200:1.0:1767325854.025132:0:211382:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.142:988 00000800:00000010:1.0:1767325854.025877:0:211382:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001840c5ff. 00000800:00000010:1.0:1767325854.025884:0:211382:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ab23b6ff. 00000800:00000010:1.0:1767325854.025891:0:211382:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b427c1df. 00000800:00000010:1.0:1767325854.025900:0:211382:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b427c1df. 00000020:00000010:3.0:1767325854.026133:0:211393:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e87cd3fe. 00000020:00000010:3.0:1767325854.026141:0:211393:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007cdacd71. 80000000:00000010:3.0:1767325854.026148:0:211393:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008f0c9bb7. 40000000:00000010:3.0:1767325854.026154:0:211393:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003d452dc9. 00000008:00000010:3.0:1767325854.026172:0:211393:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000891d84b2. 00020000:00000010:3.0:1767325854.026180:0:211393:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000119efb7d. 00008000:00000010:3.0:1767325854.026196:0:211393:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000bdebaa68. 00100000:00000010:3.0:1767325854.026203:0:211393:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ee8c9c02. 00040000:00000010:3.0:1767325854.026209:0:211393:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cb9a80d3. 00040000:00000010:3.0:1767325854.026215:0:211393:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000769ed7a6. 00040000:00000010:3.0:1767325854.026220:0:211393:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000d63b90c. 00000004:00000010:3.0:1767325854.026227:0:211393:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000977c1e3e. 00000004:00000010:3.0:1767325854.026235:0:211393:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c54cb5ab. 00000004:00000010:3.0:1767325854.026242:0:211393:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000061271410. 00002000:00000010:3.0:1767325854.026262:0:211393:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000054a0be1f. 00000004:00000010:3.0:1767325854.026270:0:211393:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a069ffca. 00000080:00000010:3.0:1767325854.026289:0:211393:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000004598edcf. 00000080:00000010:3.0:1767325854.026306:0:211393:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e0263727. 00000008:00000010:3.0:1767325854.026324:0:211393:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000044c30c5f. 00020000:00000010:3.0:1767325854.026340:0:211393:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000008d49bd11. 00008000:00000010:3.0:1767325854.026379:0:211393:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000235db0cd. 00000080:00000010:3.0:1767325854.026394:0:211393:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b71952a3. 02000000:00000010:3.0:1767325854.026451:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000034386aa0. 00000400:00000010:3.0:1767325854.026460:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9224dfb. 00000400:00000010:3.0:1767325854.026468:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9c4baab. 00000100:00000200:3.0:1767325854.026476:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408623744, portal 25 00000400:00000010:3.0:1767325854.026482:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8e2a8b. 00000100:00000200:3.0:1767325854.026486:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853175408623744, offset 0 00000400:00000200:3.0:1767325854.026512:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325854.026525:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325854.026532:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325854.026539:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325854.026544:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325854.026547:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325854.026551:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [4:4:256:4294967295] 192.168.202.142@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:3.0:1767325854.026564:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325854.026571:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325854.026576:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b62e88f4. 00000800:00000200:3.0:1767325854.026584:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (4) 00000800:00000200:3.0:1767325854.026592:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325854.026596:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b62e88f4 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:3.0:1767325854.026614:0:211393:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047340da4. 00000100:00000010:3.0:1767325854.026630:0:211393:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb8a1c46. 00000100:00000010:3.0:1767325854.026638:0:211393:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005150918d. 00000100:00000010:3.0:1767325854.026645:0:211393:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004cc2a4ed. 00000800:00000200:3.0:1767325854.026735:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325854.026739:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b62e88f4. 00000400:00000200:3.0:1767325854.026744:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325854.026749:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325854.026754:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8e2a8b 00000400:00000010:3.0:1767325854.026756:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8e2a8b. 00000100:00000200:3.0:1767325854.026772:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f63d2f8 x1853175408623744/t0(0) o250->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1767325864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1767325854.028768:0:211382:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767325854.028782:0:211382:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.142@tcp p 3.x 192.168.202.42 -> 192.168.202.142:988 incarnation:1767325824757025405 sched[0] 00000800:00000010:1.0:1767325854.028788:0:211382:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ab23b6ff. 00000400:00000200:3.0:1767325854.028850:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325854.028867:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 416 into portal 25 MB=0x6957405f00080 00000400:00000200:3.0:1767325854.028876:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 416/416 into md 0x119 [1] + 0 00000400:00000200:3.0:1767325854.028891:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325854.028895:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:3.0:1767325854.028905:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f63d2f8 x1853175408623744/t0(0) o250->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1767325864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325854.029015:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9224dfb. 00000400:00000200:3.0:1767325854.029020:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9c4baab 00000400:00000010:3.0:1767325854.029023:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9c4baab. 00000100:00000200:3.0:1767325854.029028:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f63d2f8 x1853175408623744/t0(0) o250->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1767325864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325854.029037:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f63d2f8 x1853175408623744/t0(0) o250->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1767325864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325854.029120:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000034386aa0. 02000000:00000010:3.0:1767325854.029126:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000002d076a89. 00000100:00000010:3.0:1767325854.029134:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f63d2f8. 02000000:00000010:1.0:1767325854.029167:0:214078:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000606e82d9. 00000400:00000010:1.0:1767325854.029175:0:214078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b77f63d5. 00000400:00000010:1.0:1767325854.029181:0:214078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026285bcb. 00000100:00000200:1.0:1767325854.029187:0:214078:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408623872, portal 25 00000400:00000010:1.0:1767325854.029194:0:214078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b31df5c8. 00000100:00000200:1.0:1767325854.029197:0:214078:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175408623872, offset 0 00000400:00000200:1.0:1767325854.029205:0:214078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325854.029215:0:214078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325854.029222:0:214078:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325854.029227:0:214078:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767325854.029230:0:214078:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325854.029234:0:214078:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325854.029237:0:214078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [5:5:256:4294967295] 192.168.202.142@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:1.0:1767325854.029248:0:214078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767325854.029254:0:214078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325854.029260:0:214078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026917b08. 00000800:00000200:1.0:1767325854.029266:0:214078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325854.029274:0:214078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325854.029278:0:214078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026917b08 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1767325854.029511:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325854.029516:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026917b08. 00000400:00000200:3.0:1767325854.029520:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325854.029524:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325854.029527:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b31df5c8 00000400:00000010:3.0:1767325854.029529:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b31df5c8. 00000100:00000200:3.0:1767325854.029535:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009d73f840 x1853175408623872/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325870 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325854.032457:0:206751:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb8a1c46. 00000100:00000010:2.0:1767325854.033570:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005150918d. 00000100:00000010:3.0:1767325854.033905:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004cc2a4ed. 00000400:00000010:1.0:1767325854.037030:0:214078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b77f63d5. 00000400:00000200:1.0:1767325854.037037:0:214078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026285bcb 00000400:00000010:1.0:1767325854.037040:0:214078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026285bcb. 00000100:00000200:1.0:1767325854.037047:0:214078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009d73f840 x1853175408623872/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325870 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325854.037056:0:214078:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009d73f840 x1853175408623872/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325870 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325854.037093:0:214078:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007a5c3b0b. 02000000:00000010:1.0:1767325854.037133:0:214078:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000606e82d9. 02000000:00000010:1.0:1767325854.037140:0:214078:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000009fe24fa. 00000100:00000010:1.0:1767325854.037147:0:214078:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009d73f840. 10000000:00000010:1.0:1767325854.037159:0:214078:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000b427c1df. 00000020:00000010:1.0:1767325854.037165:0:214078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f771d2b. 00000020:00000010:1.0:1767325854.037171:0:214078:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c4878d55. 00000040:00000010:1.0:1767325854.037176:0:214078:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ab8dfcf0. 00000020:00000010:1.0:1767325854.037183:0:214078:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009001feb1. 00000020:00000010:1.0:1767325854.037190:0:214078:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000009fe24fa. 80000000:00000010:1.0:1767325854.037196:0:214078:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f319f956. 00040000:00000010:1.0:1767325854.037203:0:214078:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006a41cc39. 20000000:00000010:1.0:1767325854.037211:0:214078:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e23a0162. 00000040:00000010:1.0:1767325854.037220:0:214078:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f6cf4878. 00000100:00000010:1.0:1767325854.037228:0:214078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9198884. 02000000:00000010:1.0:1767325854.037243:0:214078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026e82522. 00000100:00000010:1.0:1767325854.037259:0:214078:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab23b6ff. 02000000:00000010:1.0:1767325854.037282:0:214078:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000005c1892. 00000400:00000010:1.0:1767325854.037286:0:214078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b77f63d5. 00000400:00000010:1.0:1767325854.037292:0:214078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026285bcb. 00000100:00000200:1.0:1767325854.037300:0:214078:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408624000, portal 25 00000400:00000010:1.0:1767325854.037306:0:214078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088a02057. 00000100:00000200:1.0:1767325854.037309:0:214078:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853175408624000, offset 0 00000400:00000200:1.0:1767325854.037317:0:214078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325854.037329:0:214078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325854.037336:0:214078:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325854.037342:0:214078:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767325854.037347:0:214078:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325854.037351:0:214078:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325854.037355:0:214078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [6:6:256:4294967295] 192.168.202.142@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:1.0:1767325854.037367:0:214078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767325854.037373:0:214078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325854.037385:0:214078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004be0abc. 00000800:00000200:1.0:1767325854.037392:0:214078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325854.037527:0:214078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325854.037532:0:214078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004be0abc type 1, nob 608 niov 1 nkiov 1 00000100:00000010:1.0:1767325854.037558:0:214078:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045354095. 00000100:00000010:1.0:1767325854.037574:0:214078:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aabb1a3c. 00000100:00000010:1.0:1767325854.037582:0:214078:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3de7e25. 00000100:00000010:1.0:1767325854.037590:0:214078:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e604e96. 00000400:00000200:3.0:1767325854.040213:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325854.040247:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 272 into portal 25 MB=0x6957405f00180 00000400:00000200:3.0:1767325854.040267:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 272/272 into md 0x129 [1] + 224 00000400:00000200:3.0:1767325854.040286:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325854.040290:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:3.0:1767325854.040302:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9198884 x1853175408624000/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325870 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325854.040385:0:214078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b77f63d5. 00000400:00000200:1.0:1767325854.040521:0:214078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026285bcb 00000400:00000010:1.0:1767325854.040523:0:214078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026285bcb. 00000100:00000200:1.0:1767325854.040529:0:214078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9198884 x1853175408624000/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325870 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325854.040536:0:214078:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9198884 x1853175408624000/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325870 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325854.040561:0:214078:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ab23b6ff. 02000000:00000010:1.0:1767325854.040570:0:214078:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000005c1892. 02000000:00000010:1.0:1767325854.040574:0:214078:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000026e82522. 00000100:00000010:1.0:1767325854.040578:0:214078:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9198884. 00000040:00000010:1.0:1767325854.040699:0:214078:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f6cf4878. 00000020:00000010:1.0:1767325854.040710:0:214078:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c4878d55. 00000040:00000010:1.0:1767325854.040716:0:214078:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ab8dfcf0. 00000020:00000010:1.0:1767325854.040721:0:214078:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009001feb1. 00000020:00000010:1.0:1767325854.040726:0:214078:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000009fe24fa. 80000000:00000010:1.0:1767325854.040732:0:214078:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f319f956. 00040000:00000010:1.0:1767325854.040737:0:214078:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006a41cc39. 20000000:00000010:1.0:1767325854.040741:0:214078:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000e23a0162. 00000020:00000010:1.0:1767325854.040746:0:214078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f771d2b. 10000000:00000010:1.0:1767325854.040750:0:214078:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000b427c1df. 10000000:00000010:1.0:1767325854.040784:0:214078:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000f6cf4878. 10000000:00000010:1.0:1767325854.040792:0:214078:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 0000000026e82522. 10000000:00000010:1.0:1767325854.040803:0:214078:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000005c1892. 00000100:00000010:1.0:1767325854.040821:0:214078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9198884. 02000000:00000010:1.0:1767325854.040834:0:214078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082309f44. 00010000:00000010:1.0:1767325854.040852:0:214078:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000000983976. 00000020:00000010:1.0:1767325854.040858:0:214078:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000b427c1df. 00000100:00000010:1.0:1767325854.040877:0:214078:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab23b6ff. 02000000:00000010:1.0:1767325854.040897:0:214078:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000606e82d9. 00000400:00000010:1.0:1767325854.040900:0:214078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b77f63d5. 00000400:00000010:1.0:1767325854.040904:0:214078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026285bcb. 00000100:00000200:1.0:1767325854.040909:0:214078:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408624128, portal 25 00000400:00000010:1.0:1767325854.040924:0:214078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c73279cb. 00000100:00000200:1.0:1767325854.040927:0:214078:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175408624128, offset 0 00000400:00000200:1.0:1767325854.040932:0:214078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325854.040941:0:214078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325854.040946:0:214078:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325854.040951:0:214078:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767325854.040955:0:214078:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325854.040956:0:214078:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325854.040959:0:214078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [7:7:256:4294967295] 192.168.202.142@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:1.0:1767325854.040967:0:214078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767325854.040971:0:214078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325854.040975:0:214078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000416dd4ac. 00000800:00000200:1.0:1767325854.040980:0:214078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325854.040987:0:214078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325854.040991:0:214078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000416dd4ac type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1767325854.044460:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3de7e25. 00000100:00000010:1.0:1767325854.044505:0:206751:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aabb1a3c. 00000100:00000010:3.0:1767325854.044583:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e604e96. 00000400:00000200:3.0:1767325854.047461:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325854.047487:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 344 into portal 25 MB=0x6957405f00200 00000400:00000200:3.0:1767325854.047499:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 344/344 into md 0x131 [1] + 224 00000400:00000200:3.0:1767325854.047519:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325854.047524:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:3.0:1767325854.047539:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9198884 x1853175408624128/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325870 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325854.047597:0:214078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b77f63d5. 00000400:00000200:3.0:1767325854.047601:0:214078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026285bcb 00000400:00000010:3.0:1767325854.047603:0:214078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026285bcb. 00000100:00000200:3.0:1767325854.047609:0:214078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9198884 x1853175408624128/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325870 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325854.047616:0:214078:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9198884 x1853175408624128/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325870 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325854.047647:0:214078:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ab23b6ff. 02000000:00000010:3.0:1767325854.047677:0:214078:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000606e82d9. 02000000:00000010:3.0:1767325854.047684:0:214078:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000082309f44. 00000100:00000010:3.0:1767325854.047691:0:214078:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9198884. 10000000:00000010:3.0:1767325854.047704:0:214078:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000009c552a86. 00000020:00000010:3.0:1767325854.047710:0:214078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003061d6a7. 00000020:00000010:3.0:1767325854.047716:0:214078:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c1691bd8. 00000040:00000010:3.0:1767325854.047721:0:214078:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000727a3969. 00000020:00000010:3.0:1767325854.047728:0:214078:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000370f37ec. 00000020:00000010:3.0:1767325854.047740:0:214078:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009db7e5f4. 80000000:00000010:3.0:1767325854.047744:0:214078:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004cc2a4ed. 00040000:00000010:3.0:1767325854.047750:0:214078:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000979e5810. 20000000:00000010:3.0:1767325854.047754:0:214078:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000007def0f13. 00000040:00000010:3.0:1767325854.047761:0:214078:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000049a4ce3c. 00000100:00000010:3.0:1767325854.047768:0:214078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f40a6cce. 02000000:00000010:3.0:1767325854.047788:0:214078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e9fe66a0. 00000100:00000010:3.0:1767325854.047801:0:214078:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034883a16. 02000000:00000010:3.0:1767325854.047822:0:214078:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c47c5273. 00000400:00000010:3.0:1767325854.047890:0:214078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9224dfb. 00000400:00000010:3.0:1767325854.047966:0:214078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9c4baab. 00000100:00000200:3.0:1767325854.047973:0:214078:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408624256, portal 25 00000400:00000010:3.0:1767325854.047978:0:214078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8e2a8b. 00000100:00000200:3.0:1767325854.047981:0:214078:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853175408624256, offset 0 00000400:00000200:3.0:1767325854.047988:0:214078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325854.048002:0:214078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325854.048010:0:214078:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325854.048016:0:214078:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325854.048021:0:214078:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325854.048024:0:214078:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325854.048029:0:214078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [8:8:256:4294967295] 192.168.202.142@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:3.0:1767325854.048041:0:214078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325854.048053:0:214078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325854.048058:0:214078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b62e88f4. 00000800:00000200:3.0:1767325854.048064:0:214078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325854.048072:0:214078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325854.048076:0:214078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b62e88f4 type 1, nob 608 niov 1 nkiov 1 00000100:00000010:3.0:1767325854.048090:0:214078:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb09c09b. 00000100:00000010:3.0:1767325854.048101:0:214078:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000355a926. 00000100:00000010:3.0:1767325854.048108:0:214078:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ef70c270. 00000100:00000010:3.0:1767325854.048112:0:214078:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036806cce. 00000800:00000200:3.0:1767325854.048665:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325854.048671:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b62e88f4. 00000400:00000200:3.0:1767325854.048674:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325854.048679:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325854.048682:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8e2a8b 00000400:00000010:3.0:1767325854.048685:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8e2a8b. 00000100:00000200:3.0:1767325854.048691:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f40a6cce x1853175408624256/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325870 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325854.050606:0:214078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9224dfb. 00000400:00000200:3.0:1767325854.050611:0:214078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9c4baab 00000400:00000010:3.0:1767325854.050612:0:214078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9c4baab. 00000100:00000200:3.0:1767325854.050617:0:214078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f40a6cce x1853175408624256/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325870 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325854.050624:0:214078:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f40a6cce x1853175408624256/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325870 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325854.050645:0:214078:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000034883a16. 02000000:00000010:3.0:1767325854.050653:0:214078:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c47c5273. 02000000:00000010:3.0:1767325854.050656:0:214078:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e9fe66a0. 00000100:00000010:3.0:1767325854.050659:0:214078:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f40a6cce. 00000040:00000010:3.0:1767325854.050670:0:214078:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000001a793033. 00000100:00000010:3.0:1767325854.050674:0:214078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f40a6cce. 02000000:00000010:3.0:1767325854.050682:0:214078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e9fe66a0. 00000100:00000010:3.0:1767325854.050687:0:214078:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034883a16. 02000000:00000010:3.0:1767325854.050711:0:214078:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000cee3490b. 00000400:00000010:3.0:1767325854.050714:0:214078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9224dfb. 00000400:00000010:3.0:1767325854.050718:0:214078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000062c4fb29. 00000100:00000200:3.0:1767325854.050723:0:214078:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853175408624384, portal 25 00000400:00000010:3.0:1767325854.050725:0:214078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9c4baab. 00000100:00000200:3.0:1767325854.050727:0:214078:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853175408624384, offset 0 00000400:00000200:3.0:1767325854.050732:0:214078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325854.050738:0:214078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325854.050742:0:214078:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325854.050749:0:214078:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325854.050752:0:214078:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325854.050755:0:214078:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325854.050757:0:214078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [9:9:256:4294967295] 192.168.202.142@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:3.0:1767325854.050765:0:214078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325854.050769:0:214078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325854.050773:0:214078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b62e88f4. 00000800:00000200:3.0:1767325854.050777:0:214078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325854.050784:0:214078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325854.050787:0:214078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b62e88f4 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767325854.051057:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325854.051061:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b62e88f4. 00000400:00000200:1.0:1767325854.051187:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325854.051192:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325854.051194:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9c4baab 00000400:00000010:1.0:1767325854.051200:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9c4baab. 00000100:00000200:1.0:1767325854.051205:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f40a6cce x1853175408624384/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325870 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325854.053538:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325854.053555:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 8416 into portal 25 MB=0x6957405f00300 00000400:00000200:3.0:1767325854.053561:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 8416/8416 into md 0x141 [4] + 224 00000400:00000200:3.0:1767325854.053576:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325854.053579:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:3.0:1767325854.053586:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f40a6cce x1853175408624384/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325870 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325854.053659:0:214078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9224dfb. 00000400:00000200:1.0:1767325854.053664:0:214078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062c4fb29 00000400:00000010:1.0:1767325854.053667:0:214078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000062c4fb29. 00000100:00000200:1.0:1767325854.053673:0:214078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f40a6cce x1853175408624384/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325870 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325854.053682:0:214078:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f40a6cce x1853175408624384/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325870 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325854.053708:0:214078:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000034883a16. 02000000:00000010:1.0:1767325854.053720:0:214078:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000cee3490b. 02000000:00000010:1.0:1767325854.053735:0:214078:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e9fe66a0. 00000100:00000010:1.0:1767325854.053740:0:214078:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f40a6cce. 00000040:00000010:1.0:1767325854.053753:0:214078:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000aabb1a3c. 00000020:00000010:1.0:1767325854.054188:0:214092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002df4d59d. 00000020:00000010:1.0:1767325854.054194:0:214092:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000da45fb2d. 00000040:00000010:1.0:1767325854.054196:0:214092:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a19ef569. 00000020:00000010:1.0:1767325854.054200:0:214092:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009001feb1. 00000020:00000010:1.0:1767325854.054205:0:214092:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a1f8ce2d. 00000020:00000010:1.0:1767325854.054209:0:214092:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009eb723f4. 80000000:00000010:1.0:1767325854.054212:0:214092:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f319f956. 40000000:00000010:1.0:1767325854.054215:0:214092:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000088191b8d. 00100000:00000010:1.0:1767325854.054219:0:214092:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a283e6fa. 00040000:00000010:1.0:1767325854.054223:0:214092:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ca2861ce. 00040000:00000010:1.0:1767325854.054227:0:214092:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000036c7f0bb. 00040000:00000010:1.0:1767325854.054230:0:214092:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000082309f44. 00000004:00000010:1.0:1767325854.054234:0:214092:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008416e9e1. 00000004:00000010:1.0:1767325854.054239:0:214092:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005b8742be. 00000004:00000010:1.0:1767325854.054243:0:214092:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ccf45b1e. 00002000:00000010:1.0:1767325854.054247:0:214092:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000077f7c525. 00000004:00000010:1.0:1767325854.054250:0:214092:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c2cacb3b. 00000020:00000010:1.0:1767325854.054267:0:214092:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d641e8c9. 00000040:00000010:1.0:1767325854.054275:0:214092:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000a9b73cdb. 00000100:00000010:1.0:1767325854.054281:0:214092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf90a616. 02000000:00000010:1.0:1767325854.054292:0:214092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e23a0162. 00000100:00000010:1.0:1767325854.054302:0:214092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab23b6ff. 02000000:00000010:1.0:1767325854.054339:0:214092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000088661d5f. 00000400:00000010:1.0:1767325854.054345:0:214092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000752481a1. 00000400:00000010:1.0:1767325854.054351:0:214092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000048b97477. 00000100:00000200:1.0:1767325854.054357:0:214092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853175408624512, portal 25 00000400:00000010:1.0:1767325854.054362:0:214092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a686d3c9. 00000100:00000200:1.0:1767325854.054365:0:214092:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853175408624512, offset 0 00000400:00000200:1.0:1767325854.054371:0:214092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325854.054379:0:214092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325854.054383:0:214092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325854.054387:0:214092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767325854.054389:0:214092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325854.054392:0:214092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325854.054394:0:214092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [10:10:256:4294967295] 192.168.202.142@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:1.0:1767325854.054415:0:214092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767325854.054419:0:214092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325854.054424:0:214092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000416dd4ac. 00000800:00000200:1.0:1767325854.054430:0:214092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325854.054436:0:214092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325854.054440:0:214092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000416dd4ac type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767325854.057113:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325854.057135:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 8472 into portal 25 MB=0x6957405f00380 00000400:00000200:1.0:1767325854.057146:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 8472/8472 into md 0x149 [4] + 224 00000400:00000200:1.0:1767325854.057183:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325854.057188:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:1.0:1767325854.057199:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf90a616 x1853175408624512/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325870 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325854.057324:0:214092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000752481a1. 00000400:00000200:3.0:1767325854.057332:0:214092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b97477 00000400:00000010:3.0:1767325854.057334:0:214092:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000048b97477. 00000100:00000200:3.0:1767325854.057339:0:214092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf90a616 x1853175408624512/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325870 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325854.057348:0:214092:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf90a616 x1853175408624512/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325870 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325854.057376:0:214092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ab23b6ff. 02000000:00000010:3.0:1767325854.057390:0:214092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000088661d5f. 02000000:00000010:3.0:1767325854.057433:0:214092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e23a0162. 00000100:00000010:3.0:1767325854.057439:0:214092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf90a616. 00000020:00000010:3.0:1767325854.057461:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000ee6e745. 00000020:00000010:3.0:1767325854.057472:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000ee6e745. 00000020:00000010:3.0:1767325854.057478:0:214092:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000001440c2ac. 00000020:00000010:3.0:1767325854.057483:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000ec69883b. 00000020:00000010:3.0:1767325854.057504:0:214092:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000f421d54a. 00000020:00000010:3.0:1767325854.057513:0:214092:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007e4bbab6. 00000020:00000010:3.0:1767325854.057532:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000ec69883b. 00000020:00000010:3.0:1767325854.057535:0:214092:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000001440c2ac. 00000020:00000010:3.0:1767325854.057540:0:214092:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000001440c2ac. 00000020:00000010:3.0:1767325854.057544:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 00000000e6fde9c7. 00000001:00000010:3.0:1767325854.057564:0:214092:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000ee6e745. 00000001:00000010:3.0:1767325854.057567:0:214092:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ff669f8e. 00000001:00000010:3.0:1767325854.057614:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009355cefd. 00000001:00000010:3.0:1767325854.057616:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000de7165b1. 00000001:00000010:3.0:1767325854.057618:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000085019e64. 00000001:00000010:3.0:1767325854.057621:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000003c7ff60. 00000001:00000010:3.0:1767325854.057623:0:214092:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000550b4e57. 00000001:00000010:3.0:1767325854.057625:0:214092:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000d5d74a2. 00000001:00000010:3.0:1767325854.057627:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e9fe66a0. 00000001:00000010:3.0:1767325854.057629:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008b56f0c3. 00000001:00000010:3.0:1767325854.057633:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eb4bbc70. 00000001:00000010:3.0:1767325854.057635:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000036e57ae8. 00000020:00000010:3.0:1767325854.057638:0:214092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6eefb9c. 00000020:00000010:3.0:1767325854.057643:0:214092:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec69883b. 00000020:00000010:3.0:1767325854.057655:0:214092:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ae7ccfcd. 00000008:00000010:3.0:1767325854.057660:0:214092:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000002216c9e9. 00020000:00000010:3.0:1767325854.057663:0:214092:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000f8956840. 00008000:00000010:3.0:1767325854.057667:0:214092:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e76b4e4b. 00000080:00000010:3.0:1767325854.057673:0:214092:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000054e20792. 00000020:00000010:3.0:1767325854.057677:0:214092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097278d20. 00000020:00000010:3.0:1767325854.057680:0:214092:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000029b44b61. 00000020:00000010:3.0:1767325854.057683:0:214092:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000054dfea46. 00000008:00000010:3.0:1767325854.057686:0:214092:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000064ea0df8. 00020000:00000010:3.0:1767325854.057693:0:214092:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000002b731d92. 00008000:00000010:3.0:1767325854.057696:0:214092:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000064aab7ca. 00000080:00000010:3.0:1767325854.057700:0:214092:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000054f4973a. 00000080:00000010:3.0:1767325854.057703:0:214092:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000d26ed888. 00020000:00000010:3.0:1767325854.057706:0:214092:0:(lov_dev.c:609:lov_device_alloc()) kmalloced '(ld)': 584 at 0000000024d05408. 00000020:00000010:3.0:1767325854.057721:0:214092:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000cf91acb8. 00000100:00000010:1.0:1767325854.058525:0:206751:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000355a926. 00000100:00000010:2.0:1767325854.060042:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ef70c270. 00000100:00000010:3.0:1767325854.060476:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036806cce. 00020000:00000010:2.0:1767325854.063142:0:214092:0:(lov_dev.c:626:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at 000000004bd4daf6. 00020000:00000010:2.0:1767325854.063154:0:214092:0:(lov_dev.c:633:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at 000000000b29b884. 00000020:00000010:2.0:1767325854.063189:0:214092:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 00000000260e4f38. 00000020:00000010:2.0:1767325854.063197:0:214092:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000031186ae4. 00000020:00000010:2.0:1767325854.063201:0:214092:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000cb03ea49. 00000020:00000010:2.0:1767325854.063210:0:214092:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000eae999bb. 00000040:00000010:2.0:1767325854.063214:0:214092:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000071bc6638. 00000020:00000010:2.0:1767325854.063218:0:214092:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000055bac712. 00000020:00000010:2.0:1767325854.063234:0:214092:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000056b07ab1. 00000020:00000010:2.0:1767325854.063239:0:214092:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000077b819dc. 80000000:00000010:2.0:1767325854.063242:0:214092:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fa9e407d. 40000000:00000010:2.0:1767325854.063246:0:214092:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007c4d5e7a. 00000008:00000010:2.0:1767325854.063307:0:214092:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000b36c499d. 00020000:00000010:2.0:1767325854.063312:0:214092:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000e9b4f7d7. 00008000:00000010:2.0:1767325854.063324:0:214092:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000008042cc3c. 00100000:00000010:2.0:1767325854.063329:0:214092:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000ec3f4da. 00040000:00000010:2.0:1767325854.063333:0:214092:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c6a9d61c. 00040000:00000010:2.0:1767325854.063337:0:214092:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000046309ce9. 00040000:00000010:2.0:1767325854.063340:0:214092:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001460706f. 00000004:00000010:2.0:1767325854.063344:0:214092:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000046124564. 00000004:00000010:2.0:1767325854.063349:0:214092:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009aa3578e. 00000004:00000010:2.0:1767325854.063356:0:214092:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f2e1080d. 00002000:00000010:2.0:1767325854.063359:0:214092:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000047ddad55. 00000004:00000010:2.0:1767325854.063363:0:214092:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000033363167. 00000080:00000010:2.0:1767325854.063376:0:214092:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000035a3a019. 00000080:00000010:2.0:1767325854.063391:0:214092:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000187118d0. 00000020:00000010:2.0:1767325854.063435:0:214092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000029b44b61. 00000020:00000010:2.0:1767325854.063446:0:214092:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000054dfea46. 00000008:00000010:2.0:1767325854.063451:0:214092:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000064ea0df8. 00020000:00000010:2.0:1767325854.063455:0:214092:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000002b731d92. 00008000:00000010:2.0:1767325854.063459:0:214092:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000064aab7ca. 00000080:00000010:2.0:1767325854.063465:0:214092:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000054f4973a. 00000080:00000010:2.0:1767325854.063469:0:214092:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000d26ed888. 00000020:00000010:2.0:1767325854.063473:0:214092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097278d20. 00000020:00000010:2.0:1767325854.063480:0:214092:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec69883b. 00000020:00000010:2.0:1767325854.063484:0:214092:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ae7ccfcd. 00000008:00000010:2.0:1767325854.063489:0:214092:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000002216c9e9. 00020000:00000010:2.0:1767325854.063493:0:214092:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000f8956840. 00008000:00000010:2.0:1767325854.063498:0:214092:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e76b4e4b. 00000080:00000010:2.0:1767325854.063502:0:214092:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000054e20792. 00000020:00000010:2.0:1767325854.063505:0:214092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6eefb9c. 00000020:00000010:2.0:1767325854.063512:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 00000000e6fde9c7. 00000020:00000010:2.0:1767325854.063516:0:214092:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000001440c2ac. 00000020:00000010:2.0:1767325854.063532:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000323412fd. 00000020:00000010:2.0:1767325854.063535:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000323412fd. 00000020:00000010:2.0:1767325854.063542:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000323412fd. 00000020:00000010:2.0:1767325854.063544:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000323412fd. 00000020:00000010:2.0:1767325854.063548:0:214092:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000001246a087. 00000020:00000010:2.0:1767325854.063552:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000447db25a. 00000020:00000010:2.0:1767325854.063563:0:214092:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000f26b0aad. 00000020:00000010:2.0:1767325854.063569:0:214092:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b4a1e593. 00000020:00000010:2.0:1767325854.063584:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000447db25a. 00000020:00000010:2.0:1767325854.063588:0:214092:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000001246a087. 00000020:00000010:2.0:1767325854.063599:0:214092:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000001246a087. 00000020:00000010:2.0:1767325854.063603:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 000000001c47878a. 00000001:00000010:2.0:1767325854.063628:0:214092:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000323412fd. 00000001:00000010:2.0:1767325854.063634:0:214092:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000039076c6b. 00000001:00000010:2.0:1767325854.063639:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000042e373f2. 00000001:00000010:2.0:1767325854.063642:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e1492453. 00000001:00000010:2.0:1767325854.063646:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000037d5d6e2. 00000001:00000010:2.0:1767325854.063649:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f6eefb9c. 00000001:00000010:2.0:1767325854.063653:0:214092:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000867ab190. 00000001:00000010:2.0:1767325854.063657:0:214092:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000039744321. 00000001:00000010:2.0:1767325854.063659:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000097278d20. 00000001:00000010:2.0:1767325854.063662:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000029b44b61. 00000001:00000010:2.0:1767325854.063668:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f2805c5b. 00000001:00000010:2.0:1767325854.063672:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001d729b08. 00000020:00000010:2.0:1767325854.063676:0:214092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aee4f4cf. 00000020:00000010:2.0:1767325854.063680:0:214092:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000447db25a. 00000020:00000010:2.0:1767325854.063686:0:214092:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa0a5419. 00000008:00000010:2.0:1767325854.063691:0:214092:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000dae8b6c8. 00020000:00000010:2.0:1767325854.063694:0:214092:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000009ab3a590. 00008000:00000010:2.0:1767325854.063698:0:214092:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009e8cca13. 00000080:00000010:2.0:1767325854.063703:0:214092:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009dda526a. 00000020:00000010:2.0:1767325854.063707:0:214092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011d431d2. 00000020:00000010:2.0:1767325854.063709:0:214092:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e3d844c3. 00000040:00000010:2.0:1767325854.063712:0:214092:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b8d9c308. 00000020:00000010:2.0:1767325854.063715:0:214092:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000387d0671. 00000020:00000010:2.0:1767325854.063717:0:214092:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000084debb0f. 00040000:00000010:2.0:1767325854.063720:0:214092:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000044079d73. 00040000:00000010:2.0:1767325854.063722:0:214092:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000284da421. 00800000:00000010:2.0:1767325854.063726:0:214092:0:(lmv_obd.c:1220:lmv_device_alloc()) kmalloced '(lu)': 64 at 000000007b05ea85. 00000020:00000010:2.0:1767325854.064056:0:214092:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b42956bc. 00000020:00000010:2.0:1767325854.064060:0:214092:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 0000000078adfa9b. 80000000:00000010:2.0:1767325854.064077:0:214092:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 00000000947d3df2. 00800000:00000010:2.0:1767325854.064124:0:214092:0:(lmv_obd.c:1280:lmv_device_alloc()) kmalloced '(pat)': 280 at 00000000cea2906e. 00800000:00000010:2.0:1767325854.064127:0:214092:0:(lmv_obd.c:1289:lmv_device_alloc()) kmalloced '(pat)': 280 at 000000003180263d. 00000020:00000010:2.0:1767325854.064129:0:214092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e3d844c3. 00000040:00000010:2.0:1767325854.064131:0:214092:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b8d9c308. 00000020:00000010:2.0:1767325854.064134:0:214092:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000387d0671. 00000020:00000010:2.0:1767325854.064137:0:214092:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000084debb0f. 00040000:00000010:2.0:1767325854.064140:0:214092:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000044079d73. 00040000:00000010:2.0:1767325854.064142:0:214092:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000284da421. 00000020:00000010:2.0:1767325854.064144:0:214092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011d431d2. 00000020:00000010:2.0:1767325854.064146:0:214092:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000447db25a. 00000020:00000010:2.0:1767325854.064148:0:214092:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aa0a5419. 00000008:00000010:2.0:1767325854.064150:0:214092:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000dae8b6c8. 00020000:00000010:2.0:1767325854.064152:0:214092:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000009ab3a590. 00008000:00000010:2.0:1767325854.064155:0:214092:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000009e8cca13. 00000080:00000010:2.0:1767325854.064157:0:214092:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009dda526a. 00000020:00000010:2.0:1767325854.064158:0:214092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aee4f4cf. 00000020:00000010:2.0:1767325854.064161:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 000000001c47878a. 00000020:00000010:2.0:1767325854.064164:0:214092:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000001246a087. 00000020:00000010:2.0:1767325854.064168:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000044079d73. 00000020:00000010:2.0:1767325854.064170:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000044079d73. 00000020:00000010:2.0:1767325854.064173:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000044079d73. 00000020:00000010:2.0:1767325854.064175:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000044079d73. 00000020:00000010:2.0:1767325854.064178:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 0000000088990c86. 00000020:00000010:2.0:1767325854.064181:0:214092:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 000000001246a087. 00000020:00000010:2.0:1767325854.064183:0:214092:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at 000000001aa74e1d. 00000020:00000010:2.0:1767325854.064184:0:214092:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at 000000000323594d. 00000020:00000010:2.0:1767325854.064186:0:214092:0:(obd_config.c:1095:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at 0000000081eb15d9. 00000020:00000010:2.0:1767325854.064187:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 0000000088990c86. 00000020:00000010:2.0:1767325854.064191:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000044079d73. 00000020:00000010:2.0:1767325854.064192:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000044079d73. 00000020:00000010:2.0:1767325854.064195:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000044079d73. 00000020:00000010:2.0:1767325854.064196:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000044079d73. 00000020:00000010:2.0:1767325854.064201:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000066fda07. 00000100:00000010:2.0:1767325854.064205:0:214092:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000080abdf94. 00000400:00000200:2.0:1767325854.064208:0:214092:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1767325854.064216:0:214092:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.202.142@tcp 00000400:00000200:2.0:1767325854.064223:0:214092:0:(peer.c:1797:lnet_peer_add()) peer 192.168.202.142@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767325854.064229:0:214092:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767325854.064232:0:214092:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.202.142@tcp NID 192.168.202.142@tcp: 0. pending discovery 00000400:00000200:2.0:1767325854.064234:0:214092:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.202.142@tcp 00000100:00000010:2.0:1767325854.064236:0:214092:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000080abdf94. 00000020:00000010:2.0:1767325854.064238:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000066fda07. 00000020:00000010:2.0:1767325854.064240:0:214092:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000066fda07. 00000020:00000010:2.0:1767325854.064242:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000001c47878a. 00000020:00000010:2.0:1767325854.064249:0:214092:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000ec831e9c. 00000020:00000010:2.0:1767325854.064306:0:214092:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000387d0671. 00000020:00000010:2.0:1767325854.064312:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000001c47878a. 00000020:00000010:2.0:1767325854.064314:0:214092:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000066fda07. 00000020:00000010:2.0:1767325854.064318:0:214092:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000066fda07. 00000020:00000010:2.0:1767325854.064321:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000001c47878a. 00000001:00000010:2.0:1767325854.064332:0:214092:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000044079d73. 00000001:00000010:2.0:1767325854.064335:0:214092:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006ec431af. 00000001:00000010:2.0:1767325854.064336:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aee4f4cf. 00000001:00000010:2.0:1767325854.064338:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000011d431d2. 00000001:00000010:2.0:1767325854.064339:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000284da421. 00000001:00000010:2.0:1767325854.064341:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000084debb0f. 00000001:00000010:2.0:1767325854.064342:0:214092:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009b1fb335. 00000001:00000010:2.0:1767325854.064344:0:214092:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005d0e3806. 00000001:00000010:2.0:1767325854.064345:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b8d9c308. 00000001:00000010:2.0:1767325854.064347:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e3d844c3. 00000001:00000010:2.0:1767325854.064349:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aeb919ef. 00000001:00000010:2.0:1767325854.064350:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a15cdc0a. 00000020:00000010:2.0:1767325854.064353:0:214092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4772844. 00000020:00000010:2.0:1767325854.064355:0:214092:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000447db25a. 00000020:00000010:2.0:1767325854.064362:0:214092:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa0a5419. 00000008:00000010:2.0:1767325854.064365:0:214092:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000dae8b6c8. 00020000:00000010:2.0:1767325854.064366:0:214092:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000009ab3a590. 00008000:00000010:2.0:1767325854.064368:0:214092:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009e8cca13. 00000080:00000010:2.0:1767325854.064370:0:214092:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009dda526a. 00000020:00000010:2.0:1767325854.064373:0:214092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019fef717. 00000020:00000010:2.0:1767325854.064377:0:214092:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000470303e. 00000020:00000010:2.0:1767325854.064381:0:214092:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000088990c86. 00000008:00000010:2.0:1767325854.064385:0:214092:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000019749915. 00020000:00000010:2.0:1767325854.064388:0:214092:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000005fcb5228. 00008000:00000010:2.0:1767325854.064390:0:214092:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000004a1d08d6. 00000080:00000010:2.0:1767325854.064393:0:214092:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000342f8730. 00000080:00000010:2.0:1767325854.064396:0:214092:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000cc6a0df4. 00000002:00000010:2.0:1767325854.064442:0:214092:0:(mdc_dev.c:1712:mdc_device_alloc()) kmalloced '(osc)': 104 at 00000000712ed24b. 00010000:00000010:2.0:1767325854.064457:0:214092:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000069dc14dc. 00010000:00000010:2.0:1767325854.064466:0:214092:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000000a1799de. 00010000:00000010:2.0:1767325854.064471:0:214092:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 0000000097c057df. 00000020:00000010:2.0:1767325854.064477:0:214092:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000041841f50. 00000100:00000200:2.0:1767325854.064491:0:214092:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.142@tcp->12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325854.064498:0:214092:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.202.142@tcp primary NID 192.168.202.142@tcp rc 0 00010000:00000010:2.0:1767325854.064505:0:214092:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000b41e6017. 00010000:00000010:2.0:1767325854.064512:0:214092:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000f788217d. 00000001:00000010:2.0:1767325854.064517:0:214092:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000033ebeb4e. 00000001:00000010:2.0:1767325854.064521:0:214092:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000b64804ed. 00000001:00000010:2.0:1767325854.064562:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000091700c. 00000001:00000010:2.0:1767325854.064605:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bc4f5dea. 00000001:00000010:2.0:1767325854.064652:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e9054c51. 00000001:00000010:2.0:1767325854.064699:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004cf7686a. 00000001:00000010:2.0:1767325854.064746:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002da74fd5. 00000001:00000010:2.0:1767325854.064794:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003445d174. 00000001:00000010:2.0:1767325854.064960:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005c558dad. 00000001:00000010:2.0:1767325854.065015:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f385a118. 00000001:00000010:2.0:1767325854.065077:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bf59253e. 00000001:00000010:2.0:1767325854.065129:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000aa98d7e. 00000001:00000010:2.0:1767325854.065170:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b8a5870e. 00000001:00000010:2.0:1767325854.065206:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000085fc4c2f. 00000001:00000010:2.0:1767325854.065327:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000088bf4233. 00000001:00000010:2.0:1767325854.065384:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cd39384c. 00000001:00000010:2.0:1767325854.065460:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e9f4f989. 00000001:00000010:2.0:1767325854.065518:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d2e7a9d5. 00000001:00000010:2.0:1767325854.065577:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000009ca85fd. 00000001:00000010:2.0:1767325854.065628:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000be871c78. 00000001:00000010:2.0:1767325854.065679:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d5202f5a. 00000001:00000010:2.0:1767325854.065737:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b93ea8ab. 00000001:00000010:2.0:1767325854.065801:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000007f55124. 00000001:00000010:2.0:1767325854.065979:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009ed3c062. 00000001:00000010:2.0:1767325854.066044:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000061638481. 00000001:00000010:2.0:1767325854.066104:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000777d52c2. 00000001:00000010:2.0:1767325854.066163:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ac63c359. 00000001:00000010:2.0:1767325854.066221:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f0c42e78. 00000001:00000010:2.0:1767325854.066328:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000137cd066. 00000001:00000010:2.0:1767325854.066380:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001949954c. 00000001:00000010:2.0:1767325854.066459:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008610dc90. 00000001:00000010:2.0:1767325854.066520:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002b63f8de. 00000001:00000010:2.0:1767325854.066573:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000535d7594. 00000001:00000010:2.0:1767325854.066619:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000969bf5bf. 00000020:00000010:2.0:1767325854.066688:0:214092:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009947a540. 00000020:00000010:2.0:1767325854.066691:0:214092:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000001f68c8f5. 00000020:00000010:2.0:1767325854.066763:0:214092:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d81e45f1. 00000020:00000010:2.0:1767325854.066766:0:214092:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000014d789b9. 00000020:00000010:2.0:1767325854.067152:0:214092:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000012d89720. 00000020:00000010:2.0:1767325854.067157:0:214092:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 0000000070be1d09. 00000020:00000010:2.0:1767325854.067185:0:214092:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000e59be4d. 00000020:00000010:2.0:1767325854.067193:0:214092:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000065b3eb7b. 00000040:00000010:2.0:1767325854.067222:0:214092:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000879d8b35. 00000002:00000010:2.0:1767325854.067232:0:214092:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 000000009ab812d3. 00000020:00000010:2.0:1767325854.067705:0:214092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000470303e. 00000020:00000010:2.0:1767325854.067711:0:214092:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000088990c86. 00000008:00000010:2.0:1767325854.067719:0:214092:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000019749915. 00020000:00000010:2.0:1767325854.067724:0:214092:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000005fcb5228. 00008000:00000010:2.0:1767325854.067728:0:214092:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000004a1d08d6. 00000080:00000010:2.0:1767325854.067733:0:214092:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000342f8730. 00000080:00000010:2.0:1767325854.067737:0:214092:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000cc6a0df4. 00000020:00000010:2.0:1767325854.067740:0:214092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019fef717. 00000020:00000010:2.0:1767325854.067747:0:214092:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000447db25a. 00000020:00000010:2.0:1767325854.067752:0:214092:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aa0a5419. 00000008:00000010:2.0:1767325854.067756:0:214092:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000dae8b6c8. 00020000:00000010:2.0:1767325854.067760:0:214092:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000009ab3a590. 00008000:00000010:2.0:1767325854.067763:0:214092:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000009e8cca13. 00000080:00000010:2.0:1767325854.067766:0:214092:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009dda526a. 00000020:00000010:2.0:1767325854.067769:0:214092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4772844. 00000020:00000010:2.0:1767325854.067775:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000001c47878a. 00000020:00000010:2.0:1767325854.067778:0:214092:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000066fda07. 00000020:00000010:2.0:1767325854.067790:0:214092:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000a9ee3e0a. 00000020:00000010:2.0:1767325854.067796:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000001c47878a. 00000020:00000010:2.0:1767325854.067803:0:214092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000470303e. 00000020:00000010:2.0:1767325854.067807:0:214092:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002601fd3f. 00000040:00000010:2.0:1767325854.067810:0:214092:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000004f5cc24. 00000020:00000010:2.0:1767325854.067814:0:214092:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000937fd170. 00000020:00000010:2.0:1767325854.067819:0:214092:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e4772844. 00040000:00000010:2.0:1767325854.067824:0:214092:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004abbc3b. 00040000:00000010:2.0:1767325854.068237:0:214092:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000019fef717. 00800000:00000010:2.0:1767325854.068262:0:214092:0:(lmv_obd.c:434:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000773170da. 00020000:00000010:2.0:1767325854.068266:0:214092:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000c532b88a. 00000020:00000010:2.0:1767325854.068269:0:214092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002601fd3f. 00000040:00000010:2.0:1767325854.068277:0:214092:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000004f5cc24. 00000020:00000010:2.0:1767325854.068279:0:214092:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000937fd170. 00000020:00000010:2.0:1767325854.068283:0:214092:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e4772844. 00040000:00000010:2.0:1767325854.068285:0:214092:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004abbc3b. 00040000:00000010:2.0:1767325854.068289:0:214092:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000019fef717. 00000020:00000010:2.0:1767325854.068291:0:214092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000470303e. 00000020:00000010:2.0:1767325854.068296:0:214092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c4acac5. 00000020:00000010:2.0:1767325854.068299:0:214092:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005baf2bc0. 00000020:00000010:2.0:1767325854.068302:0:214092:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000001098cee8. 00000008:00000010:2.0:1767325854.068306:0:214092:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000019749915. 00020000:00000010:2.0:1767325854.068309:0:214092:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000005fcb5228. 00008000:00000010:2.0:1767325854.068313:0:214092:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000004a1d08d6. 00000080:00000010:2.0:1767325854.068317:0:214092:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000342f8730. 00000080:00000010:2.0:1767325854.068320:0:214092:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000cc6a0df4. 00000020:00000010:2.0:1767325854.068329:0:214092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005baf2bc0. 00000020:00000010:2.0:1767325854.068330:0:214092:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000001098cee8. 00000008:00000010:2.0:1767325854.068332:0:214092:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000019749915. 00020000:00000010:2.0:1767325854.068334:0:214092:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000005fcb5228. 00008000:00000010:2.0:1767325854.068335:0:214092:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000004a1d08d6. 00000080:00000010:2.0:1767325854.068337:0:214092:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000342f8730. 00000080:00000010:2.0:1767325854.068338:0:214092:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000cc6a0df4. 00000020:00000010:2.0:1767325854.068340:0:214092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c4acac5. 00000020:00000010:2.0:1767325854.068342:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000001c47878a. 00000020:00000010:2.0:1767325854.068343:0:214092:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000a9ee3e0a. 00000020:00000010:2.0:1767325854.068348:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000004abbc3b. 00000020:00000010:2.0:1767325854.068350:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000004abbc3b. 00000020:00000010:2.0:1767325854.068355:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000004abbc3b. 00000020:00000010:2.0:1767325854.068357:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000004abbc3b. 00000020:00000010:2.0:1767325854.068363:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000004abbc3b. 00000020:00000010:2.0:1767325854.068364:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000004abbc3b. 00000020:00000010:2.0:1767325854.068367:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000a9ee3e0a. 00000100:00000010:2.0:1767325854.068371:0:214092:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000e98e1f70. 00000400:00000200:2.0:1767325854.068380:0:214092:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1767325854.068389:0:214092:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.202.142@tcp 00000400:00000200:2.0:1767325854.068396:0:214092:0:(peer.c:1797:lnet_peer_add()) peer 192.168.202.142@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767325854.068425:0:214092:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767325854.068430:0:214092:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.202.142@tcp NID 192.168.202.142@tcp: 0. pending discovery 00000400:00000200:2.0:1767325854.068433:0:214092:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.202.142@tcp 00000100:00000010:2.0:1767325854.068436:0:214092:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000e98e1f70. 00000020:00000010:2.0:1767325854.068440:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000a9ee3e0a. 00000020:00000010:2.0:1767325854.068446:0:214092:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000a9ee3e0a. 00000020:00000010:2.0:1767325854.068451:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000001c47878a. 00000020:00000010:2.0:1767325854.068461:0:214092:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000539e2e58. 00000020:00000010:2.0:1767325854.068468:0:214092:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000937fd170. 00000020:00000010:2.0:1767325854.068481:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000001c47878a. 00000020:00000010:2.0:1767325854.068484:0:214092:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000a9ee3e0a. 00000020:00000010:2.0:1767325854.068489:0:214092:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000a9ee3e0a. 00000020:00000010:2.0:1767325854.068493:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000001c47878a. 00000001:00000010:2.0:1767325854.068519:0:214092:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000004abbc3b. 00000001:00000010:2.0:1767325854.068525:0:214092:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001cb656e9. 00000001:00000010:2.0:1767325854.068529:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002c4acac5. 00000001:00000010:2.0:1767325854.068533:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005baf2bc0. 00000001:00000010:2.0:1767325854.068536:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004038bd29. 00000001:00000010:2.0:1767325854.068538:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e074b14a. 00000001:00000010:2.0:1767325854.068542:0:214092:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000095fa96eb. 00000001:00000010:2.0:1767325854.068547:0:214092:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000cc4e97d6. 00000001:00000010:2.0:1767325854.068550:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004dc56118. 00000001:00000010:2.0:1767325854.068555:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000af281773. 00000001:00000010:2.0:1767325854.068559:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002dcfa4e4. 00000001:00000010:2.0:1767325854.068563:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000894a664f. 00000020:00000010:2.0:1767325854.068567:0:214092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004af3b7d5. 00000020:00000010:2.0:1767325854.068570:0:214092:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000447db25a. 00000020:00000010:2.0:1767325854.068574:0:214092:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa0a5419. 00000008:00000010:2.0:1767325854.068577:0:214092:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000dae8b6c8. 00020000:00000010:2.0:1767325854.068584:0:214092:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000009ab3a590. 00008000:00000010:2.0:1767325854.068587:0:214092:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009e8cca13. 00000080:00000010:2.0:1767325854.068591:0:214092:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009dda526a. 00000020:00000010:2.0:1767325854.068595:0:214092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000979be20f. 00000020:00000010:2.0:1767325854.068599:0:214092:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e1b4cd3e. 00000020:00000010:2.0:1767325854.068601:0:214092:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000001098cee8. 00000008:00000010:2.0:1767325854.068604:0:214092:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000019749915. 00020000:00000010:2.0:1767325854.068607:0:214092:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000005fcb5228. 00008000:00000010:2.0:1767325854.068609:0:214092:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000004a1d08d6. 00000080:00000010:2.0:1767325854.068612:0:214092:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000342f8730. 00000080:00000010:2.0:1767325854.068614:0:214092:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000cc6a0df4. 00000002:00000010:2.0:1767325854.068618:0:214092:0:(mdc_dev.c:1712:mdc_device_alloc()) kmalloced '(osc)': 104 at 000000004a82af5c. 00010000:00000010:2.0:1767325854.068629:0:214092:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000b100ba9d. 00010000:00000010:2.0:1767325854.068636:0:214092:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000000738e11a. 00010000:00000010:2.0:1767325854.068639:0:214092:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 0000000088ef51d9. 00000020:00000010:2.0:1767325854.068644:0:214092:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000ad9b5df4. 00000100:00000200:2.0:1767325854.068658:0:214092:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.142@tcp->12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325854.068666:0:214092:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.202.142@tcp primary NID 192.168.202.142@tcp rc 0 00010000:00000010:2.0:1767325854.068673:0:214092:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000795c40a3. 00010000:00000010:2.0:1767325854.068679:0:214092:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000009210cad2. 00000001:00000010:2.0:1767325854.068683:0:214092:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000019fef717. 00000001:00000010:2.0:1767325854.068689:0:214092:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000228e018b. 00000001:00000010:2.0:1767325854.068747:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006eb9a9af. 00000001:00000010:2.0:1767325854.068810:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000034062b2. 00000001:00000010:2.0:1767325854.068884:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c79b050a. 00000001:00000010:2.0:1767325854.068954:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000097d1be01. 00000001:00000010:2.0:1767325854.069032:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000008046d1e. 00000001:00000010:2.0:1767325854.069091:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fd5bfbf2. 00000001:00000010:2.0:1767325854.069149:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bc857d4b. 00000001:00000010:2.0:1767325854.069208:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000673528a8. 00000001:00000010:2.0:1767325854.069262:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000031f5c10f. 00000001:00000010:2.0:1767325854.069314:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000945fdefd. 00000001:00000010:2.0:1767325854.069361:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a1d5f594. 00000001:00000010:2.0:1767325854.069465:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007324e21f. 00000001:00000010:2.0:1767325854.069521:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000051de1aea. 00000001:00000010:2.0:1767325854.069572:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ac514ce5. 00000001:00000010:2.0:1767325854.069624:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c5f03dfc. 00000001:00000010:2.0:1767325854.069692:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000470a6df8. 00000001:00000010:2.0:1767325854.069761:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009d08e8b1. 00000001:00000010:2.0:1767325854.069823:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000faff38f3. 00000001:00000010:2.0:1767325854.069883:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009743a309. 00000001:00000010:2.0:1767325854.069951:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000032657a69. 00000001:00000010:2.0:1767325854.070019:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005f093847. 00000001:00000010:2.0:1767325854.070077:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f221da44. 00000001:00000010:2.0:1767325854.070141:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c936752d. 00000001:00000010:2.0:1767325854.070207:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d6a822c7. 00000001:00000010:2.0:1767325854.070272:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009efd20ee. 00000001:00000010:2.0:1767325854.070329:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002d17628e. 00000001:00000010:2.0:1767325854.070381:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e7921baa. 00000001:00000010:2.0:1767325854.070462:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000118d153. 00000001:00000010:2.0:1767325854.070512:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fa032629. 00000001:00000010:2.0:1767325854.070566:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e94b6a34. 00000001:00000010:2.0:1767325854.070618:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000033d901d. 00000001:00000010:2.0:1767325854.070673:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000896e47a5. 00000020:00000010:2.0:1767325854.070748:0:214092:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a7f321bc. 00000020:00000010:2.0:1767325854.070752:0:214092:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000b059e935. 00000020:00000010:2.0:1767325854.070849:0:214092:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000590dbd62. 00000020:00000010:2.0:1767325854.070854:0:214092:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000e4772844. 00000020:00000010:2.0:1767325854.071297:0:214092:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000472cde1c. 00000020:00000010:2.0:1767325854.071302:0:214092:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 0000000004f5cc24. 00000020:00000010:2.0:1767325854.071337:0:214092:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008eaa382a. 00000020:00000010:2.0:1767325854.071343:0:214092:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000027c1f91f. 00000040:00000010:2.0:1767325854.071369:0:214092:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000008f063089. 00000002:00000010:2.0:1767325854.071378:0:214092:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 00000000c957773d. 00000020:00000010:2.0:1767325854.071580:0:214092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e1b4cd3e. 00000020:00000010:2.0:1767325854.071586:0:214092:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000001098cee8. 00000008:00000010:2.0:1767325854.071590:0:214092:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000019749915. 00020000:00000010:2.0:1767325854.071593:0:214092:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000005fcb5228. 00008000:00000010:2.0:1767325854.071597:0:214092:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000004a1d08d6. 00000080:00000010:2.0:1767325854.071602:0:214092:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000342f8730. 00000080:00000010:2.0:1767325854.071606:0:214092:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000cc6a0df4. 00000020:00000010:2.0:1767325854.071609:0:214092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000979be20f. 00000020:00000010:2.0:1767325854.071615:0:214092:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000447db25a. 00000020:00000010:2.0:1767325854.071620:0:214092:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aa0a5419. 00000008:00000010:2.0:1767325854.071623:0:214092:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000dae8b6c8. 00020000:00000010:2.0:1767325854.071626:0:214092:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000009ab3a590. 00008000:00000010:2.0:1767325854.071629:0:214092:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000009e8cca13. 00000080:00000010:2.0:1767325854.071633:0:214092:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009dda526a. 00000020:00000010:2.0:1767325854.071635:0:214092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004af3b7d5. 00000020:00000010:2.0:1767325854.071640:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000001c47878a. 00000020:00000010:2.0:1767325854.071642:0:214092:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000a9ee3e0a. 00000020:00000010:2.0:1767325854.071654:0:214092:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 0000000036d47765. 00000020:00000010:2.0:1767325854.071659:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000001c47878a. 00000020:00000010:2.0:1767325854.071666:0:214092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002601fd3f. 00000020:00000010:2.0:1767325854.071670:0:214092:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004af3b7d5. 00000040:00000010:2.0:1767325854.071673:0:214092:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000979be20f. 00000020:00000010:2.0:1767325854.071680:0:214092:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000c510f00. 00000020:00000010:2.0:1767325854.071684:0:214092:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e1b4cd3e. 00040000:00000010:2.0:1767325854.071689:0:214092:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003be5749d. 00040000:00000010:2.0:1767325854.071693:0:214092:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003e214b34. 00800000:00000010:2.0:1767325854.071706:0:214092:0:(lmv_obd.c:434:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000fc324b0b. 00000020:00000010:2.0:1767325854.071709:0:214092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004af3b7d5. 00000040:00000010:2.0:1767325854.071711:0:214092:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000979be20f. 00000020:00000010:2.0:1767325854.071717:0:214092:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000c510f00. 00000020:00000010:2.0:1767325854.071721:0:214092:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e1b4cd3e. 00040000:00000010:2.0:1767325854.071723:0:214092:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003be5749d. 00040000:00000010:2.0:1767325854.071725:0:214092:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003e214b34. 00000020:00000010:2.0:1767325854.071727:0:214092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002601fd3f. 00000020:00000010:2.0:1767325854.071731:0:214092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e214b34. 00000020:00000010:2.0:1767325854.071733:0:214092:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004e6a62d5. 00000020:00000010:2.0:1767325854.071735:0:214092:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000020ebf5a0. 00000008:00000010:2.0:1767325854.071739:0:214092:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000019749915. 00020000:00000010:2.0:1767325854.071741:0:214092:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000005fcb5228. 00008000:00000010:2.0:1767325854.071744:0:214092:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000004a1d08d6. 00000080:00000010:2.0:1767325854.071747:0:214092:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000342f8730. 00000080:00000010:2.0:1767325854.071749:0:214092:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000cc6a0df4. 00000020:00000010:2.0:1767325854.071755:0:214092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004e6a62d5. 00000020:00000010:2.0:1767325854.071756:0:214092:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000020ebf5a0. 00000008:00000010:2.0:1767325854.071758:0:214092:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000019749915. 00020000:00000010:2.0:1767325854.071759:0:214092:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000005fcb5228. 00008000:00000010:2.0:1767325854.071760:0:214092:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000004a1d08d6. 00000080:00000010:2.0:1767325854.071761:0:214092:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000342f8730. 00000080:00000010:2.0:1767325854.071763:0:214092:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000cc6a0df4. 00000020:00000010:2.0:1767325854.071764:0:214092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e214b34. 00000020:00000010:2.0:1767325854.071766:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000001c47878a. 00000020:00000010:2.0:1767325854.071767:0:214092:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 0000000036d47765. 00000020:00000010:2.0:1767325854.071770:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003be5749d. 00000020:00000010:2.0:1767325854.071772:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003be5749d. 00000020:00000010:2.0:1767325854.071774:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003be5749d. 00000020:00000010:2.0:1767325854.071775:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003be5749d. 00000020:00000010:2.0:1767325854.071779:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003be5749d. 00000020:00000010:2.0:1767325854.071780:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003be5749d. 00000020:00000010:2.0:1767325854.071782:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 0000000036d47765. 00000100:00000010:2.0:1767325854.071785:0:214092:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000006f4b2d5. 00000400:00000200:2.0:1767325854.071790:0:214092:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1767325854.071800:0:214092:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.202.142@tcp 00000400:00000200:2.0:1767325854.071807:0:214092:0:(peer.c:1797:lnet_peer_add()) peer 192.168.202.142@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767325854.071815:0:214092:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767325854.071818:0:214092:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.202.142@tcp NID 192.168.202.142@tcp: 0. pending discovery 00000400:00000200:2.0:1767325854.071821:0:214092:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.202.142@tcp 00000100:00000010:2.0:1767325854.071823:0:214092:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000006f4b2d5. 00000020:00000010:2.0:1767325854.071959:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 0000000036d47765. 00000020:00000010:2.0:1767325854.071965:0:214092:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000036d47765. 00000020:00000010:2.0:1767325854.071968:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000001c47878a. 00000020:00000010:2.0:1767325854.071979:0:214092:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000308b2a2f. 00000020:00000010:2.0:1767325854.071985:0:214092:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000c510f00. 00000020:00000010:2.0:1767325854.071997:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000001c47878a. 00000020:00000010:2.0:1767325854.071999:0:214092:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000036d47765. 00000020:00000010:2.0:1767325854.072003:0:214092:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000036d47765. 00000020:00000010:2.0:1767325854.072006:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000001c47878a. 00000001:00000010:2.0:1767325854.072023:0:214092:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003be5749d. 00000001:00000010:2.0:1767325854.072027:0:214092:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000374fa719. 00000001:00000010:2.0:1767325854.072030:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003e214b34. 00000001:00000010:2.0:1767325854.072033:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004e6a62d5. 00000001:00000010:2.0:1767325854.072035:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009f298520. 00000001:00000010:2.0:1767325854.072037:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002601fd3f. 00000001:00000010:2.0:1767325854.072040:0:214092:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f607831b. 00000001:00000010:2.0:1767325854.072042:0:214092:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000da36f048. 00000001:00000010:2.0:1767325854.072044:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e1b4cd3e. 00000001:00000010:2.0:1767325854.072047:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000979be20f. 00000001:00000010:2.0:1767325854.072049:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004af3b7d5. 00000001:00000010:2.0:1767325854.072051:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c3913cac. 00000020:00000010:2.0:1767325854.072055:0:214092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7e70dee. 00000020:00000010:2.0:1767325854.072058:0:214092:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000447db25a. 00000020:00000010:2.0:1767325854.072061:0:214092:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa0a5419. 00000008:00000010:2.0:1767325854.072065:0:214092:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000dae8b6c8. 00020000:00000010:2.0:1767325854.072067:0:214092:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000009ab3a590. 00008000:00000010:2.0:1767325854.072077:0:214092:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009e8cca13. 00000080:00000010:2.0:1767325854.072080:0:214092:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009dda526a. 00000020:00000010:2.0:1767325854.072083:0:214092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb180ce1. 00000020:00000010:2.0:1767325854.072086:0:214092:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e3c4f3ad. 00000020:00000010:2.0:1767325854.072089:0:214092:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000020ebf5a0. 00000008:00000010:2.0:1767325854.072091:0:214092:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000019749915. 00020000:00000010:2.0:1767325854.072093:0:214092:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000005fcb5228. 00008000:00000010:2.0:1767325854.072095:0:214092:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000004a1d08d6. 00000080:00000010:2.0:1767325854.072097:0:214092:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000342f8730. 00000080:00000010:2.0:1767325854.072099:0:214092:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000cc6a0df4. 00000008:00000010:2.0:1767325854.072102:0:214092:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 000000008f0bc95a. 00010000:00000010:2.0:1767325854.072114:0:214092:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000ddc7d3a0. 00010000:00000010:2.0:1767325854.072120:0:214092:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000d689eec5. 00000020:00000010:2.0:1767325854.072128:0:214092:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000001dac6e9e. 00000100:00000200:2.0:1767325854.072146:0:214092:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.142@tcp->12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325854.072155:0:214092:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.202.142@tcp primary NID 192.168.202.142@tcp rc 0 00010000:00000010:2.0:1767325854.072161:0:214092:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 0000000029d92ffa. 00010000:00000010:2.0:1767325854.072166:0:214092:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000c563d3f7. 00000001:00000010:2.0:1767325854.072169:0:214092:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b3db3c88. 00000001:00000010:2.0:1767325854.072173:0:214092:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 0000000029169d88. 00000001:00000010:2.0:1767325854.072180:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000069946d1a. 00000001:00000010:2.0:1767325854.072194:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000035a1bf4b. 00000001:00000010:2.0:1767325854.072200:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000072ff5e80. 00000001:00000010:2.0:1767325854.072207:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f967a023. 00000001:00000010:2.0:1767325854.072212:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000387e99cc. 00000001:00000010:2.0:1767325854.072224:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000919bb529. 00000001:00000010:2.0:1767325854.072231:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009919dd57. 00000001:00000010:2.0:1767325854.072236:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b1f8bffb. 00000001:00000010:2.0:1767325854.072242:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ae77e5f4. 00000001:00000010:2.0:1767325854.072253:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000df974ef0. 00000001:00000010:2.0:1767325854.072259:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e31de81e. 00000001:00000010:2.0:1767325854.072266:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000ca30c46. 00000001:00000010:2.0:1767325854.072275:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000826408cb. 00000001:00000010:2.0:1767325854.072288:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c26980eb. 00000001:00000010:2.0:1767325854.072293:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007ffe4fdd. 00000001:00000010:2.0:1767325854.072298:0:214092:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001af5d12e. 00000020:00000010:2.0:1767325854.072348:0:214092:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cc9b2193. 00000020:00000010:2.0:1767325854.072351:0:214092:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000008ce9c481. 00000020:00000010:2.0:1767325854.072416:0:214092:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000058b4e2ef. 00000020:00000010:2.0:1767325854.072422:0:214092:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000d559659f. 00000020:00000010:2.0:1767325854.072567:0:214092:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000aed2a482. 00000020:00000010:2.0:1767325854.072569:0:214092:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000fcffc1f4. 00000100:00000010:2.0:1767325854.072588:0:214092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000044866510. 00000100:00000010:2.0:1767325854.072804:0:214092:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000001b1e3652. 00000100:00000010:2.0:1767325854.072809:0:214092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000085e8713d. 00000100:00000010:2.0:1767325854.073085:0:214092:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000051168098. 00000100:00000010:2.0:1767325854.073090:0:214092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b1e3882. 00000100:00000010:2.0:1767325854.073329:0:214092:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000cf090bae. 00000100:00000010:2.0:1767325854.073335:0:214092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a9064e03. 00000100:00000010:2.0:1767325854.073587:0:214092:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000bb63479f. 00000100:00000010:2.0:1767325854.073591:0:214092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000060db651c. 00000100:00000010:2.0:1767325854.073801:0:214092:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000004317abd0. 00000100:00000010:2.0:1767325854.073804:0:214092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6465e89. 00000100:00000010:2.0:1767325854.074062:0:214092:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000b5246527. 00000100:00000010:2.0:1767325854.074067:0:214092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089e0b964. 00000100:00000010:2.0:1767325854.074315:0:214092:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000085529a41. 00000100:00000010:2.0:1767325854.074320:0:214092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000253cb704. 00000100:00000010:2.0:1767325854.074577:0:214092:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000009c47df0f. 00000100:00000010:2.0:1767325854.074582:0:214092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd22253f. 00000100:00000010:2.0:1767325854.074839:0:214092:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000007a4399df. 00000100:00000010:2.0:1767325854.074844:0:214092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a8c121c. 00000100:00000010:2.0:1767325854.075101:0:214092:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000c9512d04. 00000020:00000010:2.0:1767325854.075113:0:214092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e3c4f3ad. 00000020:00000010:2.0:1767325854.075128:0:214092:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000020ebf5a0. 00000008:00000010:2.0:1767325854.075133:0:214092:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000019749915. 00020000:00000010:2.0:1767325854.075139:0:214092:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000005fcb5228. 00008000:00000010:2.0:1767325854.075145:0:214092:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000004a1d08d6. 00000080:00000010:2.0:1767325854.075151:0:214092:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000342f8730. 00000080:00000010:2.0:1767325854.075157:0:214092:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000cc6a0df4. 00000020:00000010:2.0:1767325854.075161:0:214092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb180ce1. 00000020:00000010:2.0:1767325854.075169:0:214092:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000447db25a. 00000020:00000010:2.0:1767325854.075173:0:214092:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aa0a5419. 00000008:00000010:2.0:1767325854.075176:0:214092:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000dae8b6c8. 00020000:00000010:2.0:1767325854.075180:0:214092:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000009ab3a590. 00008000:00000010:2.0:1767325854.075183:0:214092:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000009e8cca13. 00000080:00000010:2.0:1767325854.075186:0:214092:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009dda526a. 00000020:00000010:2.0:1767325854.075188:0:214092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7e70dee. 00000020:00000010:2.0:1767325854.075193:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000001c47878a. 00000020:00000010:2.0:1767325854.075197:0:214092:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000036d47765. 00000020:00000010:2.0:1767325854.075207:0:214092:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 0000000036d47765. 00000020:00000010:2.0:1767325854.075211:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000447db25a. 00000020:00000010:2.0:1767325854.075218:0:214092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002422de60. 00000020:00000010:2.0:1767325854.075221:0:214092:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000013426017. 00000020:00000010:2.0:1767325854.075224:0:214092:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000020ebf5a0. 00000008:00000010:2.0:1767325854.075228:0:214092:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000019749915. 00020000:00000010:2.0:1767325854.075232:0:214092:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000005fcb5228. 00008000:00000010:2.0:1767325854.075236:0:214092:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000004a1d08d6. 00000080:00000010:2.0:1767325854.075240:0:214092:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000342f8730. 00000080:00000010:2.0:1767325854.075243:0:214092:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000cc6a0df4. 00020000:00000010:2.0:1767325854.075257:0:214092:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at 00000000cbb216e7. 00020000:00000010:2.0:1767325854.075264:0:214092:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000009ef806cf. 00020000:00000010:2.0:1767325854.075274:0:214092:0:(lov_dev.c:363:lov_expand_targets()) kmalloced '(newd)': 512 at 0000000052c4825c. 00000020:00000010:2.0:1767325854.075277:0:214092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000013426017. 00000020:00000010:2.0:1767325854.075282:0:214092:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000020ebf5a0. 00000008:00000010:2.0:1767325854.075284:0:214092:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000019749915. 00020000:00000010:2.0:1767325854.075293:0:214092:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000005fcb5228. 00008000:00000010:2.0:1767325854.075296:0:214092:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000004a1d08d6. 00000080:00000010:2.0:1767325854.075298:0:214092:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000342f8730. 00000080:00000010:2.0:1767325854.075300:0:214092:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000cc6a0df4. 00000020:00000010:2.0:1767325854.075303:0:214092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002422de60. 00000020:00000010:2.0:1767325854.075305:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000447db25a. 00000020:00000010:2.0:1767325854.075308:0:214092:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 0000000036d47765. 00000020:00000010:2.0:1767325854.075315:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000980e301. 00000020:00000010:2.0:1767325854.075318:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000980e301. 00000020:00000010:2.0:1767325854.075325:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000980e301. 00000020:00000010:2.0:1767325854.075328:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000980e301. 00000020:00000010:2.0:1767325854.075333:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 0000000036d47765. 00000020:00000010:2.0:1767325854.075335:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 0000000036d47765. 00000100:00000010:2.0:1767325854.075348:0:214092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 02000000:00000010:2.0:1767325854.075363:0:214092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002422de60. 00000100:00000010:2.0:1767325854.075382:0:214092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001c47878a. 02000000:00000010:2.0:1767325854.075439:0:214092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000409822fd. 00000400:00000010:2.0:1767325854.075448:0:214092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000facec9ee. 00000400:00000010:2.0:1767325854.075458:0:214092:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a641768f. 00000100:00000200:2.0:1767325854.075468:0:214092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853175408624640, portal 25 00000400:00000010:2.0:1767325854.075474:0:214092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d3d0de1. 00000100:00000200:2.0:1767325854.075478:0:214092:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853175408624640, offset 0 00000400:00000200:2.0:1767325854.075492:0:214092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325854.075510:0:214092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767325854.075518:0:214092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325854.075524:0:214092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767325854.075528:0:214092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325854.075531:0:214092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767325854.075534:0:214092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [11:11:256:4294967295] 192.168.202.142@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:2.0:1767325854.075548:0:214092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767325854.075555:0:214092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767325854.075563:0:214092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000980e301. 00000800:00000200:2.0:1767325854.075570:0:214092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767325854.075578:0:214092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767325854.075584:0:214092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000980e301 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1767325854.075705:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325854.075710:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000980e301. 00000400:00000200:2.0:1767325854.075714:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325854.075720:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325854.075726:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d3d0de1 00000400:00000010:2.0:1767325854.075728:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d3d0de1. 00000100:00000200:2.0:1767325854.075737:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408624640/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325870 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767325854.075764:0:214092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000020ebf5a0. 00000100:00000010:2.0:1767325854.075777:0:214092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9ee2863. 00000100:00000010:2.0:1767325854.075781:0:214092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ee61ad4. 00000100:00000010:2.0:1767325854.075788:0:214092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000851a6f3. 00000400:00000200:3.0:1767325854.077945:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325854.077964:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 8472 into portal 25 MB=0x6957405f00400 00000400:00000200:3.0:1767325854.077972:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 8472/8472 into md 0x151 [4] + 224 00000400:00000200:3.0:1767325854.077990:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325854.077993:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:3.0:1767325854.078001:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408624640/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325870 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325854.078060:0:214092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000facec9ee. 00000400:00000200:1.0:1767325854.078067:0:214092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a641768f 00000400:00000010:1.0:1767325854.078070:0:214092:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a641768f. 00000100:00000200:1.0:1767325854.078076:0:214092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408624640/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325870 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325854.078083:0:214092:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408624640/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325870 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325854.078113:0:214092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001c47878a. 02000000:00000010:1.0:1767325854.078127:0:214092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000409822fd. 02000000:00000010:1.0:1767325854.078141:0:214092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002422de60. 00000100:00000010:1.0:1767325854.078147:0:214092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000020:00000010:1.0:1767325854.078165:0:214092:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000004be0abc. 00000020:00000010:1.0:1767325854.078169:0:214092:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000004be0abc. 00000040:00000010:1.0:1767325854.078174:0:214092:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000a9b73cdb. 00000020:00000010:1.0:1767325854.078184:0:214092:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d641e8c9. 00000020:00000010:1.0:1767325854.078205:0:214092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000da45fb2d. 00000040:00000010:1.0:1767325854.078211:0:214092:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a19ef569. 00000020:00000010:1.0:1767325854.078217:0:214092:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009001feb1. 00000020:00000010:1.0:1767325854.078223:0:214092:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a1f8ce2d. 00000020:00000010:1.0:1767325854.078229:0:214092:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009eb723f4. 80000000:00000010:1.0:1767325854.078235:0:214092:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f319f956. 40000000:00000010:1.0:1767325854.078241:0:214092:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000088191b8d. 00100000:00000010:1.0:1767325854.078246:0:214092:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a283e6fa. 00040000:00000010:1.0:1767325854.078251:0:214092:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ca2861ce. 00040000:00000010:1.0:1767325854.078256:0:214092:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000036c7f0bb. 00040000:00000010:1.0:1767325854.078260:0:214092:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000082309f44. 00000004:00000010:1.0:1767325854.078265:0:214092:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008416e9e1. 00000004:00000010:1.0:1767325854.078271:0:214092:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005b8742be. 00000004:00000010:1.0:1767325854.078279:0:214092:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ccf45b1e. 00002000:00000010:1.0:1767325854.078284:0:214092:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000077f7c525. 00000004:00000010:1.0:1767325854.078295:0:214092:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c2cacb3b. 00000020:00000010:1.0:1767325854.078311:0:214092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002df4d59d. 00000800:00000200:1.0:1767325854.078721:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325854.078726:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c7c446c. 00000400:00000200:1.0:1767325854.078730:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325854.078735:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325854.078739:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2ed77ca 00000400:00000010:1.0:1767325854.078741:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2ed77ca. 00000100:00000200:1.0:1767325854.078748:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f3c6bf1 x1853175408624768/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325870 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325854.080254:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325854.080269:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 344 into portal 25 MB=0x6957405f00480 00000400:00000200:2.0:1767325854.080278:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 344/344 into md 0x159 [1] + 224 00000400:00000200:2.0:1767325854.080293:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325854.080298:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:2.0:1767325854.080306:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f3c6bf1 x1853175408624768/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325870 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325854.082214:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325854.082220:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c7c446c. 00000400:00000200:3.0:1767325854.082225:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325854.082230:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325854.082234:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b25e7918 00000400:00000010:3.0:1767325854.082235:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b25e7918. 00000100:00000200:3.0:1767325854.082242:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f3c6bf1 x1853175408624896/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325870 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325854.084181:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325854.084194:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 132 into portal 33 MB=0x6957405f00500 00000400:00000200:1.0:1767325854.084200:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.142@tcp of length 132/132 into md 0x161 [256] + 0 00000400:00000010:1.0:1767325854.084204:0:211388:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008218b62e. 00000400:00000200:1.0:1767325854.084207:0:211388:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007f8b7218 00000400:00000200:1.0:1767325854.084216:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325854.084219:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325854.084222:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f8b7218 00000400:00000010:1.0:1767325854.084223:0:211388:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007f8b7218. 00000100:00000200:1.0:1767325854.084229:0:211388:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000009f3c6bf1 desc 00000000e6fb8b70 mbits 1853175408624896 00000400:00000200:1.0:1767325854.084243:0:211388:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767325854.084250:0:211388:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.42@tcp to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325854.084255:0:211388:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [14:14:256:4294967295] 192.168.202.142@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:1.0:1767325854.084265:0:211388:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:192.168.202.42@tcp) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) 192.168.202.142@tcp : ACK try# 0 00000800:00000200:1.0:1767325854.084271:0:211388:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325854.084278:0:211388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at 00000000a9b73cdb. 00000800:00000200:1.0:1767325854.084284:0:211388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325854.084291:0:211388:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325854.084295:0:211388:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9b73cdb type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767325854.084372:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325854.084375:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at 00000000a9b73cdb. 00000400:00000200:1.0:1767325854.084378:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325854.084382:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: ACK: OK 00000100:00000010:2.0:1767325854.084506:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ee61ad4. 00000100:00000010:3.0:1767325854.084566:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000851a6f3. 00000400:00000200:3.0:1767325854.085322:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325854.085334:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 240 into portal 25 MB=0x6957405f00500 00000400:00000200:3.0:1767325854.085341:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 240/240 into md 0x165 [1] + 224 00000400:00000200:3.0:1767325854.085361:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325854.085366:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:3.0:1767325854.085375:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f3c6bf1 x1853175408624896/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325870 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325854.087244:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325854.087249:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c7c446c. 00000400:00000200:3.0:1767325854.087253:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325854.087259:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325854.087264:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000400:00000010:3.0:1767325854.087266:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000200:3.0:1767325854.087274:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f3c6bf1 x1853175408625024/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325870 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325854.088472:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325854.088488:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 344 into portal 25 MB=0x6957405f00580 00000400:00000200:1.0:1767325854.088496:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 344/344 into md 0x16d [1] + 224 00000400:00000200:1.0:1767325854.088511:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325854.088516:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:1.0:1767325854.088524:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f3c6bf1 x1853175408625024/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325870 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325854.088969:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325854.088972:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c7c446c. 00000400:00000200:1.0:1767325854.088976:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325854.088980:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325854.088983:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9f2fdd3 00000400:00000010:1.0:1767325854.088984:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9f2fdd3. 00000100:00000200:1.0:1767325854.088988:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f3c6bf1 x1853175408625152/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 504/272 e 0 to 0 dl 1767325870 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767325854.092457:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002806ae4a. 00000100:00000010:3.0:1767325854.092465:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00000400:00000200:1.0:1767325854.094027:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325854.094048:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 272 into portal 25 MB=0x6957405f00600 00000400:00000200:1.0:1767325854.094059:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 272/272 into md 0x175 [1] + 224 00000400:00000200:1.0:1767325854.094082:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325854.094087:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:1.0:1767325854.094104:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f3c6bf1 x1853175408625152/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 504/272 e 0 to 0 dl 1767325870 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325854.094150:0:206751:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9ee2863. 00000020:00000010:2.0:1767325854.096834:0:214100:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000848c706a. 00000020:00000010:2.0:1767325854.096847:0:214100:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000848c706a. 00000020:00000010:2.0:1767325854.100206:0:214104:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3c4f3ad. 00000020:00000010:2.0:1767325854.100213:0:214104:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e9d37473. 00000040:00000010:2.0:1767325854.100217:0:214104:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000049ac8df2. 00000020:00000010:2.0:1767325854.100227:0:214104:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a7ab0041. 00000020:00000010:2.0:1767325854.100233:0:214104:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002e48e816. 00000020:00000010:2.0:1767325854.100237:0:214104:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006518b3e9. 80000000:00000010:2.0:1767325854.100242:0:214104:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007ee61ad4. 40000000:00000010:2.0:1767325854.100246:0:214104:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000848c706a. 00100000:00000010:2.0:1767325854.100253:0:214104:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000606acdfe. 00040000:00000010:2.0:1767325854.100259:0:214104:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000980e301. 00040000:00000010:2.0:1767325854.100265:0:214104:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f62de63c. 00040000:00000010:2.0:1767325854.100270:0:214104:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009c8a7e9a. 00000004:00000010:2.0:1767325854.100276:0:214104:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000373dbe2c. 00000004:00000010:2.0:1767325854.100284:0:214104:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002c9cbc7b. 00000004:00000010:2.0:1767325854.100290:0:214104:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fb69885c. 00002000:00000010:2.0:1767325854.100297:0:214104:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000069fcb324. 00000004:00000010:2.0:1767325854.100303:0:214104:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000591fc508. 00000020:00000010:2.0:1767325854.100310:0:214104:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000dc28927. 00000040:00000010:2.0:1767325854.100319:0:214104:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000006474d42c. 00000020:00000010:1.0:1767325854.100492:0:214102:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000004e9a26f8. 00000020:00000010:1.0:1767325854.100500:0:214102:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000004e9a26f8. 00000040:00000010:2.0:1767325854.100685:0:214104:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000006474d42c. 00000020:00000010:2.0:1767325854.100692:0:214104:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000dc28927. 00000020:00000010:2.0:1767325854.100698:0:214104:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e9d37473. 00000040:00000010:2.0:1767325854.100701:0:214104:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000049ac8df2. 00000020:00000010:2.0:1767325854.100704:0:214104:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a7ab0041. 00000020:00000010:2.0:1767325854.100707:0:214104:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002e48e816. 00000020:00000010:2.0:1767325854.100711:0:214104:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006518b3e9. 80000000:00000010:2.0:1767325854.100715:0:214104:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007ee61ad4. 40000000:00000010:2.0:1767325854.100717:0:214104:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000848c706a. 00100000:00000010:2.0:1767325854.100720:0:214104:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000606acdfe. 00040000:00000010:2.0:1767325854.100723:0:214104:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000980e301. 00040000:00000010:2.0:1767325854.100726:0:214104:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f62de63c. 00040000:00000010:2.0:1767325854.100730:0:214104:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009c8a7e9a. 00000004:00000010:2.0:1767325854.100733:0:214104:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000373dbe2c. 00000004:00000010:2.0:1767325854.100736:0:214104:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002c9cbc7b. 00000004:00000010:2.0:1767325854.100740:0:214104:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fb69885c. 00002000:00000010:2.0:1767325854.100743:0:214104:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000069fcb324. 00000004:00000010:2.0:1767325854.100745:0:214104:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000591fc508. 00000020:00000010:2.0:1767325854.100755:0:214104:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3c4f3ad. 02000000:00000010:2.0:1767325854.101085:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000591fc508. 00000400:00000010:2.0:1767325854.101093:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afdee44d. 00000400:00000010:2.0:1767325854.101100:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d3d0de1. 00000100:00000200:2.0:1767325854.101107:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408625408, portal 10 00000020:00000010:2.0:1767325854.101116:0:211393:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006474d42c. 00000400:00000010:2.0:1767325854.101122:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019d6e0a1. 00000100:00000200:2.0:1767325854.101125:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175408625408, offset 0 00000400:00000200:2.0:1767325854.101133:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325854.101145:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767325854.101152:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325854.101157:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767325854.101161:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325854.101165:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767325854.101170:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [18:18:256:4294967295] 192.168.202.142@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:2.0:1767325854.101186:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767325854.101194:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767325854.101198:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000980e301. 00000800:00000200:2.0:1767325854.101205:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767325854.101214:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767325854.101218:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000980e301 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1767325854.101351:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325854.101359:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000980e301. 00000400:00000200:2.0:1767325854.101364:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325854.101372:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325854.101377:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019d6e0a1 00000400:00000010:2.0:1767325854.101379:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019d6e0a1. 00000100:00000200:2.0:1767325854.101387:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f3c6bf1 x1853175408625408/t0(0) o38->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325854.101440:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008fe3c98d. 00000400:00000010:2.0:1767325854.101444:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000162f23. 00000400:00000010:2.0:1767325854.101452:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019d6e0a1. 00000100:00000200:2.0:1767325854.101455:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408625664, portal 10 00000020:00000010:1.0:1767325854.101462:0:211394:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a1f8ce2d. 00000020:00000010:1.0:1767325854.101467:0:211394:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c47c5273. 00000020:00000010:2.0:1767325854.101471:0:211393:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000933d1dfe. 80000000:00000010:1.0:1767325854.101472:0:211394:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f319f956. 40000000:00000010:1.0:1767325854.101477:0:211394:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004e9a26f8. 00000400:00000010:2.0:1767325854.101480:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f807cad2. 00000100:00000200:2.0:1767325854.101483:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175408625664, offset 0 00000008:00000010:1.0:1767325854.101484:0:211394:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000afef0613. 00000400:00000200:2.0:1767325854.101491:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00020000:00000010:1.0:1767325854.101492:0:211394:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000004d2dbb49. 00000400:00000200:2.0:1767325854.101497:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00008000:00000010:1.0:1767325854.101500:0:211394:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000091adaefc. 00000400:00000200:2.0:1767325854.101500:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325854.101505:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00100000:00000010:1.0:1767325854.101507:0:211394:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ccf45b1e. 00000400:00000200:2.0:1767325854.101508:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325854.101512:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00040000:00000010:1.0:1767325854.101513:0:211394:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ca2861ce. 00000400:00000200:2.0:1767325854.101515:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [19:19:256:4294967295] 192.168.202.142@tcp LPNI seq info [19:19:8:4294967295] 00040000:00000010:1.0:1767325854.101520:0:211394:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008416e9e1. 00040000:00000010:1.0:1767325854.101526:0:211394:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006a41cc39. 00000400:00000200:2.0:1767325854.101528:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000004:00000010:1.0:1767325854.101533:0:211394:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000036c7f0bb. 00000800:00000200:2.0:1767325854.101536:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000004:00000010:1.0:1767325854.101539:0:211394:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005b8742be. 00000800:00000010:2.0:1767325854.101540:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000980e301. 00000004:00000010:1.0:1767325854.101544:0:211394:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a283e6fa. 00000800:00000200:2.0:1767325854.101545:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00002000:00000010:1.0:1767325854.101550:0:211394:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002c625fae. 00000800:00000200:2.0:1767325854.101553:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000004:00000010:1.0:1767325854.101554:0:211394:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000077f7c525. 00000800:00000200:2.0:1767325854.101556:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000980e301 type 1, nob 616 niov 1 nkiov 1 00000080:00000010:1.0:1767325854.101562:0:211394:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000046e8f418. 00000080:00000010:1.0:1767325854.101568:0:211394:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000005db0a7d5. 00000008:00000010:1.0:1767325854.101574:0:211394:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000a50a4c10. 00020000:00000010:1.0:1767325854.101579:0:211394:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d830c311. 00008000:00000010:1.0:1767325854.101583:0:211394:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000037c824ef. 00000080:00000010:1.0:1767325854.101587:0:211394:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000002d9db821. 00000800:00000200:2.0:1767325854.101601:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325854.101605:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000980e301. 00000020:00000010:1.0:1767325854.101607:0:211395:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b8b1e560. 00000400:00000200:2.0:1767325854.101608:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767325854.101613:0:211395:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e23a0162. 00000400:00000200:2.0:1767325854.101613:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 80000000:00000010:1.0:1767325854.101617:0:211395:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005cb5f42d. 00000400:00000200:2.0:1767325854.101618:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f807cad2 40000000:00000010:1.0:1767325854.101621:0:211395:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a3afa478. 00000400:00000010:2.0:1767325854.101621:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f807cad2. 00000008:00000010:1.0:1767325854.101627:0:211395:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000073d199c6. 00000100:00000200:2.0:1767325854.101629:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c3e9606 x1853175408625664/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00020000:00000010:1.0:1767325854.101632:0:211395:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000038358750. 00008000:00000010:1.0:1767325854.101637:0:211395:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007a30acf6. 00100000:00000010:1.0:1767325854.101643:0:211395:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009001feb1. 00040000:00000010:1.0:1767325854.101646:0:211395:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004be0abc. 00040000:00000010:1.0:1767325854.101649:0:211395:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000029e4b50c. 00040000:00000010:1.0:1767325854.101652:0:211395:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002df4d59d. 00000004:00000010:1.0:1767325854.101659:0:211395:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000eca5b694. 00000004:00000010:1.0:1767325854.101664:0:211395:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000047bba61d. 00000004:00000010:1.0:1767325854.101667:0:211395:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000055261609. 00002000:00000010:1.0:1767325854.101669:0:211395:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c2cacb3b. 00000004:00000010:1.0:1767325854.101671:0:211395:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000017247aa8. 00000080:00000010:1.0:1767325854.101673:0:211395:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000027f0fb3d. 00000080:00000010:1.0:1767325854.101675:0:211395:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000006eefbf79. 00000008:00000010:1.0:1767325854.101679:0:211395:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000c3994b73. 00020000:00000010:1.0:1767325854.101681:0:211395:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000e99fa2d2. 00008000:00000010:1.0:1767325854.101683:0:211395:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000d1f0c698. 00000080:00000010:1.0:1767325854.101686:0:211395:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000078570cd8. 00000400:00000010:1.0:1767325854.102885:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afdee44d. 00000400:00000200:1.0:1767325854.102890:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d3d0de1 00000400:00000010:1.0:1767325854.102892:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d3d0de1. 00000100:00000200:1.0:1767325854.102897:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f3c6bf1 x1853175408625408/t0(0) o38->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325854.102905:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f3c6bf1 x1853175408625408/t0(0) o38->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767325854.102935:0:211393:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a9b73cdb. 02000000:00000010:1.0:1767325854.102957:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000591fc508. 02000000:00000010:1.0:1767325854.102964:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000043def014. 00000100:00000010:1.0:1767325854.102968:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f3c6bf1. 00000020:00000010:2.0:1767325854.103909:0:214103:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000026e29339. 00000020:00000010:2.0:1767325854.103932:0:214103:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000026e29339. 00000400:00000200:1.0:1767325854.104513:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325854.104525:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 416 into portal 10 MB=0x6957405f00800 00000400:00000200:1.0:1767325854.104532:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 416/416 into md 0x18d [1] + 0 00000400:00000200:1.0:1767325854.104561:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325854.104567:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:1.0:1767325854.104575:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c3e9606 x1853175408625664/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325854.104822:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000162f23. 00000400:00000200:3.0:1767325854.104828:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019d6e0a1 00000400:00000010:3.0:1767325854.104829:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019d6e0a1. 00000100:00000200:3.0:1767325854.104836:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c3e9606 x1853175408625664/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325854.104845:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c3e9606 x1853175408625664/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767325854.104862:0:211393:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a0060daa. 02000000:00000010:3.0:1767325854.104878:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008fe3c98d. 02000000:00000010:3.0:1767325854.104882:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000dfee005d. 00000100:00000010:3.0:1767325854.104885:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c3e9606. 00000100:00000010:1.0:1767325854.105464:0:206751:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000601d7410. 00000100:00000010:2.0:1767325854.105466:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000055b570f. 00000100:00000010:3.0:1767325854.107267:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ea25869. 02000000:00000010:1.0:1767325859.131683:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009eb723f4. 00000400:00000010:1.0:1767325859.131693:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001389c6bf. 00000400:00000010:1.0:1767325859.131701:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a44e04f. 00000100:00000200:1.0:1767325859.131707:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408626048, portal 25 00000400:00000010:1.0:1767325859.131714:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafb2056. 00000100:00000200:1.0:1767325859.131717:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408626048, offset 0 00000400:00000200:1.0:1767325859.131727:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325859.131741:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325859.131747:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325859.131752:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767325859.131755:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325859.131758:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325859.131762:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [20:20:256:4294967295] 192.168.202.142@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:1.0:1767325859.131773:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767325859.131779:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325859.131784:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026917b08. 00000800:00000200:1.0:1767325859.131790:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325859.131798:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325859.131802:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026917b08 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767325859.131935:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000031921c6c. 02000000:00000010:3.0:1767325859.131951:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004a8b1747. 00000100:00000010:1.0:1767325859.131952:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000afa93604. 00000400:00000010:3.0:1767325859.131960:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf6eaaf9. 00000100:00000010:1.0:1767325859.131961:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008bb3ffa6. 00000400:00000010:3.0:1767325859.131966:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8e2a8b. 00000100:00000010:1.0:1767325859.131969:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002571cb85. 00000100:00000200:3.0:1767325859.131970:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408626176, portal 10 00000020:00000010:3.0:1767325859.131978:0:211393:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000dc3d206f. 00000400:00000010:3.0:1767325859.131991:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fb78b1d. 00000100:00000200:3.0:1767325859.131997:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175408626176, offset 0 00000400:00000200:3.0:1767325859.132003:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325859.132021:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325859.132024:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325859.132026:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325859.132028:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325859.132031:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325859.132034:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [21:21:255:4294967295] 192.168.202.142@tcp LPNI seq info [21:21:7:4294967295] 00000400:00000200:3.0:1767325859.132042:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325859.132046:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325859.132050:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ce1a50c. 00000800:00000200:3.0:1767325859.132054:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325859.132059:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325859.132061:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ce1a50c type 1, nob 616 niov 1 nkiov 1 02000000:00000010:3.0:1767325859.132072:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001ca786ca. 00000400:00000010:3.0:1767325859.132076:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fa94f4c. 00000400:00000010:3.0:1767325859.132080:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c0aec41. 00000100:00000200:3.0:1767325859.132083:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408626304, portal 10 00000400:00000010:3.0:1767325859.132088:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fbf3f23. 00000100:00000200:3.0:1767325859.132093:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175408626304, offset 0 00000400:00000200:3.0:1767325859.132097:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325859.132106:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325859.132111:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325859.132116:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325859.132118:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325859.132120:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325859.132123:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [22:22:254:4294967295] 192.168.202.142@tcp LPNI seq info [22:22:6:4294967295] 00000400:00000200:3.0:1767325859.132129:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325859.132134:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325859.132137:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a10cd6c4. 00000800:00000200:3.0:1767325859.132140:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325859.132143:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325859.132150:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a10cd6c4 type 1, nob 616 niov 1 nkiov 1 00000400:00000010:3.0:1767325859.137063:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf6eaaf9. 00000400:00000200:3.0:1767325859.137070:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8e2a8b 00000400:00000010:3.0:1767325859.137072:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8e2a8b. 00000100:00000200:3.0:1767325859.137079:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059bcba4e x1853175408626176/t0(0) o38->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325859.137088:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059bcba4e x1853175408626176/t0(0) o38->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767325859.137489:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008bb3ffa6. 00000400:00000200:2.0:1767325859.137519:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325859.137529:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 416 into portal 10 MB=0x6957405f00a80 00000400:00000200:2.0:1767325859.137534:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 416/416 into md 0x1a5 [1] + 0 00000400:00000200:2.0:1767325859.137544:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325859.137548:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:2.0:1767325859.137554:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ae77cf x1853175408626304/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767325859.139044:0:206751:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000afa93604. 00000400:00000010:1.0:1767325859.139067:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001389c6bf. 00000400:00000200:1.0:1767325859.139070:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a44e04f 00000400:00000010:1.0:1767325859.139072:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a44e04f. 00000100:00000200:1.0:1767325859.139080:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bb4b1e4 x1853175408626048/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325859.139090:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bb4b1e4 x1853175408626048/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325859.139123:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009eb723f4. 02000000:00000010:1.0:1767325859.139129:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013c28cca. 00000100:00000010:1.0:1767325859.139134:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bb4b1e4. 00000100:00000010:3.0:1767325859.143647:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002571cb85. 00000400:00000010:2.0:1767325860.137006:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fa94f4c. 00000400:00000200:2.0:1767325860.137027:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c0aec41 00000400:00000010:2.0:1767325860.137029:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c0aec41. 00000100:00000200:2.0:1767325860.137042:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ae77cf x1853175408626304/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325860.137045:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cce33d2a. 00000400:00000010:1.0:1767325860.137052:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001389c6bf. 00000100:00000200:2.0:1767325860.137052:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ae77cf x1853175408626304/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325860.137056:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a44e04f. 00000100:00000200:1.0:1767325860.137063:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408625536, portal 10 00000400:00000010:1.0:1767325860.137068:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d8bb3d6. 00000100:00000200:1.0:1767325860.137071:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408625536, offset 0 00000400:00000200:1.0:1767325860.137077:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000010:2.0:1767325860.137080:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004a8b1747. 02000000:00000010:2.0:1767325860.137084:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000006eb68a3d. 00000100:00000010:2.0:1767325860.137088:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059bcba4e. 00000400:00000200:1.0:1767325860.137089:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000010:2.0:1767325860.137092:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001ca786ca. 00000400:00000200:1.0:1767325860.137094:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767325860.137094:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000efbdc70d. 00000100:00000010:2.0:1767325860.137095:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ae77cf. 00000400:00000200:1.0:1767325860.137098:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767325860.137101:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325860.137104:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325860.137107:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [23:23:256:4294967295] 192.168.202.142@tcp LPNI seq info [23:23:8:4294967295] 00000400:00000200:1.0:1767325860.137117:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767325860.137122:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325860.137128:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026917b08. 00000800:00000200:1.0:1767325860.137134:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325860.137140:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325860.137144:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026917b08 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767325860.137162:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000afa93604. 00000100:00000010:1.0:1767325860.137174:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000417bd662. 00000100:00000010:1.0:1767325860.137180:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000c4b5038. 00000100:00000010:1.0:1767325860.137191:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a394625. 02000000:00000010:3.0:1767325860.137317:0:214078:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dfee005d. 00000400:00000010:3.0:1767325860.137446:0:214078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf6eaaf9. 00000400:00000010:3.0:1767325860.137452:0:214078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8e2a8b. 00000100:00000200:3.0:1767325860.137457:0:214078:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408625920, portal 10 00000400:00000010:3.0:1767325860.137462:0:214078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 00000100:00000200:3.0:1767325860.137464:0:214078:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408625920, offset 0 00000400:00000200:3.0:1767325860.137472:0:214078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325860.137481:0:214078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325860.137485:0:214078:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325860.137488:0:214078:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325860.137491:0:214078:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325860.137493:0:214078:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325860.137495:0:214078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [24:24:256:4294967295] 192.168.202.142@tcp LPNI seq info [24:24:8:4294967295] 00000400:00000200:3.0:1767325860.137505:0:214078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325860.137510:0:214078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325860.137514:0:214078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c363976a. 00000800:00000200:3.0:1767325860.137520:0:214078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325860.137527:0:214078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325860.137530:0:214078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c363976a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325860.139294:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325860.139310:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 368 into portal 10 MB=0x6957405f00780 00000400:00000200:2.0:1767325860.139509:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 368/368 into md 0x1ad [1] + 224 00000400:00000200:2.0:1767325860.139525:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325860.139530:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:2.0:1767325860.139538:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001d98de7a x1853175408625536/t0(0) o41->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325876 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325860.139763:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001389c6bf. 00000400:00000200:1.0:1767325860.139770:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a44e04f 00000400:00000010:1.0:1767325860.139774:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a44e04f. 00000100:00000200:1.0:1767325860.139793:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d98de7a x1853175408625536/t0(0) o41->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325876 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325860.139817:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d98de7a x1853175408625536/t0(0) o41->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325876 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325860.139867:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cce33d2a. 02000000:00000010:1.0:1767325860.139873:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003b5a77ee. 00000100:00000010:1.0:1767325860.139878:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d98de7a. 00000400:00000010:3.0:1767325860.139976:0:214078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf6eaaf9. 00000400:00000200:3.0:1767325860.139980:0:214078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8e2a8b 00000400:00000010:3.0:1767325860.139996:0:214078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8e2a8b. 00000100:00000200:3.0:1767325860.140002:0:214078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a13fabe x1853175408625920/t0(0) o41->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325876 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325860.140010:0:214078:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a13fabe x1853175408625920/t0(0) o41->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325876 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325860.140025:0:214078:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004a2d0e70. 02000000:00000010:3.0:1767325860.140030:0:214078:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dfee005d. 02000000:00000010:3.0:1767325860.140032:0:214078:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e427b6d8. 00000100:00000010:3.0:1767325860.140035:0:214078:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a13fabe. 00800000:00000010:3.0:1767325860.140040:0:214078:0:(lmv_obd.c:1478:lmv_statfs()) kfreed 'temp': 144 at 000000007a5c3b0b. 00000100:00000010:3.0:1767325860.140050:0:214078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f40a6cce. 02000000:00000010:3.0:1767325860.140060:0:214078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000bded86f. 00000100:00000010:3.0:1767325860.140071:0:214078:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062c4fb29. 02000000:00000010:3.0:1767325860.140084:0:214078:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dfee005d. 00000400:00000010:3.0:1767325860.140087:0:214078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf6eaaf9. 00000400:00000010:3.0:1767325860.140091:0:214078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8e2a8b. 00000100:00000200:3.0:1767325860.140096:0:214078:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408626432, portal 10 00000400:00000010:3.0:1767325860.140100:0:214078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000865e4d10. 00000100:00000200:3.0:1767325860.140102:0:214078:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1853175408626432, offset 0 00000400:00000200:3.0:1767325860.140108:0:214078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325860.140117:0:214078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325860.140122:0:214078:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325860.140126:0:214078:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325860.140129:0:214078:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325860.140132:0:214078:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325860.140135:0:214078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [25:25:256:4294967295] 192.168.202.142@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:3.0:1767325860.140143:0:214078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325860.140148:0:214078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325860.140152:0:214078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea9a1391. 00000800:00000200:3.0:1767325860.140157:0:214078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325860.140164:0:214078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325860.140172:0:214078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea9a1391 type 1, nob 536 niov 1 nkiov 1 00000400:00000200:2.0:1767325860.141630:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325860.141648:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 448 into portal 10 MB=0x6957405f00b00 00000400:00000200:2.0:1767325860.141654:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 448/448 into md 0x1bd [1] + 224 00000400:00000200:2.0:1767325860.141665:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325860.141668:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:2.0:1767325860.141675:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f40a6cce x1853175408626432/t0(0) o40->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 440/448 e 0 to 0 dl 1767325876 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325860.141768:0:214078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf6eaaf9. 00000400:00000200:3.0:1767325860.141773:0:214078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8e2a8b 00000400:00000010:3.0:1767325860.141775:0:214078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8e2a8b. 00000100:00000200:3.0:1767325860.141783:0:214078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f40a6cce x1853175408626432/t0(0) o40->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 440/448 e 0 to 0 dl 1767325876 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325860.141809:0:214078:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f40a6cce x1853175408626432/t0(0) o40->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 440/448 e 0 to 0 dl 1767325876 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325860.141824:0:214078:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000062c4fb29. 00000002:00000200:3.0:1767325860.141828:0:214078:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:3.0:1767325860.141831:0:214078:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dfee005d. 02000000:00000010:3.0:1767325860.141833:0:214078:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000bded86f. 00000100:00000010:3.0:1767325860.141836:0:214078:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f40a6cce. 00000020:00000010:3.0:1767325860.141866:0:214078:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ab8ce0eb. 00000020:00000010:3.0:1767325860.141885:0:214078:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000923f3618. 00000400:00000200:3.0:1767325860.141898:0:214078:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.142@tcp is discovered: rc = 1 00000100:00000010:3.0:1767325860.141911:0:214078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f40a6cce. 02000000:00000010:3.0:1767325860.141920:0:214078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000dfee005d. 02000000:00000010:2.0:1767325860.141971:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000827ea428. 00000080:00000010:3.0:1767325860.141972:0:214078:0:(llite_lib.c:734:client_common_fill_super()) kmalloced '(op_data)': 384 at 000000000bded86f. 00000400:00000010:2.0:1767325860.141977:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c706fdac. 00000020:00000010:3.0:1767325860.141977:0:214078:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 0000000043def014. 00000100:00000010:3.0:1767325860.141987:0:214078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d01b32e0. 00000100:00000010:1.0:1767325860.141988:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4ca48da. 00000400:00000010:2.0:1767325860.141990:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f807cad2. 02000000:00000010:3.0:1767325860.141992:0:214078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a25ac4b. 00000100:00000200:2.0:1767325860.141999:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408626560, portal 4 00000100:00000010:3.0:1767325860.141999:0:214078:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062c4fb29. 02000000:00000010:1.0:1767325860.142000:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000416dd4ac. 00000020:00000010:2.0:1767325860.142007:0:211393:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f4dad7f3. 02000000:00000010:3.0:1767325860.142008:0:214078:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1b65dd9. 00000400:00000010:3.0:1767325860.142012:0:214078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf6eaaf9. 00000400:00000010:2.0:1767325860.142013:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ea1c53d. 00000400:00000010:3.0:1767325860.142014:0:214078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8e2a8b. 00000100:00000200:2.0:1767325860.142015:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853175408626560, offset 0 00000100:00000200:3.0:1767325860.142016:0:214078:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408626688, portal 10 00000400:00000010:3.0:1767325860.142019:0:214078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede1e5f6. 00000400:00000200:2.0:1767325860.142020:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000200:3.0:1767325860.142022:0:214078:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1853175408626688, offset 0 00000400:00000200:2.0:1767325860.142027:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325860.142027:0:214078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325860.142031:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325860.142035:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767325860.142037:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325860.142040:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767325860.142042:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [26:26:256:4294967295] 192.168.202.142@tcp LPNI seq info [26:26:8:4294967295] 00000400:00000200:2.0:1767325860.142051:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767325860.142056:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767325860.142060:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000980e301. 00000800:00000200:2.0:1767325860.142065:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:1.0:1767325860.142068:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076e54421. 00000800:00000200:2.0:1767325860.142073:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000010:1.0:1767325860.142077:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000cce33d2a. 00000800:00000200:2.0:1767325860.142078:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000980e301 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1767325860.142121:0:214078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325860.142130:0:214078:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325860.142135:0:214078:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325860.142138:0:214078:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1767325860.142143:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008fe3c98d. 00000400:00000200:3.0:1767325860.142143:0:214078:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000010:2.0:1767325860.142148:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4d27a33. 00000400:00000200:3.0:1767325860.142148:0:214078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [27:27:255:4294967295] 192.168.202.142@tcp LPNI seq info [27:27:7:4294967295] 00000400:00000010:2.0:1767325860.142152:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936f1d73. 00000400:00000200:3.0:1767325860.142157:0:214078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:2.0:1767325860.142161:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408626944, portal 10 00000400:00000010:2.0:1767325860.142166:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea7dd868. 00000800:00000200:3.0:1767325860.142166:0:214078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000200:2.0:1767325860.142170:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175408626944, offset 0 00000800:00000010:3.0:1767325860.142171:0:214078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8b9f1ee. 00000800:00000200:3.0:1767325860.142178:0:214078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767325860.142181:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767325860.142183:0:214078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:2.0:1767325860.142185:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:3.0:1767325860.142185:0:214078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8b9f1ee type 1, nob 360 niov 1 nkiov 1 00000400:00000200:2.0:1767325860.142188:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325860.142190:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767325860.142192:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325860.142194:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767325860.142206:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [28:28:254:4294967295] 192.168.202.142@tcp LPNI seq info [28:28:6:4294967295] 00000400:00000200:2.0:1767325860.142213:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767325860.142218:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767325860.142222:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006799ab74. 00000800:00000200:2.0:1767325860.142225:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325860.142228:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767325860.142229:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767325860.142231:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006799ab74 type 1, nob 616 niov 1 nkiov 1 00000800:00000010:3.0:1767325860.142242:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000980e301. 00000400:00000200:3.0:1767325860.142247:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325860.142255:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325860.142279:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ea1c53d 00000400:00000010:3.0:1767325860.142283:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ea1c53d. 00000100:00000200:3.0:1767325860.142291:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f40a6cce x1853175408626560/t0(0) o8->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 520/544 e 0 to 0 dl 1767325870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325860.142329:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325860.142331:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8b9f1ee. 00000400:00000200:3.0:1767325860.142334:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325860.142338:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325860.142340:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede1e5f6 00000400:00000010:3.0:1767325860.142341:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ede1e5f6. 00000100:00000200:3.0:1767325860.142345:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d01b32e0 x1853175408626688/t0(0) o900->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:29/10 lens 264/248 e 0 to 0 dl 1767325876 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325860.142358:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325860.142360:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006799ab74. 00000400:00000200:3.0:1767325860.142363:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325860.142366:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325860.142374:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea7dd868 00000400:00000010:3.0:1767325860.142375:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea7dd868. 00000100:00000200:3.0:1767325860.142385:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076e54421 x1853175408626944/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325860.142452:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325860.142455:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb4be34. 00000400:00000200:3.0:1767325860.142458:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325860.142461:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325860.142463:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cabf01af 00000400:00000010:3.0:1767325860.142465:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cabf01af. 00000100:00000200:3.0:1767325860.142469:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f4ca48da x1853175408626816/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325860.144256:0:214078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf6eaaf9. 00000400:00000200:3.0:1767325860.144261:0:214078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8e2a8b 00000400:00000010:3.0:1767325860.144262:0:214078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8e2a8b. 00000100:00000200:3.0:1767325860.144267:0:214078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d01b32e0 x1853175408626688/t0(0) o900->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:29/10 lens 264/248 e 0 to 0 dl 1767325876 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325860.144274:0:214078:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d01b32e0 x1853175408626688/t0(0) o900->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:29/10 lens 264/248 e 0 to 0 dl 1767325876 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325860.144297:0:214078:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000062c4fb29. 02000000:00000010:3.0:1767325860.144304:0:214078:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1b65dd9. 02000000:00000010:3.0:1767325860.144308:0:214078:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003a25ac4b. 00000100:00000010:3.0:1767325860.144311:0:214078:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d01b32e0. 80000000:00000010:3.0:1767325860.144317:0:214078:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000006fa7e039. 00000020:00000010:3.0:1767325860.144327:0:214078:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000e6fb8b70. 00000100:00000010:3.0:1767325860.144332:0:214078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d01b32e0. 02000000:00000010:3.0:1767325860.144339:0:214078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a25ac4b. 00000100:00000010:3.0:1767325860.144349:0:214078:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062c4fb29. 02000000:00000010:3.0:1767325860.144580:0:214078:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 00000000c608df1d. 00000400:00000010:3.0:1767325860.144585:0:214078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf6eaaf9. 00000400:00000010:3.0:1767325860.144589:0:214078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at 000000002d076a89. 00000100:00000200:3.0:1767325860.144598:0:214078:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1853175408627072, portal 10 00000400:00000200:2.0:1767325860.144609:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000010:3.0:1767325860.144616:0:214078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8e2a8b. 00000100:00000200:3.0:1767325860.144620:0:214078:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1853175408627072, offset 0 00000400:00000200:2.0:1767325860.144623:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f00c80 00000400:00000200:3.0:1767325860.144631:0:214078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325860.144745:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1d5 [1] + 224 00000400:00000200:3.0:1767325860.144749:0:214078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325860.144755:0:214078:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325860.144757:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325860.144764:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325860.144771:0:214078:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325860.144775:0:214078:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325860.144778:0:214078:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325860.144781:0:214078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [30:30:256:4294967295] 192.168.202.142@tcp LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1767325860.144789:0:214078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325860.144796:0:214078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000200:2.0:1767325860.144800:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f4ca48da x1853175408626816/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767325860.144800:0:214078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8b9f1ee. 00000800:00000200:3.0:1767325860.144811:0:214078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325860.144821:0:214078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325860.144825:0:214078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8b9f1ee type 1, nob 544 niov 1 nkiov 1 00000800:00000200:2.0:1767325860.144916:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325860.144921:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8b9f1ee. 00000400:00000200:2.0:1767325860.144925:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325860.144933:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325860.144938:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325860.144946:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8e2a8b 00000400:00000010:2.0:1767325860.144950:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8e2a8b. 00000400:00000200:1.0:1767325860.144951:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 416 into portal 10 MB=0x6957405f00d00 00000100:00000200:2.0:1767325860.144961:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d01b32e0 x1853175408627072/t0(0) o33->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767325876 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000200:1.0:1767325860.144963:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 416/416 into md 0x1d9 [1] + 0 00000400:00000200:1.0:1767325860.144983:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325860.144990:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:1.0:1767325860.145008:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076e54421 x1853175408626944/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325860.145045:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4d27a33. 00000400:00000200:2.0:1767325860.145050:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936f1d73 00000400:00000010:2.0:1767325860.145051:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936f1d73. 00000100:00000200:2.0:1767325860.145056:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076e54421 x1853175408626944/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325860.145064:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076e54421 x1853175408626944/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325860.145081:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008fe3c98d. 02000000:00000010:2.0:1767325860.145084:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000cce33d2a. 00000100:00000010:2.0:1767325860.145087:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076e54421. 00000400:00000010:2.0:1767325860.145967:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c706fdac. 00000400:00000200:2.0:1767325860.145972:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f807cad2 00000400:00000010:2.0:1767325860.145974:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f807cad2. 00000100:00000200:2.0:1767325860.145979:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f40a6cce x1853175408626560/t0(0) o8->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 520/544 e 0 to 0 dl 1767325870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325860.145987:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f40a6cce x1853175408626560/t0(0) o8->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 520/544 e 0 to 0 dl 1767325870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325860.146036:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000827ea428. 02000000:00000010:2.0:1767325860.146040:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000dfee005d. 00000100:00000010:2.0:1767325860.146043:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f40a6cce. 00000400:00000200:2.0:1767325860.153753:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325860.153776:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 464 into portal 10 MB=0x6957405f00d80 00000400:00000200:2.0:1767325860.153787:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 464/464 into md 0x1e5 [32] + 224 00000400:00000200:2.0:1767325860.153820:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325860.153826:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:2.0:1767325860.153840:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d01b32e0 x1853175408627072/t0(0) o33->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767325876 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000010:3.0:1767325860.153940:0:214078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf6eaaf9. 00000400:00000200:3.0:1767325860.153945:0:214078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d076a89 00000400:00000010:3.0:1767325860.153947:0:214078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at 000000002d076a89. 00000100:00000200:3.0:1767325860.153953:0:214078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d01b32e0 x1853175408627072/t0(0) o33->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767325876 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767325860.153959:0:214078:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d01b32e0 x1853175408627072/t0(0) o33->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:23/10 lens 448/66264 e 0 to 0 dl 1767325876 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000010:3.0:1767325860.153987:0:214078:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000062c4fb29. 00000002:00000200:3.0:1767325860.153994:0:214078:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000080:00000010:3.0:1767325860.153999:0:214078:0:(llite_lib.c:749:client_common_fill_super()) kfreed 'op_data': 384 at 000000000bded86f. 00000020:00000010:3.0:1767325860.154027:0:214078:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 0000000069f3ac35. 00000020:00000010:3.0:1767325860.154032:0:214078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bded86f. 00000020:00000010:3.0:1767325860.154051:0:214078:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d1b65dd9. 00000020:00000010:3.0:1767325860.154055:0:214078:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000036806cce. 00000008:00000010:3.0:1767325860.154060:0:214078:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000098681762. 00020000:00000010:3.0:1767325860.154070:0:214078:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000008a00a739. 00008000:00000010:3.0:1767325860.154075:0:214078:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000bd6c7626. 00000080:00000010:3.0:1767325860.154081:0:214078:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000094764fc3. 00000080:00000010:3.0:1767325860.154084:0:214078:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000016d29af8. 00000020:00000010:3.0:1767325860.154088:0:214078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011b568a5. 00000008:00000010:3.0:1767325860.154091:0:214078:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000003f1ab7e. 00020000:00000010:3.0:1767325860.154094:0:214078:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003835e40f. 00008000:00000010:3.0:1767325860.154097:0:214078:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000096c78c6a. 00000080:00000010:3.0:1767325860.154100:0:214078:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000d9807608. 00000080:00000010:3.0:1767325860.154104:0:214078:0:(vvp_dev.c:175:vvp_device_alloc()) kmalloced '(vdv)': 72 at 00000000cc91d5df. 00000080:00000010:3.0:1767325860.154109:0:214078:0:(vvp_dev.c:183:vvp_device_alloc()) kmalloced '(site)': 528 at 000000004fdd0b25. 00000020:00000010:3.0:1767325860.154155:0:214078:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 00000000f434d1b5. 00000020:00000010:3.0:1767325860.154164:0:214078:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003cc65f7b. 00000020:00000010:3.0:1767325860.154168:0:214078:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 0000000062c4fb29. 00000008:00000010:3.0:1767325860.154175:0:214078:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000005d7da41d. 00020000:00000010:3.0:1767325860.154177:0:214078:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000060cd547f. 00008000:00000010:3.0:1767325860.154180:0:214078:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000002ea823da. 00000080:00000010:3.0:1767325860.154183:0:214078:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f9343d9f. 00000080:00000010:3.0:1767325860.154185:0:214078:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000000db8348a. 00000008:00000010:3.0:1767325860.154188:0:214078:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000002073697c. 00020000:00000010:3.0:1767325860.154190:0:214078:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b9f3bfde. 00008000:00000010:3.0:1767325860.154192:0:214078:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a09a3d96. 00000080:00000010:3.0:1767325860.154194:0:214078:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b4883653. 00000008:00000010:3.0:1767325860.154197:0:214078:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000e10f4e38. 00020000:00000010:3.0:1767325860.154198:0:214078:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000eea9e64e. 00008000:00000010:3.0:1767325860.154200:0:214078:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000001d28a680. 00000080:00000010:3.0:1767325860.154203:0:214078:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000a7bcc8c4. 00000080:00000010:3.0:1767325860.154205:0:214078:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000066c79e13. 00000008:00000010:3.0:1767325860.154207:0:214078:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000bae5aa91. 00020000:00000010:3.0:1767325860.154209:0:214078:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000ebcda59b. 00008000:00000010:3.0:1767325860.154211:0:214078:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000001e6814be. 00000080:00000010:3.0:1767325860.154213:0:214078:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000004f113155. 00000008:00000010:3.0:1767325860.154221:0:214078:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000055d4003. 00020000:00000010:3.0:1767325860.154223:0:214078:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000b3150939. 00008000:00000010:3.0:1767325860.154226:0:214078:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000a800f748. 00000080:00000010:3.0:1767325860.154228:0:214078:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000001f3ba85c. 00000080:00000010:3.0:1767325860.154230:0:214078:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000fbe6c038. 00000008:00000010:3.0:1767325860.154232:0:214078:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f312edc0. 00020000:00000010:3.0:1767325860.154234:0:214078:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000031fd3289. 00008000:00000010:3.0:1767325860.154236:0:214078:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a43d4b39. 00000080:00000010:3.0:1767325860.154238:0:214078:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000d00f7651. 00000008:00000010:3.0:1767325860.154241:0:214078:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000a7a2d33d. 00020000:00000010:3.0:1767325860.154242:0:214078:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000003e8137f3. 00008000:00000010:3.0:1767325860.154244:0:214078:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000004d0037c0. 00000080:00000010:3.0:1767325860.154247:0:214078:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007a35c071. 00000080:00000010:3.0:1767325860.154248:0:214078:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000015ce2b68. 00000008:00000010:3.0:1767325860.154250:0:214078:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000025567cc5. 00020000:00000010:3.0:1767325860.154252:0:214078:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c78ec877. 00008000:00000010:3.0:1767325860.154254:0:214078:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000d142c3ca. 00000080:00000010:3.0:1767325860.154267:0:214078:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000fcdbc6be. 00020000:00000010:3.0:1767325860.154274:0:214078:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 000000005ee17fc6. 00020000:00000010:3.0:1767325860.154279:0:214078:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 00000000ca942512. 00020000:00000010:3.0:1767325860.154282:0:214078:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 00000000bbbf3afd. 00000080:00000010:3.0:1767325860.154331:0:214078:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at 00000000b938138a. 02000000:00000010:3.0:1767325860.154350:0:214078:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000c608df1d. 02000000:00000010:3.0:1767325860.154388:0:214078:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003a25ac4b. 00000100:00000010:3.0:1767325860.154393:0:214078:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d01b32e0. 00000080:00000010:3.0:1767325860.154431:0:214078:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at 00000000c8874bef. 00000080:00000010:3.0:1767325860.154438:0:214078:0:(llite_lib.c:838:client_common_fill_super()) kfreed 'data': 192 at 00000000f5d63a17. 00000080:00000010:3.0:1767325860.154442:0:214078:0:(llite_lib.c:839:client_common_fill_super()) kfreed 'osfs': 144 at 000000005acfd550. 00000080:00000010:3.0:1767325860.154464:0:214078:0:(llite_lib.c:1517:ll_fill_super()) kfreed 'md': 33 at 00000000ce84e007. 00000080:00000010:3.0:1767325860.154468:0:214078:0:(llite_lib.c:1519:ll_fill_super()) kfreed 'dt': 33 at 0000000093a38e67. 00000080:00000010:3.0:1767325860.154471:0:214078:0:(llite_lib.c:1527:ll_fill_super()) kfreed 'cfg': 88 at 0000000077436310. 00000080:02000400:3.0:1767325860.154474:0:214078:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000080:00000001:1.0:1767325861.402041:0:214125:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325861.559285:0:214145:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3f62ce7 00000080:00200008:1.0:1767325861.559293:0:214145:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](00000000a7b96798), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1767325861.559302:0:214145:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767325861.559303:0:214145:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000001f6a7ab 00000080:00200000:1.0:1767325861.559304:0:214145:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a7b96798),name=/ 00000080:00000010:1.0:1767325861.559310:0:214145:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at 000000009f771d2b. 00000080:00000001:1.0:1767325861.559317:0:214145:0:(namei.c:947:ll_intent_lock()) Process entered 00000020:00000010:1.0:1767325861.559322:0:214145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000ab702f3a. 00800000:00000001:1.0:1767325861.559327:0:214145:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767325861.559328:0:214145:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ac3d46f1 00800000:00000002:1.0:1767325861.559330:0:214145:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767325861.559339:0:214145:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1767325861.559341:0:214145:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1767325861.559344:0:214145:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1767325861.559346:0:214145:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767325861.559348:0:214145:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767325861.559351:0:214145:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767325861.559352:0:214145:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1767325861.559355:0:214145:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767325861.559357:0:214145:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:1.0:1767325861.559362:0:214145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000005988c890. 00000002:00000001:1.0:1767325861.559366:0:214145:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767325861.559368:0:214145:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000a5868afb 00000002:00010000:1.0:1767325861.559369:0:214145:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767325861.559372:0:214145:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767325861.559374:0:214145:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767325861.559378:0:214145:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767325861.559383:0:214145:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767325861.559385:0:214145:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767325861.559387:0:214145:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767325861.559389:0:214145:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767325861.559391:0:214145:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767325861.559396:0:214145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076e54421. 00000020:00000040:1.0:1767325861.559428:0:214145:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00010000:00000001:1.0:1767325861.559433:0:214145:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767325861.559439:0:214145:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767325861.559441:0:214145:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325861.559444:0:214145:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325861.559447:0:214145:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325861.559451:0:214145:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325861.559458:0:214145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b67063d2. 00000100:00000001:1.0:1767325861.559464:0:214145:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325861.559469:0:214145:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767325861.559470:0:214145:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325861.559472:0:214145:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767325861.559473:0:214145:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325861.559479:0:214145:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767325861.559485:0:214145:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628704604909824 : -115369104641792 : ffff9712897ff100) 00010000:00000001:1.0:1767325861.559489:0:214145:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767325861.559491:0:214145:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767325861.559496:0:214145:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000346dae27. 00010000:00000010:1.0:1767325861.559499:0:214145:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098579ae0. 00010000:00000001:1.0:1767325861.559505:0:214145:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767325861.559508:0:214145:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000efa5b4d4. 00000020:00000010:1.0:1767325861.559511:0:214145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000f4e70146. 00000020:00000001:1.0:1767325861.559515:0:214145:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767325861.559517:0:214145:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000efa5b4d4 with handle 0x437b5ddfad697e96 to hash 00000020:00000001:1.0:1767325861.559519:0:214145:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767325861.559520:0:214145:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:1.0:1767325861.559523:0:214145:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:1.0:1767325861.559527:0:214145:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767325861.559528:0:214145:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325861.559531:0:214145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 214145 initiator: MDT0 00010000:00010000:1.0:1767325861.559539:0:214145:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 214145 initiator: MDT0 00010000:00010000:1.0:1767325861.559548:0:214145:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 214145 initiator: MDT0 00000100:00000001:1.0:1767325861.559553:0:214145:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767325861.559555:0:214145:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767325861.559560:0:214145:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000073f386ab. 00000100:00000001:1.0:1767325861.559562:0:214145:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628704610621120 : -115369098930496 : ffff971289d716c0) 00000100:00000001:1.0:1767325861.559565:0:214145:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325861.559566:0:214145:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604909824 : -115369104641792 : ffff9712897ff100) 00000100:00000001:1.0:1767325861.559571:0:214145:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325861.559573:0:214145:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325861.559575:0:214145:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767325861.559581:0:214145:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325861.559591:0:214145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076e54421 x1853175408627200/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767325861.559600:0:214145:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325861.559601:0:214145:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325861.559605:0:214145:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325861.559607:0:214145:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325861.559610:0:214145:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325861.559612:0:214145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000076e54421 pname:cluuid:pid:xid:nid:opc:job lfs:31e9b472-c3f9-4942-adbf-dafbe9eddaef:214145:1853175408627200:192.168.202.142@tcp:101: 00000100:00000001:1.0:1767325861.559616:0:214145:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325861.559621:0:214145:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325861.559623:0:214145:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325861.559625:0:214145:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325861.559628:0:214145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 00000000febbf023. 02000000:00000001:1.0:1767325861.559630:0:214145:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325861.559636:0:214145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001389c6bf. 00000400:00000010:1.0:1767325861.559642:0:214145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a44e04f. 00000100:00000200:1.0:1767325861.559648:0:214145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853175408627200, portal 10 00000100:00000001:1.0:1767325861.559650:0:214145:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325861.559651:0:214145:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604909824 : -115369104641792 : ffff9712897ff100) 00000100:00000040:1.0:1767325861.559656:0:214145:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@0000000076e54421 x1853175408627200/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767325877 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767325861.559663:0:214145:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325861.559666:0:214145:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325861.559668:0:214145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bf9b283. 00000100:00000200:1.0:1767325861.559670:0:214145:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853175408627200, offset 0 00000400:00000200:1.0:1767325861.559677:0:214145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325861.559690:0:214145:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325861.559695:0:214145:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325861.559700:0:214145:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767325861.559703:0:214145:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325861.559706:0:214145:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325861.559709:0:214145:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [31:31:256:4294967295] 192.168.202.142@tcp LPNI seq info [31:31:8:4294967295] 00000400:00000200:1.0:1767325861.559726:0:214145:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767325861.559732:0:214145:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325861.559736:0:214145:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000416dd4ac. 00000800:00000200:1.0:1767325861.559742:0:214145:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325861.559749:0:214145:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325861.559753:0:214145:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000416dd4ac type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767325861.559772:0:214145:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325861.559776:0:214145:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 2160347 usecs (2161 jiffies) 00000100:00000001:1.0:1767325861.559780:0:214145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305731565 00000100:00000001:1.0:1767325861.559783:0:214145:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305731763 00000100:00000001:1.0:1767325861.559785:0:214145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305731565 00000100:00000001:1.0:1767325861.559786:0:214145:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305731763 00000100:00000001:1.0:1767325861.559788:0:214145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305731565 00000100:00000001:1.0:1767325861.559790:0:214145:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305731763 00000100:00000001:1.0:1767325861.559792:0:214145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305731565 00000100:00000001:1.0:1767325861.559794:0:214145:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305731763 00000100:00000001:1.0:1767325861.559796:0:214145:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325861.559798:0:214145:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325861.559800:0:214145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325861.559802:0:214145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767325861.559805:0:214145:0:(client.c:2690:ptlrpc_set_wait()) set 0000000073f386ab going to sleep for 11 seconds 00000100:00000001:1.0:1767325861.559808:0:214145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325861.559811:0:214145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325861.559921:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325861.559931:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000416dd4ac. 00000400:00000200:3.0:1767325861.559937:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325861.559943:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325861.559948:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bf9b283 00000400:00000010:3.0:1767325861.559950:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bf9b283. 00000100:00000001:3.0:1767325861.559954:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325861.559958:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076e54421 x1853175408627200/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767325877 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767325861.559967:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325861.559969:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000076e54421 x1853175408627200/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767325877 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767325861.559976:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325861.559978:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325861.565942:0:214145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325861.565952:0:214145:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325861.565955:0:214145:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325861.565957:0:214145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001389c6bf. 00000400:00000200:1.0:1767325861.565964:0:214145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a44e04f 00000400:00000010:1.0:1767325861.565966:0:214145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a44e04f. 00000100:00000001:1.0:1767325861.565977:0:214145:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325861.565984:0:214145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076e54421 x1853175408627200/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767325877 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767325861.565994:0:214145:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076e54421 x1853175408627200/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767325877 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767325861.566001:0:214145:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325861.566003:0:214145:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325861.566006:0:214145:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325861.566009:0:214145:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325861.566011:0:214145:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325861.566013:0:214145:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325861.566016:0:214145:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325861.566024:0:214145:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=2 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325861.566029:0:214145:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325861.566031:0:214145:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325861.566033:0:214145:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325861.566035:0:214145:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325861.566040:0:214145:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325861.566044:0:214145:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325861.566046:0:214145:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325861.566048:0:214145:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325861.566049:0:214145:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325861.566052:0:214145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076e54421 x1853175408627200/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/688 e 0 to 0 dl 1767325877 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767325861.566059:0:214145:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325861.566062:0:214145:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325861.566064:0:214145:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325861.566067:0:214145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076e54421 x1853175408627200/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/688 e 0 to 0 dl 1767325877 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767325861.566073:0:214145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000076e54421 pname:cluuid:pid:xid:nid:opc:job lfs:31e9b472-c3f9-4942-adbf-dafbe9eddaef:214145:1853175408627200:192.168.202.142@tcp:101: 00000100:00000001:1.0:1767325861.566078:0:214145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325861.566080:0:214145:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325861.566087:0:214145:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767325861.566089:0:214145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325861.566091:0:214145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076e54421 x1853175408627200/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/688 e 0 to 0 dl 1767325877 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767325861.566097:0:214145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325861.566100:0:214145:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000073f386ab. 00000100:00000001:1.0:1767325861.566103:0:214145:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767325861.566104:0:214145:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325861.566106:0:214145:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767325861.566109:0:214145:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325861.566112:0:214145:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325861.566114:0:214145:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000efa5b4d4 refcount=4 00000020:00000001:1.0:1767325861.566117:0:214145:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:1.0:1767325861.566120:0:214145:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000040:1.0:1767325861.566126:0:214145:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000efa5b4d4, remote cookie: 0xa7160ca857582225, flags: 0x1001 00010000:00010000:1.0:1767325861.566130:0:214145:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767325861.566139:0:214145:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325861.566145:0:214145:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767325861.566149:0:214145:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767325861.566151:0:214145:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767325861.566152:0:214145:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767325861.566153:0:214145:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767325861.566155:0:214145:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000346dae27) refcount = 1 00010000:00010000:1.0:1767325861.566158:0:214145:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325861.566163:0:214145:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:1.0:1767325861.566168:0:214145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000ab8dfcf0. 00010000:00000001:1.0:1767325861.566171:0:214145:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767325861.566177:0:214145:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767325861.566180:0:214145:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767325861.566182:0:214145:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325861.566184:0:214145:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325861.566189:0:214145:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767325861.566191:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325861.566192:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325861.566193:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325861.566194:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325861.566195:0:214145:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767325861.566200:0:214145:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767325861.566201:0:214145:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325861.566203:0:214145:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325861.566204:0:214145:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000efa5b4d4 refcount=3 00000020:00000001:1.0:1767325861.566205:0:214145:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:1.0:1767325861.566207:0:214145:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:1.0:1767325861.566209:0:214145:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325861.566210:0:214145:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325861.566211:0:214145:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000efa5b4d4 refcount=4 00000020:00000001:1.0:1767325861.566213:0:214145:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:1.0:1767325861.566215:0:214145:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:1.0:1767325861.566218:0:214145:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767325861.566219:0:214145:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325861.566222:0:214145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325861.566228:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325861.566229:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325861.566230:0:214145:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325861.566231:0:214145:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325861.566232:0:214145:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000efa5b4d4 refcount=5 00000020:00000001:1.0:1767325861.566233:0:214145:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:1.0:1767325861.566235:0:214145:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:1.0:1767325861.566241:0:214145:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767325861.566242:0:214145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325861.566247:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325861.566248:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767325861.566249:0:214145:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325861.566254:0:214145:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767325861.566255:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325861.566256:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325861.566257:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325861.566258:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767325861.566262:0:214145:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@0000000076e54421 x1853175408627200/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/688 e 0 to 0 dl 1767325877 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767325861.566271:0:214145:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325861.566272:0:214145:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325861.566273:0:214145:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000efa5b4d4 refcount=3 00000020:00000001:1.0:1767325861.566275:0:214145:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:1.0:1767325861.566277:0:214145:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:1.0:1767325861.566279:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325861.566279:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767325861.566281:0:214145:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767325861.566282:0:214145:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767325861.566285:0:214145:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767325861.566287:0:214145:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325861.566288:0:214145:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325861.566289:0:214145:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000efa5b4d4 refcount=3 00000020:00000001:1.0:1767325861.566291:0:214145:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:1.0:1767325861.566293:0:214145:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00000002:00010000:1.0:1767325861.566295:0:214145:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325861.566311:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325861.566312:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325861.566314:0:214145:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767325861.566315:0:214145:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325861.566316:0:214145:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325861.566317:0:214145:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000efa5b4d4 refcount=3 00000020:00000001:1.0:1767325861.566319:0:214145:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:1.0:1767325861.566321:0:214145:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000040:1.0:1767325861.566326:0:214145:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000346dae27 count: 2 00010000:00000001:1.0:1767325861.566329:0:214145:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767325861.566332:0:214145:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns 00000000f788217d type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1767325861.566335:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325861.566336:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767325861.566337:0:214145:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767325861.566339:0:214145:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e3770e33 00000002:00002000:1.0:1767325861.566341:0:214145:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767325861.566344:0:214145:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767325861.566347:0:214145:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767325861.566350:0:214145:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767325861.566352:0:214145:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767325861.566355:0:214145:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767325861.566359:0:214145:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at 000000009f771d2b. 00000080:00000001:1.0:1767325861.566363:0:214145:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767325861.566366:0:214145:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767325861.566371:0:214145:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1767325861.566376:0:214145:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1767325861.566380:0:214145:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at 00000000d4d8ae65. 00800000:00000001:1.0:1767325861.566382:0:214145:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446628705344019776 : -115368365531840 : ffff9712b58ddd40) 00800000:00000001:1.0:1767325861.566384:0:214145:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767325861.566387:0:214145:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767325861.566389:0:214145:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767325861.566391:0:214145:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1767325861.566394:0:214145:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000002:1.0:1767325861.566423:0:214145:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=1 index=4294967295 hash=invalid:0x0 max_inherit=0 max_inherit_rr=3 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:1.0:1767325861.566428:0:214145:0:(llite_lib.c:1834:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767325861.566429:0:214145:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325861.566434:0:214145:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1767325861.566436:0:214145:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1767325861.566441:0:214145:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1767325861.566445:0:214145:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325861.566447:0:214145:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325861.566449:0:214145:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000efa5b4d4 refcount=3 00000020:00000001:1.0:1767325861.566451:0:214145:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:1.0:1767325861.566453:0:214145:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:1.0:1767325861.566455:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325861.566456:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767325861.566457:0:214145:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767325861.566460:0:214145:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767325861.566461:0:214145:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767325861.566464:0:214145:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a7b96798) for lock 0x437b5ddfad697e96 00800000:00000001:1.0:1767325861.566467:0:214145:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767325861.566469:0:214145:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767325861.566470:0:214145:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325861.566471:0:214145:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325861.566472:0:214145:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000efa5b4d4 refcount=3 00000020:00000001:1.0:1767325861.566474:0:214145:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:1.0:1767325861.566475:0:214145:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:1.0:1767325861.566478:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325861.566478:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767325861.566480:0:214145:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767325861.566481:0:214145:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767325861.566483:0:214145:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767325861.566486:0:214145:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a7b96798) 00000080:00010000:1.0:1767325861.566488:0:214145:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x437b5ddfad697e96 from it 000000000262c1e8 00010000:00000001:1.0:1767325861.566490:0:214145:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325861.566491:0:214145:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325861.566497:0:214145:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000efa5b4d4 refcount=3 00000020:00000001:1.0:1767325861.566499:0:214145:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:1.0:1767325861.566501:0:214145:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:1.0:1767325861.566503:0:214145:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767325861.566505:0:214145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325861.566511:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325861.566512:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325861.566513:0:214145:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767325861.566514:0:214145:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767325861.566516:0:214145:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325861.566523:0:214145:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767325861.566526:0:214145:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767325861.566527:0:214145:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767325861.566530:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325861.566531:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325861.566532:0:214145:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325861.566535:0:214145:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767325861.566537:0:214145:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325861.566539:0:214145:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325861.566540:0:214145:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325861.566542:0:214145:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767325861.566543:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325861.566544:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767325861.566545:0:214145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325861.566549:0:214145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076e54421 x1853175408627200/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/688 e 0 to 0 dl 1767325877 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767325861.566555:0:214145:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325861.566557:0:214145:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325861.566560:0:214145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 00000000febbf023. 02000000:00000001:1.0:1767325861.566563:0:214145:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325861.566565:0:214145:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325861.566567:0:214145:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767325861.566574:0:214145:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325861.566576:0:214145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000b67063d2. 02000000:00000001:1.0:1767325861.566579:0:214145:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325861.566581:0:214145:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325861.566582:0:214145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076e54421. 00000100:00000001:1.0:1767325861.566586:0:214145:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325861.566587:0:214145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767325861.567509:0:214145:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767325861.567513:0:214145:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767325861.567516:0:214145:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:0.0:1767325861.567518:0:214145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000d0a8f83b. 00000002:00000001:0.0:1767325861.567520:0:214145:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767325861.567521:0:214145:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000a5868afb 00000002:00010000:0.0:1767325861.567522:0:214145:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767325861.567524:0:214145:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767325861.567526:0:214145:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767325861.567527:0:214145:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767325861.567530:0:214145:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000346dae27 count: 2 00010000:00000001:0.0:1767325861.567531:0:214145:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767325861.567533:0:214145:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767325861.567534:0:214145:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767325861.567536:0:214145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767325861.567541:0:214145:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767325861.567544:0:214145:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325861.567545:0:214145:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767325861.567549:0:214145:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767325861.567550:0:214145:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767325861.567551:0:214145:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767325861.567552:0:214145:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767325861.567553:0:214145:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767325861.567554:0:214145:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767325861.567556:0:214145:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767325861.567557:0:214145:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put 00000000d4d8ae65 2 00000080:00000010:0.0:1767325861.567558:0:214145:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at 00000000195952f7. 00000080:00000001:0.0:1767325861.567560:0:214145:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767325861.567561:0:214145:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767325861.567562:0:214145:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a7b96798) 00000080:00010000:0.0:1767325861.567564:0:214145:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a7b96798) for lock 0x437b5ddfad697e96 00800000:00000001:0.0:1767325861.567568:0:214145:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767325861.567569:0:214145:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767325861.567570:0:214145:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325861.567571:0:214145:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325861.567572:0:214145:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000efa5b4d4 refcount=3 00000020:00000001:0.0:1767325861.567573:0:214145:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:0.0:1767325861.567575:0:214145:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:0.0:1767325861.567576:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325861.567577:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767325861.567578:0:214145:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767325861.567579:0:214145:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767325861.567580:0:214145:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x437b5ddfad697e96 from it 000000000262c1e8 00010000:00000001:0.0:1767325861.567581:0:214145:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325861.567581:0:214145:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325861.567582:0:214145:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000efa5b4d4 refcount=3 00000020:00000001:0.0:1767325861.567583:0:214145:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:0.0:1767325861.567584:0:214145:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:0.0:1767325861.567585:0:214145:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767325861.567585:0:214145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325861.567589:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325861.567589:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325861.567590:0:214145:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767325861.567591:0:214145:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767325861.567591:0:214145:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325861.567595:0:214145:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325861.567596:0:214145:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325861.567597:0:214145:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325861.567598:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325861.567598:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325861.567599:0:214145:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325861.567600:0:214145:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325861.567603:0:214145:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325861.567605:0:214145:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767325861.567606:0:214145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000195952f7. 00010000:00000001:0.0:1767325861.567608:0:214145:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325861.567609:0:214145:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767325861.567610:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325861.567610:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767325861.567611:0:214145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325861.567612:0:214145:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767325861.567613:0:214145:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325861.567615:0:214145:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d3f62ce7 00000080:00000008:0.0:1767325861.567615:0:214145:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](00000000a7b96798), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1767325861.567744:0:214145:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767325861.567745:0:214145:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767325861.567746:0:214145:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ebc53aed 00000080:00200000:0.0:1767325861.567747:0:214145:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a7b96798),name=/ 00000080:00000010:0.0:1767325861.567749:0:214145:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at 000000005e769b2c. 00800000:00000002:0.0:1767325861.567751:0:214145:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get 00000000d4d8ae65 2 00000080:00000001:0.0:1767325861.567753:0:214145:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767325861.567754:0:214145:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767325861.567755:0:214145:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000da55c70e 00800000:00000002:0.0:1767325861.567756:0:214145:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767325861.567757:0:214145:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1767325861.567758:0:214145:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1767325861.567759:0:214145:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1767325861.567760:0:214145:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767325861.567761:0:214145:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767325861.567762:0:214145:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767325861.567762:0:214145:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1767325861.567763:0:214145:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767325861.567764:0:214145:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767325861.567766:0:214145:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767325861.567767:0:214145:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f8010c78 00000002:00010000:0.0:1767325861.567768:0:214145:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767325861.567769:0:214145:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767325861.567770:0:214145:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767325861.567774:0:214145:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767325861.567776:0:214145:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000346dae27 count: 2 00010000:00000001:0.0:1767325861.567777:0:214145:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767325861.567779:0:214145:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767325861.567780:0:214145:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767325861.567781:0:214145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767325861.567785:0:214145:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767325861.567786:0:214145:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325861.567787:0:214145:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767325861.567791:0:214145:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767325861.567792:0:214145:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767325861.567792:0:214145:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767325861.567793:0:214145:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767325861.567794:0:214145:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767325861.567795:0:214145:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767325861.567796:0:214145:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767325861.567797:0:214145:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put 00000000d4d8ae65 2 00000080:00000010:0.0:1767325861.567798:0:214145:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at 000000005e769b2c. 00000080:00000001:0.0:1767325861.567800:0:214145:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767325861.567800:0:214145:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767325861.567801:0:214145:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a7b96798) 00000080:00010000:0.0:1767325861.567802:0:214145:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a7b96798) for lock 0x437b5ddfad697e96 00800000:00000001:0.0:1767325861.567804:0:214145:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767325861.567805:0:214145:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767325861.567805:0:214145:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325861.567806:0:214145:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325861.567807:0:214145:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000efa5b4d4 refcount=3 00000020:00000001:0.0:1767325861.567808:0:214145:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:0.0:1767325861.567809:0:214145:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:0.0:1767325861.567811:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325861.567814:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767325861.567814:0:214145:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767325861.567815:0:214145:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767325861.567816:0:214145:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x437b5ddfad697e96 from it 00000000fc2db35d 00010000:00000001:0.0:1767325861.567818:0:214145:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325861.567818:0:214145:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325861.567819:0:214145:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000efa5b4d4 refcount=3 00000020:00000001:0.0:1767325861.567820:0:214145:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:0.0:1767325861.567821:0:214145:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344679936 : -115368364871680 : ffff9712b597f000) 00010000:00000001:0.0:1767325861.567822:0:214145:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767325861.567823:0:214145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325861.567826:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325861.567826:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325861.567827:0:214145:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767325861.567827:0:214145:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767325861.567828:0:214145:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325861.567831:0:214145:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325861.567832:0:214145:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325861.567833:0:214145:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325861.567834:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325861.567834:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325861.567835:0:214145:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325861.567836:0:214145:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325861.567837:0:214145:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325861.567837:0:214145:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325861.567838:0:214145:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325861.567839:0:214145:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767325861.567840:0:214145:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325861.567851:0:214145:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767325861.567852:0:214145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325861.567853:0:214145:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767325861.567854:0:214145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a7b96798), inode mode 41ed mask 44 00000080:00000001:0.0:1767325861.567860:0:214145:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767325861.567863:0:214145:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:0.0:1767325861.567865:0:214145:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1767325861.567866:0:214145:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000ebc53aed 00000080:00200008:0.0:1767325861.567867:0:214145:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](00000000a7b96798), flags 100000 00000080:00000010:0.0:1767325861.567870:0:214145:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at 0000000063766fbd. 00000080:00000001:0.0:1767325861.567873:0:214145:0:(file.c:1026:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767325861.567874:0:214145:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767325861.567940:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1767325861.567942:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:0.0:1767325861.567949:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1767325861.567951:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1767325861.567955:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 0000000073f0ca63. 00000020:00000001:0.0:1767325861.567959:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767325861.567961:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1767325861.567963:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1767325861.567965:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff971286202400 uarg=0000000000000000 00800000:00000001:0.0:1767325861.567970:0:214145:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:0.0:1767325861.567972:0:214145:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff971288e2b000: age 11060, max_age 11061 00000002:00000001:0.0:1767325861.567975:0:214145:0:(mdc_request.c:1637:mdc_statfs()) Process entered 00000020:00000040:0.0:1767325861.567977:0:214145:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000010:0.0:1767325861.567982:0:214145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c58d40ae. 00000020:00000040:0.0:1767325861.567985:0:214145:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=5 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767325861.567988:0:214145:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325861.567991:0:214145:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325861.567993:0:214145:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325861.567998:0:214145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5c95fa2. 00000100:00000001:0.0:1767325861.568004:0:214145:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325861.568014:0:214145:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767325861.568016:0:214145:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767325861.568025:0:214145:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b280aa6. 00000100:00000001:0.0:1767325861.568027:0:214145:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628704490037632 : -115369219513984 : ffff971282a72180) 00000100:00000001:0.0:1767325861.568029:0:214145:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325861.568031:0:214145:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453960576 : -115368255591040 : ffff9712bc1b6d80) 00000100:00000001:0.0:1767325861.568034:0:214145:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325861.568041:0:214145:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325861.568046:0:214145:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767325861.568047:0:214145:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325861.568053:0:214145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c58d40ae x1853175408627328/t0(0) o41->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325861.568061:0:214145:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325861.568062:0:214145:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325861.568066:0:214145:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325861.568068:0:214145:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325861.568070:0:214145:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325861.568072:0:214145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c58d40ae pname:cluuid:pid:xid:nid:opc:job lfs:31e9b472-c3f9-4942-adbf-dafbe9eddaef:214145:1853175408627328:192.168.202.142@tcp:41: 00000100:00000001:0.0:1767325861.568155:0:214145:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325861.568161:0:214145:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325861.568163:0:214145:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325861.568165:0:214145:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325861.568168:0:214145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b3aef816. 02000000:00000001:0.0:1767325861.568170:0:214145:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325861.568436:0:214145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026207d86. 00000400:00000010:0.0:1767325861.568444:0:214145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d045329. 00000100:00000200:0.0:1767325861.568450:0:214145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408627328, portal 10 00000100:00000001:0.0:1767325861.568453:0:214145:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325861.568454:0:214145:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453960576 : -115368255591040 : ffff9712bc1b6d80) 00000020:00000010:0.0:1767325861.568460:0:214145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000dbd0a10f. 00000100:00000040:0.0:1767325861.568466:0:214145:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c58d40ae x1853175408627328/t0(0) o41->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325877 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325861.568473:0:214145:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325861.568476:0:214145:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325861.568478:0:214145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000065f6218. 00000100:00000200:0.0:1767325861.568481:0:214145:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408627328, offset 0 00000400:00000200:0.0:1767325861.568487:0:214145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325861.568501:0:214145:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767325861.568507:0:214145:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325861.568511:0:214145:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325861.568522:0:214145:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325861.568525:0:214145:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325861.568528:0:214145:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [32:32:256:4294967295] 192.168.202.142@tcp LPNI seq info [32:32:8:4294967295] 00000400:00000200:0.0:1767325861.568538:0:214145:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325861.568544:0:214145:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325861.568548:0:214145:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb4be34. 00000800:00000200:0.0:1767325861.568554:0:214145:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767325861.568560:0:214145:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325861.568564:0:214145:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb4be34 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325861.569054:0:214145:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325861.569059:0:214145:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 1891310 usecs (1892 jiffies) 00000100:00000001:0.0:1767325861.569062:0:214145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305731305 00000100:00000001:0.0:1767325861.569065:0:214145:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305731763 00000100:00000001:0.0:1767325861.569067:0:214145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305731305 00000100:00000001:0.0:1767325861.569069:0:214145:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305731763 00000100:00000001:0.0:1767325861.569071:0:214145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305731305 00000100:00000001:0.0:1767325861.569072:0:214145:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305731763 00000100:00000001:0.0:1767325861.569125:0:214145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305731305 00000100:00000001:0.0:1767325861.569129:0:214145:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305731763 00000100:00000001:0.0:1767325861.569132:0:214145:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325861.569134:0:214145:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325861.569136:0:214145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325861.569138:0:214145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767325861.569140:0:214145:0:(client.c:2690:ptlrpc_set_wait()) set 000000003b280aa6 going to sleep for 11 seconds 00000100:00000001:0.0:1767325861.569143:0:214145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325861.569145:0:214145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325861.569441:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325861.569450:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb4be34. 00000400:00000200:2.0:1767325861.569454:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325861.569459:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325861.569465:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000065f6218 00000400:00000010:2.0:1767325861.569467:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000065f6218. 00000100:00000001:2.0:1767325861.569470:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325861.569473:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c58d40ae x1853175408627328/t0(0) o41->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325877 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325861.569481:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325861.569483:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c58d40ae x1853175408627328/t0(0) o41->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325877 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325861.569488:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325861.569490:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325861.571074:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325861.571087:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325861.571090:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325861.571092:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325861.571100:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325861.571113:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 368 into portal 10 MB=0x6957405f00e80 00000400:00000200:1.0:1767325861.571121:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 368/368 into md 0x1f5 [1] + 224 00000800:00000001:1.0:1767325861.571127:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325861.571135:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325861.571137:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325861.571140:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325861.571145:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325861.571149:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c58d40ae x1853175408627328/t0(0) o41->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325877 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325861.571159:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c58d40ae x1853175408627328/t0(0) o41->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325877 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325861.571175:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325861.571182:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325861.571185:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325861.571208:0:214145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325861.571214:0:214145:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325861.571216:0:214145:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325861.571227:0:214145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026207d86. 00000400:00000200:0.0:1767325861.571231:0:214145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d045329 00000400:00000010:0.0:1767325861.571233:0:214145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d045329. 00000100:00000001:0.0:1767325861.571236:0:214145:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325861.571239:0:214145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c58d40ae x1853175408627328/t0(0) o41->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325877 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325861.571247:0:214145:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c58d40ae x1853175408627328/t0(0) o41->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325877 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325861.571254:0:214145:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325861.571255:0:214145:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325861.571258:0:214145:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325861.571260:0:214145:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325861.571262:0:214145:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325861.571264:0:214145:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325861.571267:0:214145:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325861.571275:0:214145:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=2 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325861.571279:0:214145:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325861.571291:0:214145:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325861.571293:0:214145:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325861.571296:0:214145:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325861.571299:0:214145:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325861.571303:0:214145:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325861.571305:0:214145:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325861.571306:0:214145:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325861.571308:0:214145:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325861.571311:0:214145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c58d40ae x1853175408627328/t0(0) o41->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325877 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325861.571548:0:214145:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325861.571552:0:214145:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325861.571553:0:214145:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325861.571558:0:214145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c58d40ae x1853175408627328/t0(0) o41->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325877 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325861.571566:0:214145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c58d40ae pname:cluuid:pid:xid:nid:opc:job lfs:31e9b472-c3f9-4942-adbf-dafbe9eddaef:214145:1853175408627328:192.168.202.142@tcp:41: 00000100:00000001:0.0:1767325861.571575:0:214145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325861.571577:0:214145:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325861.571579:0:214145:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767325861.571580:0:214145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325861.571582:0:214145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c58d40ae x1853175408627328/t0(0) o41->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325877 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325861.571586:0:214145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325861.571587:0:214145:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003b280aa6. 00000100:00000001:0.0:1767325861.571589:0:214145:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767325861.571590:0:214145:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767325861.571594:0:214145:0:(mdc_request.c:1689:mdc_statfs()) Process leaving 00000100:00000001:0.0:1767325861.571595:0:214145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325861.571596:0:214145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c58d40ae x1853175408627328/t0(0) o41->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325877 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325861.571600:0:214145:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325861.571602:0:214145:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325861.571604:0:214145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b3aef816. 02000000:00000001:0.0:1767325861.571606:0:214145:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325861.571607:0:214145:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325861.571608:0:214145:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767325861.571609:0:214145:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325861.571611:0:214145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5c95fa2. 02000000:00000001:0.0:1767325861.571613:0:214145:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325861.571614:0:214145:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325861.571616:0:214145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c58d40ae. 00000100:00000001:0.0:1767325861.571618:0:214145:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325861.571619:0:214145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767325861.571620:0:214145:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325861.571621:0:214145:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767325861.571622:0:214145:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:0.0:1767325861.571623:0:214145:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff971288e2b000: update 00000000866a1f62 cache blocks 20244/23812 objects 79718/79992 00800000:00000001:0.0:1767325861.571626:0:214145:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767325861.571639:0:214145:0:(lmv_obd.c:1165:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767325861.571641:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767325861.571642:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 0000000073f0ca63. 00000080:00000001:0.0:1767325861.571647:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767325861.571649:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767325861.571697:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1767325861.571699:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:0.0:1767325861.571706:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1767325861.571708:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1767325861.571712:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 0000000073f0ca63. 00000020:00000001:0.0:1767325861.571715:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767325861.571717:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1767325861.571719:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1767325861.571720:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff971286202400 uarg=0000000000000000 00800000:00000001:0.0:1767325861.571726:0:214145:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:0.0:1767325861.571727:0:214145:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0001-mdc-ffff971288e2b000: age 10054, max_age 11061 00000002:00000001:0.0:1767325861.571730:0:214145:0:(mdc_request.c:1637:mdc_statfs()) Process entered 00000020:00000040:0.0:1767325861.571731:0:214145:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=5 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000010:0.0:1767325861.571735:0:214145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c58d40ae. 00000020:00000040:0.0:1767325861.571737:0:214145:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=6 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767325861.571740:0:214145:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325861.571742:0:214145:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325861.571745:0:214145:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325861.571749:0:214145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5c95fa2. 00000100:00000001:0.0:1767325861.571753:0:214145:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325861.571756:0:214145:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767325861.571757:0:214145:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767325861.571761:0:214145:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b280aa6. 00000100:00000001:0.0:1767325861.571763:0:214145:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628704490037632 : -115369219513984 : ffff971282a72180) 00000100:00000001:0.0:1767325861.571765:0:214145:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325861.571766:0:214145:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453960576 : -115368255591040 : ffff9712bc1b6d80) 00000100:00000001:0.0:1767325861.571770:0:214145:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325861.571773:0:214145:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325861.571774:0:214145:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767325861.571775:0:214145:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325861.571779:0:214145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c58d40ae x1853175408627456/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325861.571785:0:214145:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325861.571791:0:214145:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767325861.571795:0:214145:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@00000000c58d40ae x1853175408627456/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325861.571801:0:214145:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325861.571803:0:214145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325861.571804:0:214145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325861.571806:0:214145:0:(client.c:2690:ptlrpc_set_wait()) set 000000003b280aa6 going to sleep for 0 seconds 00000100:00000001:0.0:1767325861.571808:0:214145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325861.571809:0:214145:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325861.571811:0:214145:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325861.571812:0:214145:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325861.571814:0:214145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325862.203565:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325862.203571:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325862.203576:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325862.203577:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325862.205248:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325862.205252:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325862.205257:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767325862.588108:0:214145:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767325862.588115:0:214145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325862.588117:0:214145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325862.588120:0:214145:0:(client.c:2690:ptlrpc_set_wait()) set 000000003b280aa6 going to sleep for 0 seconds 00000100:00000001:0.0:1767325862.588125:0:214145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325862.588128:0:214145:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325862.588130:0:214145:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325862.588132:0:214145:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325862.588134:0:214145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325863.227536:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325863.227543:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325863.227548:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325863.227549:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325863.227584:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325863.227587:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325863.227590:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767325863.612472:0:214145:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767325863.612478:0:214145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325863.612480:0:214145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325863.612482:0:214145:0:(client.c:2690:ptlrpc_set_wait()) set 000000003b280aa6 going to sleep for 0 seconds 00000100:00000001:0.0:1767325863.612486:0:214145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325863.612502:0:214145:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325863.612504:0:214145:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325863.612505:0:214145:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325863.612507:0:214145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325863.931512:0:206751:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305731763, at 4305731776 00000100:00000040:2.0:1767325863.931512:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305731763, at 4305731776 00000100:00000040:3.0:1767325863.931512:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305731763, at 4305731776 00000100:00000040:0.0:1767325863.931514:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305731763, at 4305731776 00000100:00000010:3.0:1767325863.931531:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a394625. 00000100:00000010:1.0:1767325863.931533:0:206751:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000417bd662. 00000100:00000010:2.0:1767325863.931535:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c4b5038. 00000100:00000010:0.0:1767325863.931539:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000afa93604. 00010000:00000001:0.0:1767325864.251513:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325864.251521:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325864.251523:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325864.251526:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325864.251530:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325864.251532:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325864.251534:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325864.251536:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325864.251540:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325864.251541:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325864.251605:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325864.251609:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325864.251627:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767325864.635517:0:214145:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767325864.635525:0:214145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325864.635527:0:214145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325864.635531:0:214145:0:(client.c:2690:ptlrpc_set_wait()) set 000000003b280aa6 going to sleep for 0 seconds 00000100:00000001:0.0:1767325864.635535:0:214145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325864.635539:0:214145:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325864.635541:0:214145:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325864.635544:0:214145:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325864.635546:0:214145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325865.275655:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325865.275662:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325865.275669:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325865.275671:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325865.275714:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1767325865.275722:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767325865.275725:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:0.0:1767325865.275727:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325865.275732:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:1.0:1767325865.275740:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076e54421. 00000020:00000040:1.0:1767325865.275750:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767325865.275755:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325865.275759:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325865.275766:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325865.275775:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026917b08. 00000100:00000001:1.0:1767325865.275798:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325865.275819:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000076e54421 x1853175408627584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325865.275832:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325865.275835:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325865.275840:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076e54421] to pc [ptlrpcd_00_01+1] req@0000000076e54421 x1853175408627584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325865.275881:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325865.275884:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325865.275887:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325865.275891:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4ca48da. 00000020:00000040:1.0:1767325865.275893:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767325865.275895:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325865.275897:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325865.275898:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325865.275903:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000416dd4ac. 00000100:00000001:1.0:1767325865.275906:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325865.275909:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000f4ca48da x1853175408627712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325865.275916:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325865.275918:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325865.275920:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ca48da] to pc [ptlrpcd_00_02+2] req@00000000f4ca48da x1853175408627712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325865.275951:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325865.275960:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325865.275963:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325865.275972:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076e54421 x1853175408627584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325865.275974:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767325865.275981:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1767325865.275992:0:161884:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1767325865.275998:0:161884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1767325865.276003:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1767325865.276004:0:161884:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1767325865.276008:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325865.276011:0:161884:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:2.0:1767325865.276015:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767325865.276019:0:161884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 02000000:00000001:2.0:1767325865.276022:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325865.276024:0:161884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767325865.276029:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325865.276030:0:161884:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000100:00000001:1.0:1767325865.276036:0:161884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 00000100:00100000:2.0:1767325865.276039:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000076e54421 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408627584:192.168.202.142@tcp:400: 00000020:00000001:1.0:1767325865.276042:0:161884:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767325865.276045:0:161884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e81 00000100:00000001:2.0:1767325865.276048:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767325865.276050:0:161884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325865.276054:0:161884:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006a77ff05 refcount=5 02000000:00000001:2.0:1767325865.276056:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767325865.276058:0:161884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 02000000:00000001:2.0:1767325865.276061:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325865.276062:0:161884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 02000000:00000001:2.0:1767325865.276068:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767325865.276073:0:161884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000001:1.0:1767325865.276076:0:161884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767325865.276079:0:161884:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 02000000:00000010:2.0:1767325865.276080:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003cd30cbd. 00000100:00000001:1.0:1767325865.276084:0:161884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 02000000:00000001:2.0:1767325865.276088:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325865.276090:0:161884:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 4 00000100:00000001:3.0:1767325865.276094:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767325865.276098:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c706fdac. 00000100:00080000:1.0:1767325865.276099:0:161884:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: import 00000000ad9b5df4 using connection 192.168.202.142@tcp/192.168.202.142@tcp 00000100:00000001:3.0:1767325865.276101:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325865.276104:0:161884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.276105:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767325865.276109:0:161884:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1767325865.276115:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4ca48da x1853175408627712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325865.276117:0:161884:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767325865.276123:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f807cad2. 02000000:00000001:1.0:1767325865.276124:0:161884:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325865.276134:0:161884:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767325865.276137:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767325865.276139:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408627584, portal 25 00000008:00100000:1.0:1767325865.276140:0:161884:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 134217728, lost: 0. 00000100:00000001:3.0:1767325865.276142:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325865.276145:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767325865.276148:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:1.0:1767325865.276150:0:161884:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325865.276151:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604909824 : -115369104641792 : ffff9712897ff100) 02000000:00000001:3.0:1767325865.276153:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325865.276157:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325865.276168:0:161884:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325865.276170:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f4ca48da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408627712:192.168.202.142@tcp:400: 00000100:00000010:1.0:1767325865.276173:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf90a616. 00000020:00000040:1.0:1767325865.276178:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=7 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767325865.276180:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767325865.276181:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000076e54421 x1853175408627584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325865.276187:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325865.276188:0:161884:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767325865.276193:0:161884:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325865.276193:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325865.276203:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325865.276203:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325865.276206:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767325865.276208:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767325865.276211:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d685db5e. 02000000:00000001:1.0:1767325865.276213:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325865.276218:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767325865.276219:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325865.276223:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ebab446c. 00000400:00000010:2.0:1767325865.276226:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936f1d73. 00000400:00000010:3.0:1767325865.276229:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf6eaaf9. 00000100:00000001:1.0:1767325865.276230:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325865.276232:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408627584, offset 0 00000100:00100000:1.0:1767325865.276240:0:161884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cf90a616 x1853175408627840/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767325865.276249:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767325865.276265:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325865.276266:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325865.276274:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767325865.276279:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767325865.276281:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf90a616] to pc [ptlrpcd_rcv+-1] req@00000000cf90a616 x1853175408627840/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325865.276285:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767325865.276290:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325865.276293:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325865.276300:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767325865.276301:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325865.276313:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [33:33:256:4294967295] 192.168.202.142@tcp LPNI seq info [33:33:8:4294967295] 00000100:00000001:0.0:1767325865.276331:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325865.276337:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767325865.276338:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325865.276342:0:161884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325865.276348:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767325865.276352:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:2.0:1767325865.276354:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b65b65b4. 00000100:00000001:0.0:1767325865.276360:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325865.276367:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325865.276368:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767325865.276368:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:1.0:1767325865.276377:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9198884. 00000100:00000001:0.0:1767325865.276381:0:211393:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767325865.276383:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000020:00000040:1.0:1767325865.276388:0:161884:0:(genops.c:1229:class_import_get()) import 000000001dac6e9e refcount=3 obd=lustre-OST0000-osc-ffff971288e2b000 00000100:00000040:0.0:1767325865.276389:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf90a616 x1853175408627840/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325865.276391:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b65b65b4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325865.276436:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325865.276440:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325865.276445:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325865.276446:0:211393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325865.276450:0:211393:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325865.276453:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000023d40614. 02000000:00000001:0.0:1767325865.276456:0:211393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325865.276459:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325865.276460:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325865.276461:0:211393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325865.276469:0:211393:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325865.276471:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305736898 00000100:00000040:1.0:1767325865.276473:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID req@00000000b9198884 x1853175408627968/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767325865.276478:0:211393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf90a616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408627840:192.168.202.142@tcp:38: 00000100:00000010:2.0:1767325865.276482:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074bebb19. 00000100:00000001:0.0:1767325865.276494:0:211393:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325865.276498:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767325865.276501:0:211393:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325865.276508:0:211393:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325865.276513:0:211393:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325865.276516:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1767325865.276518:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000019b9d23b. 00000100:00000001:1.0:1767325865.276519:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325865.276522:0:211393:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325865.276528:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026207d86. 00000100:00000040:1.0:1767325865.276533:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9198884] to pc [ptlrpcd_00_03+3] req@00000000b9198884 x1853175408627968/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325865.276562:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325865.276567:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11070) 00000100:00000001:2.0:1767325865.276622:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305736898 00000100:00000010:2.0:1767325865.276628:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b2f365e. 00000100:00000001:2.0:1767325865.276633:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767325865.276643:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305736898 00000100:00000010:2.0:1767325865.276646:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae171abe. 00000100:00000001:2.0:1767325865.276649:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767325865.276652:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305736898 00000100:00000010:2.0:1767325865.276655:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ee61ad4. 00000100:00000001:2.0:1767325865.276658:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325865.276660:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325865.276663:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325865.276666:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325865.276668:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325865.276673:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325865.276675:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325865.276677:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325865.276679:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325865.276680:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325865.276682:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325865.276699:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325865.276705:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b65b65b4. 00000400:00000200:1.0:1767325865.276713:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325865.276720:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:3.0:1767325865.276759:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede1e5f6. 00000100:00000200:3.0:1767325865.276767:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408627712, portal 10 00000100:00000001:3.0:1767325865.276770:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325865.276771:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604907136 : -115369104644480 : ffff9712897fe680) 00000100:00000040:3.0:1767325865.276891:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f4ca48da x1853175408627712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.276900:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325865.276902:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767325865.276906:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da85e6c9. 00000100:00000200:3.0:1767325865.276910:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408627712, offset 0 00000400:00000200:3.0:1767325865.276916:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325865.276926:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325865.276931:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325865.276935:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325865.276938:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325865.276941:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325865.276944:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [34:34:255:4294967295] 192.168.202.142@tcp LPNI seq info [34:34:7:4294967295] 00000400:00000200:3.0:1767325865.276954:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325865.276960:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325865.276964:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc945970. 00000800:00000200:3.0:1767325865.276969:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325865.276976:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325865.276980:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc945970 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325865.276984:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325865.276988:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 1681612 usecs (1682 jiffies) 00000100:00000001:3.0:1767325865.276992:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305734803 00000100:00000001:3.0:1767325865.276994:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305736898 00000100:00000001:3.0:1767325865.276996:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305734803 00000100:00000001:3.0:1767325865.276999:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305736898 00000100:00000001:3.0:1767325865.277008:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305734803 00000100:00000001:3.0:1767325865.277011:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305736898 00000100:00000001:3.0:1767325865.277013:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305734803 00000100:00000001:3.0:1767325865.277015:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305736898 00000100:00000001:3.0:1767325865.277017:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325865.277019:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.277024:0:211396:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.277026:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325865.277028:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.277030:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.277033:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.277101:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325865.277103:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325865.277106:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325865.277107:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325865.277109:0:211396:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.277111:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325865.277112:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.277113:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325865.277116:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767325865.277118:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.277120:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325865.277121:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.277123:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325865.277124:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325865.277125:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325865.277129:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9198884 x1853175408627968/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.277136:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325865.277138:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325865.277140:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325865.277142:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325865.277144:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325865.277147:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408627968:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325865.277156:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325865.277160:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325865.277161:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325865.277163:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325865.277167:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085c3d0bf. 02000000:00000001:3.0:1767325865.277169:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325865.277173:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085ff6af1. 00000400:00000010:3.0:1767325865.277177:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c3d74f9. 00000100:00000200:3.0:1767325865.277180:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408627968, portal 4 00000100:00000001:3.0:1767325865.277183:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325865.277183:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604905344 : -115369104646272 : ffff9712897fdf80) 00000020:00000010:3.0:1767325865.277191:0:211396:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a834bbdc. 00000100:00000040:3.0:1767325865.277197:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9198884 x1853175408627968/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.277205:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325865.277207:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767325865.277209:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e085bb. 00000100:00000200:3.0:1767325865.277212:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853175408627968, offset 0 00000400:00000200:3.0:1767325865.277216:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325865.277221:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325865.277224:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325865.277227:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325865.277230:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325865.277232:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325865.277235:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [35:35:254:4294967295] 192.168.202.142@tcp LPNI seq info [35:35:6:4294967295] 00000400:00000200:3.0:1767325865.277242:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325865.277246:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325865.277250:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 00000800:00000200:3.0:1767325865.277254:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325865.277258:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325865.277261:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325865.277282:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325865.277285:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: using a timeout of 5085 usecs (6 jiffies) 00000100:00000001:3.0:1767325865.277287:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305733127 00000100:00000001:3.0:1767325865.277289:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305736898 00000100:00000001:3.0:1767325865.277291:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305733127 00000100:00000001:3.0:1767325865.277293:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305736898 00000100:00000001:3.0:1767325865.277295:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305733127 00000100:00000001:3.0:1767325865.277296:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305736898 00000100:00000001:3.0:1767325865.277298:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305733127 00000100:00000001:3.0:1767325865.277300:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305736898 00000100:00000001:3.0:1767325865.277302:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325865.277304:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.277306:0:211396:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.277308:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325865.277309:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.277311:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.277313:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.277338:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325865.277340:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325865.278105:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325865.278120:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325865.278124:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325865.278126:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325865.278134:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325865.278148:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f00f80 00000400:00000200:2.0:1767325865.278155:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1fd [1] + 224 00000800:00000001:2.0:1767325865.278163:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325865.278171:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325865.278173:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325865.278177:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325865.278184:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325865.278189:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076e54421 x1853175408627584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325865.278199:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000076e54421 x1853175408627584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325881 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325865.278231:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325865.278242:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325865.278245:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.278280:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325865.278283:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325865.278289:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325865.278291:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325865.278294:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c706fdac. 00000400:00000200:3.0:1767325865.278298:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f807cad2 00000400:00000010:3.0:1767325865.278301:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f807cad2. 00000100:00000001:3.0:1767325865.278304:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325865.278308:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076e54421 x1853175408627584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325881 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325865.278319:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076e54421 x1853175408627584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325881 ref 2 fl Rpc:RNU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.278348:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767325865.278352:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to UnregRPC req@0000000076e54421 x1853175408627584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325881 ref 2 fl Rpc:RNU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.278359:0:211395:0:(client.c:2966:ptlrpc_unregister_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.278361:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.278364:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.278366:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325865.278367:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325865.278369:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.278370:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325865.279265:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936f1d73 00000400:00000010:1.0:1767325865.279273:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936f1d73. 00000100:00000001:1.0:1767325865.279281:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325865.279290:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076e54421 x1853175408627584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325881 ref 2 fl UnregRPC:RNU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325865.279319:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325865.279323:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076e54421 x1853175408627584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325881 ref 2 fl UnregRPC:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325865.279331:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325865.279332:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325865.279376:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325865.279379:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc945970. 00000400:00000200:1.0:1767325865.279383:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325865.279388:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325865.279391:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da85e6c9 00000400:00000010:1.0:1767325865.279393:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da85e6c9. 00000100:00000001:1.0:1767325865.279395:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325865.279429:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f4ca48da x1853175408627712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325865.279436:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325865.279438:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f4ca48da x1853175408627712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325881 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325865.279443:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325865.279444:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325865.279494:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325865.279505:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 00000400:00000200:1.0:1767325865.279507:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325865.279510:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325865.279512:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e085bb 00000400:00000010:1.0:1767325865.279513:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e085bb. 00000100:00000001:1.0:1767325865.279515:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325865.279517:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9198884 x1853175408627968/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325865.279522:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325865.279525:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9198884 x1853175408627968/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325881 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325865.279531:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325865.279532:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767325865.279605:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d045329. 00000100:00000200:0.0:1767325865.279612:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408627840, portal 10 00000100:00000001:0.0:1767325865.279615:0:211393:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325865.279616:0:211393:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604897280 : -115369104654336 : ffff9712897fc000) 00000020:00000010:0.0:1767325865.279624:0:211393:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000090c9903a. 00000100:00000040:0.0:1767325865.279630:0:211393:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf90a616 x1853175408627840/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325865.279637:0:211393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325865.279639:0:211393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325865.279641:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d70aeb3. 00000100:00000200:0.0:1767325865.279644:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175408627840, offset 0 00000400:00000200:0.0:1767325865.279649:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325865.279660:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767325865.279665:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325865.279669:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325865.279672:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325865.279675:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325865.279685:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [36:36:256:4294967295] 192.168.202.142@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:0.0:1767325865.279695:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325865.279700:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325865.279704:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013c28cca. 00000800:00000200:0.0:1767325865.279709:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767325865.279716:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325865.279719:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013c28cca type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1767325865.279736:0:211393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325865.279740:0:211393:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 421603 usecs (422 jiffies) 00000100:00000001:0.0:1767325865.279743:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305733546 00000100:00000001:0.0:1767325865.279746:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305736898 00000100:00000001:0.0:1767325865.279748:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305733546 00000100:00000001:0.0:1767325865.279749:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305736898 00000100:00000001:0.0:1767325865.279751:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305733546 00000100:00000001:0.0:1767325865.279753:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305736898 00000100:00000001:0.0:1767325865.279754:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305733546 00000100:00000001:0.0:1767325865.279756:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305736898 00000100:00000001:0.0:1767325865.279758:0:211393:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325865.279761:0:211393:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325865.279764:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325865.279767:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325865.279773:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325865.279775:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767325865.279778:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325865.279780:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325865.279781:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325865.279783:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.279920:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325865.279923:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767325865.279929:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from UnregRPC to Rpc req@0000000076e54421 x1853175408627584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325881 ref 1 fl UnregRPC:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.279938:0:211395:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.279940:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325865.279942:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325865.279944:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325865.279946:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325865.279949:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325865.279955:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325865.279959:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325865.279961:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325865.279962:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325865.279965:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325865.279967:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.279970:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325865.279974:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076e54421 x1853175408627584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.279980:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325865.279983:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325865.279984:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325865.279987:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076e54421 x1853175408627584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325881 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325865.280000:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000076e54421 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408627584:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325865.280019:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.280021:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325865.280023:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076e54421 x1853175408627584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325881 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.280029:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325865.280032:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325865.280035:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003cd30cbd. 02000000:00000001:3.0:1767325865.280037:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325865.280039:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325865.280041:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767325865.280043:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325865.280044:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000026917b08. 02000000:00000001:3.0:1767325865.280048:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325865.280050:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325865.280051:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076e54421. 00000100:00000001:3.0:1767325865.280054:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325865.280055:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.280057:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.280061:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325865.280062:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.280064:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325865.280066:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325865.280173:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325865.280179:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013c28cca. 00000400:00000200:2.0:1767325865.280185:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325865.280191:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325865.280196:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d70aeb3 00000400:00000010:2.0:1767325865.280198:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d70aeb3. 00000100:00000001:2.0:1767325865.280202:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325865.280206:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf90a616 x1853175408627840/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325865.280216:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325865.280218:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf90a616 x1853175408627840/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325875 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325865.280226:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325865.280228:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325865.281056:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325865.281066:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325865.281069:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325865.281071:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325865.281078:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325865.281091:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f01000 00000400:00000200:2.0:1767325865.281097:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x205 [1] + 224 00000800:00000001:2.0:1767325865.281104:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325865.281111:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325865.281114:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325865.281117:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325865.281122:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325865.281126:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f4ca48da x1853175408627712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325865.281152:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f4ca48da x1853175408627712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325865.281176:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325865.281183:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325865.281187:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.281436:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325865.281440:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325865.281445:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325865.281447:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325865.281450:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf6eaaf9. 00000400:00000200:3.0:1767325865.281454:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede1e5f6 00000400:00000010:3.0:1767325865.281456:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ede1e5f6. 00000100:00000001:3.0:1767325865.281458:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325865.281463:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f4ca48da x1853175408627712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325865.281472:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f4ca48da x1853175408627712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.281485:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325865.281487:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.281489:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325865.281492:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325865.281494:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325865.281496:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325865.281499:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325865.281508:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325865.281512:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325865.281515:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325865.281516:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325865.281519:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325865.281524:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.281528:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325865.281530:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325865.281532:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325865.281533:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325865.281537:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f4ca48da x1853175408627712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.281545:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325865.281548:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325865.281550:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325865.281553:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4ca48da x1853175408627712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325881 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325865.281560:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f4ca48da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408627712:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325865.281564:0:211396:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.281566:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325865.281568:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.281570:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.281572:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325865.281574:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f4ca48da x1853175408627712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325881 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.281590:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325865.281593:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325865.281596:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d685db5e. 02000000:00000001:3.0:1767325865.281599:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325865.281601:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325865.281603:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767325865.281606:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325865.281608:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000416dd4ac. 02000000:00000001:3.0:1767325865.281611:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325865.281612:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325865.281614:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4ca48da. 00000100:00000001:3.0:1767325865.281617:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325865.281618:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.281621:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.281623:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325865.281624:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325865.281626:0:211396:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.281627:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325865.281629:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.281631:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.281632:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325865.282152:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325865.282159:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325865.282161:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325865.282164:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325865.282169:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325865.282180:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 4 MB=0x6957405f01100 00000400:00000200:1.0:1767325865.282186:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.142@tcp of length 224/224 into md 0x20d [1] + 224 00000800:00000001:1.0:1767325865.282192:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325865.282230:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325865.282233:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325865.282236:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325865.282240:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325865.282245:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9198884 x1853175408627968/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325865.282254:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9198884 x1853175408627968/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325865.282268:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325865.282273:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325865.282276:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.282532:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325865.282535:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325865.282540:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325865.282541:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325865.282543:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085ff6af1. 00000400:00000200:3.0:1767325865.282547:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3d74f9 00000800:00000001:2.0:1767325865.282550:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767325865.282550:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c3d74f9. 00000100:00000001:3.0:1767325865.282555:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767325865.282559:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325865.282560:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9198884 x1853175408627968/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325865.282564:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325865.282568:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325865.282577:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9198884 x1853175408627968/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325865.282581:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767325865.282590:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767325865.282594:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 416 into portal 10 MB=0x6957405f01080 00000100:00000001:3.0:1767325865.282594:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325865.282599:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 416/416 into md 0x215 [1] + 0 00000100:00000001:3.0:1767325865.282604:0:211396:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767325865.282606:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767325865.282607:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325865.282610:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767325865.282612:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.282613:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325865.282616:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767325865.282618:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325865.282622:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325865.282625:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767325865.282627:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d217ad40 time=5 v=5 (5 0 0 0) 00000100:00000200:2.0:1767325865.282629:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf90a616 x1853175408627840/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767325865.282633:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000840fc659 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325865.282640:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325865.282642:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325865.282646:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000cf90a616 x1853175408627840/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325865.282646:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325865.282654:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b9198884 x1853175408627968/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325865.282662:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.282665:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767325865.282667:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767325865.282667:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325865.282669:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325865.282671:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325865.282673:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767325865.282676:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9198884 x1853175408627968/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325865.282677:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.282686:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325865.282689:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325865.282691:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325865.282694:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9198884 x1853175408627968/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325881 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325865.282701:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408627968:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325865.282706:0:211396:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.282708:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325865.282709:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.282711:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.282712:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325865.282721:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9198884 x1853175408627968/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325881 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325865.282739:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325865.282739:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325865.282742:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767325865.282743:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1767325865.282747:0:211393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1767325865.282747:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085c3d0bf. 02000000:00000001:3.0:1767325865.282751:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325865.282752:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325865.282754:0:211396:0:(genops.c:1242:class_import_put()) import 000000001dac6e9e refcount=2 obd=lustre-OST0000-osc-ffff971288e2b000 00000400:00000001:0.0:1767325865.282757:0:211393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767325865.282758:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:0.0:1767325865.282759:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026207d86. 02000000:00000010:3.0:1767325865.282762:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000023d40614. 00000400:00000200:0.0:1767325865.282763:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d045329 00000400:00000010:0.0:1767325865.282767:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d045329. 02000000:00000001:3.0:1767325865.282768:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767325865.282770:0:211393:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767325865.282771:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325865.282774:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9198884. 00000100:00000200:0.0:1767325865.282776:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf90a616 x1853175408627840/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.282779:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325865.282781:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.282784:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.282785:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325865.282787:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325865.282791:0:211396:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.282793:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325865.282795:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.282799:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.282803:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325865.282819:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf90a616 x1853175408627840/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325865.282828:0:211393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325865.282831:0:211393:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325865.282833:0:211393:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325865.282834:0:211393:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325865.282836:0:211393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325865.282838:0:211393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325865.282839:0:211393:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325865.282845:0:211393:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=1767325865 v=5 (0 0 0 0) 00000100:00001000:0.0:1767325865.282848:0:211393:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325865.282850:0:211393:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325865.282852:0:211393:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325865.282853:0:211393:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325865.282856:0:211393:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cf90a616 x1853175408627840/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325865.282863:0:211393:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325865.282865:0:211393:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325865.282866:0:211393:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325865.282868:0:211393:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325865.282869:0:211393:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325865.282872:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf90a616 x1853175408627840/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325865.282877:0:211393:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325865.282879:0:211393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325865.282880:0:211393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325865.282888:0:211393:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1767325865.282895:0:211393:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff971288e2b000: connect to target with instance 3 00000020:00000001:0.0:1767325865.282897:0:211393:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767325865.282899:0:211393:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e81 00000020:00000001:0.0:1767325865.282901:0:211393:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325865.282904:0:211393:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006a77ff05 refcount=5 00000020:00000001:0.0:1767325865.282906:0:211393:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000020:00000001:0.0:1767325865.282909:0:211393:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000100:00001000:0.0:1767325865.282912:0:211393:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=1767325865 v=0 (0 0 0 0) 00000100:00001000:0.0:1767325865.282915:0:211393:0:(import.c:2194:obd_at_measure()) AT 000000000185434f change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1767325865.282919:0:211393:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1695, crc32c 10663, adler 1439 00000100:00080000:0.0:1767325865.282924:0:211393:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff971288e2b000: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d3b8 00000020:00000040:0.0:1767325865.282927:0:211393:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 4 00000100:00000001:0.0:1767325865.282930:0:211393:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1767325865.282933:0:211393:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:0.0:1767325865.282937:0:211393:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0001-mdc-ffff971288e2b000, setting cl_avail_grant: 2146304 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1767325865.282942:0:211393:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1767325865.282944:0:211393:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767325865.282946:0:211393:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:0.0:1767325865.282949:0:211393:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:0.0:1767325865.282952:0:211393:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767325865.282953:0:211393:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767325865.282955:0:211393:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325865.282957:0:211393:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1767325865.282959:0:211393:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1767325865.282968:0:211393:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1767325865.282971:0:211393:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1767325865.282972:0:211393:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:0.0:1767325865.282973:0:211393:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:0.0:1767325865.282974:0:211393:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:0.0:1767325865.282976:0:211393:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1767325865.282977:0:211393:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 0000000098c1d63b for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:0.0:1767325865.282981:0:211393:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x437b5ddfad697e7a 00800000:00000040:0.0:1767325865.282984:0:211393:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0x437b5ddfad697e81 00800000:00000040:0.0:1767325865.282991:0:211393:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff971288e2b000=31e9b472-c3f9-4942-adbf-dafbe9eddaef device 4 (00000000539e2e58) type mdc at LMV idx 1 00800000:00000040:0.0:1767325865.282994:0:211393:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD 00000000539e2e58 already active! 00800000:00000001:0.0:1767325865.282996:0:211393:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767325865.282998:0:211393:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767325865.282999:0:211393:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767325865.283002:0:211393:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=8 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000002:00000001:2.0:1767325865.283240:0:211393:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325865.283243:0:211393:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767325865.283244:0:211393:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325865.283248:0:211393:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1767325865.283255:0:211393:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 000000003b280aa6): req@00000000c58d40ae x1853175408627456/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000002:00000001:0.0:1767325865.283266:0:214161:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1767325865.283270:0:214161:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1767325865.283276:0:214161:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325865.283280:0:214161:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325865.283281:0:214161:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=7 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767325865.283283:0:214161:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:0.0:1767325865.283285:0:214161:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767325865.283298:0:211393:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 0000000097e90bcc): req@000000008fd7cd23 x1853175408625792/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325865.283352:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325865.283356:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325865.283357:0:211396:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325865.283374:0:211393:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.283432:0:214145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325865.283435:0:214145:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325865.283571:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325865.283573:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325865.283577:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325865.283580:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325865.283583:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325865.283586:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325865.283593:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325865.283595:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325865.283598:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325865.283603:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d124b6d1. 02000000:00000001:1.0:1767325865.283605:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325865.283609:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001389c6bf. 00000400:00000010:1.0:1767325865.283615:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a44e04f. 00000100:00000200:1.0:1767325865.283622:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408625792, portal 10 00000100:00000001:1.0:1767325865.283625:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325865.283627:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453957888 : -115368255593728 : ffff9712bc1b6300) 00000020:00000010:1.0:1767325865.283649:0:211396:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007a7792a7. 00000100:00000040:1.0:1767325865.283657:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008fd7cd23 x1853175408625792/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325865.283664:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325865.283667:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325865.283670:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d7bb058. 00000100:00000200:1.0:1767325865.283674:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408625792, offset 0 00000400:00000200:1.0:1767325865.283680:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325865.283691:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325865.283697:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325865.283702:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767325865.283706:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325865.283709:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325865.283712:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [37:37:256:4294967295] 192.168.202.142@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:1.0:1767325865.283723:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767325865.283735:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325865.283739:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000814f6ebc. 00000800:00000200:1.0:1767325865.283745:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325865.283754:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325865.283759:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000814f6ebc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325865.283774:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325865.283779:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 318235 usecs (319 jiffies) 00000100:00000001:1.0:1767325865.283783:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305733447 00000100:00000001:1.0:1767325865.283786:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305736898 00000100:00000001:1.0:1767325865.283788:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305733447 00000100:00000001:1.0:1767325865.283790:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305736898 00000100:00000001:1.0:1767325865.283793:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305733447 00000100:00000001:1.0:1767325865.283795:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305736898 00000100:00000001:1.0:1767325865.283797:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305733447 00000100:00000001:1.0:1767325865.283800:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305736898 00000100:00000001:1.0:1767325865.283802:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325865.283805:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325865.283822:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325865.283831:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325865.283833:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325865.283836:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325865.283837:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325865.283838:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325865.283841:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325865.283871:0:211393:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325865.283876:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf90a616 x1853175408627840/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325865.283885:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1767325865.283885:0:211393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf90a616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408627840:192.168.202.142@tcp:38: 00000800:00000010:0.0:1767325865.283892:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000814f6ebc. 00000100:00000001:2.0:1767325865.283893:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325865.283898:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325865.283898:0:211393:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325865.283902:0:211393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf90a616 x1853175408627840/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325875 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325865.283909:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767325865.283916:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d7bb058 00000100:00000001:2.0:1767325865.283918:0:211393:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767325865.283920:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d7bb058. 02000000:00000001:2.0:1767325865.283921:0:211393:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325865.283925:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000019b9d23b. 00000100:00000001:0.0:1767325865.283927:0:211389:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767325865.283930:0:211393:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1767325865.283933:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008fd7cd23 x1853175408625792/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767325865.283933:0:211393:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325865.283936:0:211393:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=6 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767325865.283941:0:211393:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325865.283944:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000ebab446c. 02000000:00000001:2.0:1767325865.283948:0:211393:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325865.283950:0:211393:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325865.283951:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf90a616. 00000100:00000001:0.0:1767325865.283953:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325865.283955:0:211393:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325865.283958:0:211393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325865.283959:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008fd7cd23 x1853175408625792/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325865.283962:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325865.283967:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325865.283968:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325865.283970:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325865.283972:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325865.283980:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325865.283983:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325865.284003:0:214145:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325865.284006:0:214145:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325865.284009:0:214145:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325865.284010:0:214145:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325865.284012:0:214145:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.284014:0:214145:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325865.284017:0:214145:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325865.284018:0:214145:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325865.284020:0:214145:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325865.284024:0:214145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000aec678a2. 02000000:00000001:3.0:1767325865.284026:0:214145:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325865.284028:0:214145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085ff6af1. 00000400:00000010:3.0:1767325865.284032:0:214145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c3d74f9. 00000100:00000200:3.0:1767325865.284040:0:214145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408627456, portal 10 00000100:00000001:3.0:1767325865.284042:0:214145:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325865.284043:0:214145:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453960576 : -115368255591040 : ffff9712bc1b6d80) 00000100:00000040:3.0:1767325865.284048:0:214145:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c58d40ae x1853175408627456/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.284055:0:214145:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325865.284058:0:214145:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767325865.284060:0:214145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede1e5f6. 00000100:00000200:3.0:1767325865.284062:0:214145:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408627456, offset 0 00000400:00000200:3.0:1767325865.284066:0:214145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325865.284071:0:214145:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325865.284074:0:214145:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325865.284077:0:214145:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325865.284079:0:214145:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325865.284081:0:214145:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325865.284084:0:214145:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [38:38:256:4294967295] 192.168.202.142@tcp LPNI seq info [38:38:8:4294967295] 00000400:00000200:3.0:1767325865.284092:0:214145:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325865.284096:0:214145:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325865.284099:0:214145:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1bd790. 00000800:00000200:3.0:1767325865.284103:0:214145:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325865.284107:0:214145:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325865.284109:0:214145:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f1bd790 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325865.284123:0:214145:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325865.284129:0:214145:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 318235 usecs (319 jiffies) 00000100:00000001:3.0:1767325865.284132:0:214145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305733447 00000100:00000001:3.0:1767325865.284134:0:214145:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305736898 00000100:00000001:3.0:1767325865.284137:0:214145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305733447 00000100:00000001:3.0:1767325865.284139:0:214145:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305736898 00000100:00000001:3.0:1767325865.284142:0:214145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305733447 00000100:00000001:3.0:1767325865.284149:0:214145:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305736898 00000100:00000001:3.0:1767325865.284151:0:214145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305733447 00000100:00000001:3.0:1767325865.284153:0:214145:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305736898 00000800:00000200:1.0:1767325865.284155:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325865.284156:0:214145:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767325865.284160:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1bd790. 00000100:00000001:3.0:1767325865.284161:0:214145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325865.284166:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325865.284166:0:214145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325865.284169:0:214145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767325865.284173:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00100000:3.0:1767325865.284173:0:214145:0:(client.c:2690:ptlrpc_set_wait()) set 000000003b280aa6 going to sleep for 11 seconds 00000100:00000001:3.0:1767325865.284178:0:214145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325865.284179:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede1e5f6 00000100:00000001:3.0:1767325865.284181:0:214145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325865.284182:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ede1e5f6. 00000100:00000001:1.0:1767325865.284192:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325865.284197:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c58d40ae x1853175408627456/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325865.284207:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325865.284209:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c58d40ae x1853175408627456/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325865.284215:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325865.284217:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325865.287964:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325865.287984:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325865.288015:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325865.288018:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325865.288031:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325865.288049:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 368 into portal 10 MB=0x6957405f00880 00000400:00000200:2.0:1767325865.288058:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 368/368 into md 0x21d [1] + 224 00000800:00000001:2.0:1767325865.288066:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325865.288074:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325865.288077:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325865.288081:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325865.288088:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325865.288096:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008fd7cd23 x1853175408625792/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325865.288107:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000008fd7cd23 x1853175408625792/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325865.288689:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325865.288702:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325865.288708:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325865.288709:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325865.288715:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325865.288723:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325865.288725:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325865.288728:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001389c6bf. 00000400:00000200:1.0:1767325865.288734:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a44e04f 00000400:00000010:1.0:1767325865.288736:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a44e04f. 00000100:00000001:1.0:1767325865.288740:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325865.288745:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008fd7cd23 x1853175408625792/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325865.288754:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008fd7cd23 x1853175408625792/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325865.288761:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325865.288763:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325865.288766:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325865.288769:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325865.288772:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325865.288775:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325865.288778:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325865.288788:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325865.288793:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325865.288795:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325865.288796:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325865.288798:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325865.288802:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008fd7cd23 x1853175408625792/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325865.288840:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325865.288844:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325865.288847:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325865.288849:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325865.288851:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325865.288855:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008fd7cd23 x1853175408625792/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325865.288862:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325865.288866:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325865.288868:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:1.0:1767325865.288873:0:211396:0:(mdc_request.c:1595:mdc_statfs_interpret()) blocks=23812 free=23439 avail=20275 objects=79992 free=79737 state=0 00000100:00000040:1.0:1767325865.288879:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008fd7cd23 x1853175408625792/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325865.288888:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008fd7cd23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:0:1853175408625792:192.168.202.142@tcp:41: 00000100:00000001:1.0:1767325865.288893:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325865.288896:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325865.288898:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008fd7cd23 x1853175408625792/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325865.288906:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325865.288908:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325865.288912:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d124b6d1. 02000000:00000001:1.0:1767325865.288916:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325865.288918:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325865.288920:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=5 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767325865.288922:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325865.288925:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c0a4eec. 02000000:00000001:1.0:1767325865.288928:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325865.288931:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325865.288932:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008fd7cd23. 00000100:00000001:1.0:1767325865.288937:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325865.288944:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325865.288947:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325865.288956:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325865.288958:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325865.288969:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325865.288972:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325865.289196:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325865.289204:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325865.289207:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325865.289209:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325865.289214:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767325865.289226:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 368 into portal 10 MB=0x6957405f00f00 00000400:00000200:0.0:1767325865.289238:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 368/368 into md 0x225 [1] + 224 00000800:00000001:0.0:1767325865.289245:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325865.289274:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325865.289277:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325865.289281:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325865.289285:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325865.289289:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c58d40ae x1853175408627456/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325865.289306:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c58d40ae x1853175408627456/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325865.289327:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325865.289337:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325865.289340:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.289396:0:214145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325865.289461:0:214145:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325865.289463:0:214145:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325865.289464:0:214145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085ff6af1. 00000400:00000200:3.0:1767325865.289468:0:214145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3d74f9 00000400:00000010:3.0:1767325865.289469:0:214145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c3d74f9. 00000100:00000001:3.0:1767325865.289472:0:214145:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325865.289477:0:214145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c58d40ae x1853175408627456/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325865.289485:0:214145:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c58d40ae x1853175408627456/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.289491:0:214145:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325865.289493:0:214145:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.289494:0:214145:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325865.289496:0:214145:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325865.289497:0:214145:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325865.289499:0:214145:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325865.289501:0:214145:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325865.289505:0:214145:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325865.289508:0:214145:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325865.289511:0:214145:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325865.289512:0:214145:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325865.289514:0:214145:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325865.289518:0:214145:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c58d40ae x1853175408627456/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325865.289532:0:214145:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.289535:0:214145:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325865.289536:0:214145:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325865.289538:0:214145:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325865.289540:0:214145:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325865.289543:0:214145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c58d40ae x1853175408627456/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.289550:0:214145:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325865.289552:0:214145:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325865.289553:0:214145:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325865.289556:0:214145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c58d40ae x1853175408627456/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325865.289563:0:214145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c58d40ae pname:cluuid:pid:xid:nid:opc:job lfs:31e9b472-c3f9-4942-adbf-dafbe9eddaef:214145:1853175408627456:192.168.202.142@tcp:41: 00000100:00000001:3.0:1767325865.289568:0:214145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.289571:0:214145:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.289573:0:214145:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767325865.289575:0:214145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325865.289577:0:214145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c58d40ae x1853175408627456/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.289584:0:214145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325865.289586:0:214145:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003b280aa6. 00000100:00000001:3.0:1767325865.289590:0:214145:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767325865.289592:0:214145:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767325865.289596:0:214145:0:(mdc_request.c:1689:mdc_statfs()) Process leaving 00000100:00000001:3.0:1767325865.289597:0:214145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325865.289599:0:214145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c58d40ae x1853175408627456/t0(0) o41->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/368 e 0 to 0 dl 1767325881 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.289605:0:214145:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325865.289607:0:214145:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325865.289609:0:214145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000aec678a2. 02000000:00000001:3.0:1767325865.289617:0:214145:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325865.289619:0:214145:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325865.289620:0:214145:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767325865.289622:0:214145:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325865.289624:0:214145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5c95fa2. 02000000:00000001:3.0:1767325865.289627:0:214145:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325865.289628:0:214145:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325865.289630:0:214145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c58d40ae. 00000100:00000001:3.0:1767325865.289633:0:214145:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325865.289634:0:214145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767325865.289636:0:214145:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325865.289637:0:214145:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767325865.289640:0:214145:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:3.0:1767325865.289642:0:214145:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0001-mdc-ffff971288e2b000: update 0000000090e15d74 cache blocks 20275/23812 objects 79737/79992 00800000:00000001:3.0:1767325865.289647:0:214145:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767325865.289652:0:214145:0:(lmv_obd.c:1165:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.289656:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767325865.289659:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 0000000073f0ca63. 00000080:00000001:3.0:1767325865.289663:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.289667:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.289735:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.289737:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000020:00000010:3.0:1767325865.289749:0:214145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at 00000000144c5bc2. 00000080:00000001:3.0:1767325865.289753:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.289756:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.289760:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.289764:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.289767:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.289771:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.289772:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.289777:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289779:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289781:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.289783:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.289785:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289792:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289797:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.289798:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.289801:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.289802:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.289804:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.289817:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.289819:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.289820:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.289822:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.289824:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289825:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289827:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.289828:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.289830:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289832:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289834:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.289835:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.289837:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.289838:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.289840:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.289841:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.289843:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.289844:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.289845:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.289848:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289849:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289851:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.289853:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.289854:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289855:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289858:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.289858:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.289865:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.289866:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.289868:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.289870:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.289872:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.289873:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.289874:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.289875:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289877:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289878:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.289880:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.289881:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289883:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289886:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.289886:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.289888:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.289889:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.289891:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.289892:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.289893:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.289894:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.289895:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.289898:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289899:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289901:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.289903:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.289904:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289906:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289908:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.289909:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.289911:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.289912:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.289913:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.289917:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.289919:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.289920:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.289921:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.289924:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289925:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289927:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.289928:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.289930:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289931:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289934:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.289935:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.289937:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.289938:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.289939:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.289940:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.289942:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.289942:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.289943:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.289945:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289947:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289948:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.289950:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.289952:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289954:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289957:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.289957:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.289959:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.289960:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.289961:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.289963:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.289964:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.289965:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.289969:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.289971:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289973:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289975:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.289977:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.289979:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289981:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289984:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.289985:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.289987:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.289988:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.289990:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.289991:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.289992:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.289993:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.289994:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.289996:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289997:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.289999:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.290000:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.290002:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290003:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290006:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.290007:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.290009:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.290010:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.290011:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.290013:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.290014:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.290015:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.290016:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.290018:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290019:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290024:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.290025:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.290027:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290029:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290032:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.290033:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.290035:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.290036:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.290037:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.290039:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.290040:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.290041:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.290042:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.290044:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290045:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290046:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.290048:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.290050:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290051:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290054:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.290055:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.290056:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.290062:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.290064:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.290065:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.290067:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.290068:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.290069:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.290071:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290073:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290074:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.290076:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.290081:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290082:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290086:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.290087:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.290089:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.290090:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.290092:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.290093:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.290095:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.290096:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.290097:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.290099:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290100:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290102:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.290103:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.290105:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290106:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290108:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.290109:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.290111:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.290112:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.290113:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.290115:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.290116:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.290117:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.290118:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.290119:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290121:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290122:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.290124:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.290126:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290128:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290130:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.290134:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.290136:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.290138:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.290139:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.290141:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.290142:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.290143:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.290144:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.290146:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290147:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290148:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.290149:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.290151:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290153:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290156:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.290157:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.290159:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.290160:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.290162:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.290164:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.290166:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.290167:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.290168:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.290171:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290172:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290174:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.290176:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.290178:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290180:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290183:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.290183:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.290186:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.290187:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.290193:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.290196:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.290197:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.290199:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.290200:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.290202:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290204:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290206:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.290208:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.290210:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290212:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290216:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.290218:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.290221:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.290222:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.290224:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.290226:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.290228:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.290229:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.290230:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.290232:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290234:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290236:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.290238:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.290240:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290241:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290244:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.290245:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.290248:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.290249:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.290251:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.290254:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.290255:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.290262:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.290263:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.290265:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290267:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290268:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.290270:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.290273:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290274:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290279:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.290280:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.290282:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.290284:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.290286:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.290287:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.290289:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.290290:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.290291:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.290293:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290295:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290296:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.290298:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.290300:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290302:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290305:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.290306:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.290309:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.290310:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.290313:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.290315:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.290317:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.290319:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.290320:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.290322:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290329:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290331:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.290333:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.290336:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290338:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290343:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.290344:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.290347:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.290348:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.290351:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.290353:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.290355:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.290356:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.290357:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.290360:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290362:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290363:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.290365:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.290367:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290369:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290372:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.290373:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.290375:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.290376:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.290378:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.290380:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.290381:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.290382:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.290384:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.290386:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290388:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.290390:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.290392:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291297:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291302:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291311:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291312:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291317:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291319:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291323:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291327:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291329:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291331:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291333:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291337:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291338:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291340:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291342:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291344:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291346:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291349:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291350:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291352:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291353:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291356:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291357:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291359:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291360:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291361:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291363:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291365:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291367:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291369:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291371:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291372:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291375:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291386:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291389:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291390:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291392:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291394:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291396:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291397:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291422:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291426:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291428:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291430:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291432:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291435:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291437:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291442:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291443:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291446:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291447:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291450:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291452:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291453:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291455:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291456:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291459:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291461:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291463:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291465:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291467:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291469:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291472:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291473:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291476:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291478:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291486:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291488:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291490:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291492:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291493:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291495:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291498:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291499:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291501:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291503:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291505:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291509:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291510:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291513:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291514:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291516:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291518:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291520:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291521:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291522:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291524:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291526:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291528:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291530:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291531:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291533:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291535:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291536:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291539:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291540:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291541:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291543:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291544:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291550:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291550:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291553:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291555:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291556:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291558:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291560:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291562:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291566:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291567:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291570:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291571:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291573:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291575:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291576:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291577:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291578:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291581:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291583:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291585:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291586:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291588:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291589:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291592:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291593:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291595:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291596:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291597:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291599:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291601:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291602:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291603:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291606:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291612:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291614:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291615:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291617:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291619:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291623:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291624:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291626:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291627:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291630:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291632:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291634:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291635:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291636:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291638:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291640:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291642:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291643:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291645:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291647:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291650:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291651:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291654:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291655:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291656:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291658:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291660:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291661:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291662:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291664:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291666:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291667:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291669:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291676:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291678:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291682:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291683:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291686:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291687:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291689:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291691:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291693:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291694:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291695:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291698:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291699:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291701:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291703:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291705:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291706:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291709:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291710:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291713:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291714:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291716:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291718:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291719:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291720:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291721:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291724:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291725:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291727:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291728:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291730:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291732:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291735:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291741:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291744:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291746:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291748:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291750:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291751:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291752:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291754:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291756:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291758:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291759:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291761:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291763:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291765:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291769:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291770:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291772:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291774:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291775:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291778:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291779:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291781:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291782:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291784:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291786:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291788:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291789:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291791:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291793:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291796:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291797:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291799:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291800:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291819:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291822:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291824:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291825:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291826:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291829:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291831:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291832:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291834:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291836:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291838:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291842:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291843:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291846:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291847:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291849:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291851:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291853:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291854:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291855:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291857:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291859:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291860:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291862:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291864:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291865:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291868:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291869:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291871:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291872:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291874:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291876:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291878:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291888:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291889:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291892:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291894:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291895:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291898:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291900:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291902:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291907:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291908:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291910:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291912:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291914:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291916:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291917:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291918:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291919:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291922:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291924:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291925:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291927:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291929:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291931:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291934:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291935:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291937:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291938:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291941:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291943:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291944:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291945:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291946:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291948:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291954:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291956:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291958:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291960:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291962:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291965:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291966:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291969:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291970:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291971:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291973:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291975:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291976:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291977:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.291979:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291981:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291982:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.291983:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.291985:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291987:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.291989:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.291989:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.291991:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.291992:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.291994:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.291995:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.291996:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.291997:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.291998:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.292000:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292001:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292003:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.292004:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.292008:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292010:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292013:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.292014:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.292017:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.292018:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.292019:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.292021:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.292022:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.292023:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.292024:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.292026:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292027:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292029:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.292030:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.292032:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292034:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292036:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.292037:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.292039:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.292040:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.292041:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.292043:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.292044:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.292045:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.292046:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.292048:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292049:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292051:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.292052:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.292054:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292055:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292058:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.292061:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.292064:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.292065:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.292067:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.292068:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.292069:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.292071:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.292071:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.292073:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292075:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292076:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.292078:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.292079:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292081:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292084:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.292084:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.292086:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.292087:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.292088:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.292090:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.292091:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.292092:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.292093:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.292095:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292096:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292098:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.292099:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.292101:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292102:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292104:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.292105:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.292107:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.292108:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.292112:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.292114:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.292116:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.292117:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.292117:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.292119:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292121:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292122:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.292124:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.292126:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292127:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292130:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.292131:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.292133:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.292134:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.292135:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.292137:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.292138:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.292139:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.292139:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.292141:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292143:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292144:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.292146:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.292147:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292149:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292151:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.292152:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.292154:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.292154:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.292156:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.292157:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.292159:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.292162:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.292163:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.292165:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292167:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292168:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.292170:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.292171:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292173:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292176:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.292177:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.292179:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.292180:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.292181:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.292182:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.292184:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.292185:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.292185:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.292187:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292189:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292190:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.292192:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.292193:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292195:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292197:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.292198:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.292200:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.292200:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.292202:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.292203:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.292205:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.292205:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.292206:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.292208:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292212:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292214:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.292216:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.292218:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292219:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292222:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.292223:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.292225:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.292226:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.292228:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.292229:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.292231:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.292231:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.292232:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.292234:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292236:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292237:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.292239:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.292240:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292242:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292244:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.292244:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.292246:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.292247:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.292248:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.292250:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.292251:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.292252:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.292253:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.292255:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292257:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292259:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.292261:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.292267:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292268:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292272:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.292273:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.292275:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.292277:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.292278:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.292279:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.292280:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.292282:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.292282:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.292284:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292285:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292287:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.292288:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.292290:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292291:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292293:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.292294:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.292296:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.292297:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.292298:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.292300:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.292301:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.292302:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.292303:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.292305:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292307:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292308:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.292309:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.292311:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292312:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292314:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.292318:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.292320:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.292322:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.292323:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.292325:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.292326:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.292327:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.292328:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.292330:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292331:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292333:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.292334:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.292336:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292337:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292340:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.292341:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.292343:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.292343:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.292345:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.292346:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.292347:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.292348:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.292349:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.292351:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292352:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292354:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.292355:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.292357:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292358:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292360:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.292361:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.292363:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.292364:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.292368:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.292370:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.292372:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.292373:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.292374:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.292376:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292377:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292379:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.292380:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.292382:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292384:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292387:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.292387:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.292389:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.292390:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.292392:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.292393:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.292394:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.292395:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.292396:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.292420:0:214145:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292422:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292424:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.292425:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.292427:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292429:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.292432:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.292433:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.292435:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.292436:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.292438:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.292440:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.292442:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767325865.292447:0:214145:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767325865.292448:0:214145:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00800000:00000001:3.0:1767325865.292451:0:214145:0:(lmv_obd.c:936:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1767325865.292453:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1767325865.292454:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1767325865.292456:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.292458:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1767325865.292460:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1767325865.292465:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.292466:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.292469:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.292470:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.292472:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.292474:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.292476:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767325865.292479:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767325865.292481:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00020000:00000001:3.0:1767325865.292488:0:214145:0:(obd_class.h:1067:obd_statfs()) Process entered 00020000:00000004:3.0:1767325865.292490:0:214145:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffff971288e2b000: age 10054, max_age 11064 00000008:00000001:3.0:1767325865.292494:0:214145:0:(osc_request.c:3425:osc_statfs()) Process entered 00000020:00000040:3.0:1767325865.292498:0:214145:0:(genops.c:1229:class_import_get()) import 000000001dac6e9e refcount=3 obd=lustre-OST0000-osc-ffff971288e2b000 00000100:00000010:3.0:1767325865.292506:0:214145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d01b32e0. 00000020:00000040:3.0:1767325865.292510:0:214145:0:(genops.c:1229:class_import_get()) import 000000001dac6e9e refcount=4 obd=lustre-OST0000-osc-ffff971288e2b000 00000020:00000001:3.0:1767325865.292514:0:214145:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325865.292515:0:214145:0:(genops.c:1242:class_import_put()) import 000000001dac6e9e refcount=3 obd=lustre-OST0000-osc-ffff971288e2b000 00000020:00000001:3.0:1767325865.292517:0:214145:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325865.292519:0:214145:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325865.292522:0:214145:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325865.292528:0:214145:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325865.292535:0:214145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1d29a8a. 00000100:00000001:3.0:1767325865.292543:0:214145:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.292547:0:214145:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767325865.292550:0:214145:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767325865.292556:0:214145:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a7309af. 00000100:00000001:3.0:1767325865.292563:0:214145:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628704536637184 : -115369172914432 : ffff9712856e2f00) 00000100:00000001:3.0:1767325865.292567:0:214145:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325865.292568:0:214145:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571623168 : -115369137928448 : ffff971287840700) 00000100:00000001:3.0:1767325865.292573:0:214145:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325865.292576:0:214145:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.292578:0:214145:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767325865.292580:0:214145:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325865.292590:0:214145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d01b32e0 x1853175408628096/t0(0) o13->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.292600:0:214145:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325865.292602:0:214145:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325865.292606:0:214145:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325865.292609:0:214145:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325865.292613:0:214145:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325865.292615:0:214145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d01b32e0 pname:cluuid:pid:xid:nid:opc:job lfs:31e9b472-c3f9-4942-adbf-dafbe9eddaef:214145:1853175408628096:192.168.202.142@tcp:13: 00000100:00000001:3.0:1767325865.292620:0:214145:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325865.292626:0:214145:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325865.292629:0:214145:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325865.292631:0:214145:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325865.292636:0:214145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003d5a98ab. 02000000:00000001:3.0:1767325865.292638:0:214145:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325865.292645:0:214145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085ff6af1. 00000400:00000010:3.0:1767325865.292652:0:214145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c3d74f9. 00000100:00000200:3.0:1767325865.292660:0:214145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408628096, portal 4 00000100:00000001:3.0:1767325865.292662:0:214145:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325865.292664:0:214145:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571623168 : -115369137928448 : ffff971287840700) 00000100:00000040:3.0:1767325865.292669:0:214145:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d01b32e0 x1853175408628096/t0(0) o13->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325881 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.292678:0:214145:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325865.292681:0:214145:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767325865.292683:0:214145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000726c910d. 00000100:00000200:3.0:1767325865.292686:0:214145:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853175408628096, offset 0 00000400:00000200:3.0:1767325865.292693:0:214145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325865.292715:0:214145:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325865.292721:0:214145:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325865.292727:0:214145:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325865.292731:0:214145:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325865.292734:0:214145:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325865.292737:0:214145:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [39:39:256:4294967295] 192.168.202.142@tcp LPNI seq info [39:39:8:4294967295] 00000400:00000200:3.0:1767325865.292750:0:214145:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325865.292757:0:214145:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325865.292763:0:214145:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1bd790. 00000800:00000200:3.0:1767325865.292771:0:214145:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325865.292780:0:214145:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325865.292786:0:214145:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f1bd790 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325865.292821:0:214145:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325865.292827:0:214145:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: using a timeout of 6325 usecs (7 jiffies) 00000100:00000001:3.0:1767325865.292832:0:214145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305733144 00000100:00000001:3.0:1767325865.292835:0:214145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305736898 00000100:00000001:3.0:1767325865.292838:0:214145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305733144 00000100:00000001:3.0:1767325865.292840:0:214145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305736898 00000100:00000001:3.0:1767325865.292842:0:214145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305733144 00000100:00000001:3.0:1767325865.292845:0:214145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305736898 00000100:00000001:3.0:1767325865.292847:0:214145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305733144 00000100:00000001:3.0:1767325865.292849:0:214145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305736898 00000100:00000001:3.0:1767325865.292852:0:214145:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325865.292855:0:214145:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.292857:0:214145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325865.292860:0:214145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767325865.292863:0:214145:0:(client.c:2690:ptlrpc_set_wait()) set 000000000a7309af going to sleep for 11 seconds 00000100:00000001:3.0:1767325865.292867:0:214145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325865.292875:0:214145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325865.298770:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325865.298782:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1bd790. 00000400:00000200:1.0:1767325865.298793:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325865.298804:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325865.298823:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000726c910d 00000400:00000010:1.0:1767325865.298826:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000726c910d. 00000100:00000001:1.0:1767325865.298833:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325865.298842:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d01b32e0 x1853175408628096/t0(0) o13->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325881 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325865.298858:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325865.298861:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d01b32e0 x1853175408628096/t0(0) o13->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325881 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325865.298869:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325865.298871:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325865.301536:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325865.301559:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325865.301564:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325865.301567:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325865.301581:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325865.301603:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 368 into portal 4 MB=0x6957405f01180 00000400:00000200:2.0:1767325865.301614:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.142@tcp of length 368/368 into md 0x22d [1] + 224 00000800:00000001:2.0:1767325865.301624:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325865.301634:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325865.301636:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325865.301641:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325865.301649:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325865.301656:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d01b32e0 x1853175408628096/t0(0) o13->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325881 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325865.301678:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000d01b32e0 x1853175408628096/t0(0) o13->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325881 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325865.301715:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325865.301728:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325865.301740:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.301854:0:214145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325865.301864:0:214145:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325865.301866:0:214145:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325865.301869:0:214145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085ff6af1. 00000400:00000200:3.0:1767325865.301874:0:214145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3d74f9 00000400:00000010:3.0:1767325865.301876:0:214145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c3d74f9. 00000100:00000001:3.0:1767325865.301880:0:214145:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325865.301884:0:214145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d01b32e0 x1853175408628096/t0(0) o13->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325881 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325865.301894:0:214145:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d01b32e0 x1853175408628096/t0(0) o13->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325881 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.301902:0:214145:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325865.301904:0:214145:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.301907:0:214145:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325865.301910:0:214145:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325865.301913:0:214145:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325865.301915:0:214145:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325865.301919:0:214145:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325865.301929:0:214145:0:(import.c:2128:obd_at_measure()) add 5 to 000000000a3496fb time=1767325865 v=5 (0 0 0 0) 00000100:00001000:3.0:1767325865.301933:0:214145:0:(import.c:2128:obd_at_measure()) add 1 to 00000000840fc659 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325865.301936:0:214145:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325865.301938:0:214145:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325865.301940:0:214145:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325865.301945:0:214145:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d01b32e0 x1853175408628096/t0(0) o13->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325881 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325865.301953:0:214145:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.301956:0:214145:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325865.301958:0:214145:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325865.301961:0:214145:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325865.301962:0:214145:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325865.301965:0:214145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d01b32e0 x1853175408628096/t0(0) o13->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325881 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.301973:0:214145:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325865.301984:0:214145:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325865.301987:0:214145:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325865.301990:0:214145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d01b32e0 x1853175408628096/t0(0) o13->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325881 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325865.301998:0:214145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d01b32e0 pname:cluuid:pid:xid:nid:opc:job lfs:31e9b472-c3f9-4942-adbf-dafbe9eddaef:214145:1853175408628096:192.168.202.142@tcp:13: 00000100:00000001:3.0:1767325865.302003:0:214145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325865.302006:0:214145:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325865.302008:0:214145:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767325865.302010:0:214145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325865.302012:0:214145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d01b32e0 x1853175408628096/t0(0) o13->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325881 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.302018:0:214145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325865.302021:0:214145:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000a7309af. 00000100:00000001:3.0:1767325865.302024:0:214145:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767325865.302025:0:214145:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767325865.302031:0:214145:0:(osc_request.c:3473:osc_statfs()) Process leaving 00000100:00000001:3.0:1767325865.302033:0:214145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325865.302035:0:214145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d01b32e0 x1853175408628096/t0(0) o13->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:7/4 lens 224/368 e 0 to 0 dl 1767325881 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325865.302042:0:214145:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325865.302045:0:214145:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325865.302049:0:214145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003d5a98ab. 02000000:00000001:3.0:1767325865.302052:0:214145:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325865.302054:0:214145:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325865.302056:0:214145:0:(genops.c:1242:class_import_put()) import 000000001dac6e9e refcount=2 obd=lustre-OST0000-osc-ffff971288e2b000 00000020:00000001:3.0:1767325865.302058:0:214145:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325865.302061:0:214145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1d29a8a. 02000000:00000001:3.0:1767325865.302065:0:214145:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325865.302067:0:214145:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325865.302069:0:214145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d01b32e0. 00000100:00000001:3.0:1767325865.302072:0:214145:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325865.302073:0:214145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1767325865.302076:0:214145:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffff971288e2b000: update 000000007205a10f cache blocks 31672/35554 objects 49504/50000 00020000:00000001:3.0:1767325865.302081:0:214145:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767325865.302089:0:214145:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.302092:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767325865.302094:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.302097:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.302100:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.302176:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.302178:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.302186:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.302189:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.302194:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.302199:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.302201:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767325865.302204:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767325865.302206:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00020000:00000001:3.0:1767325865.302210:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302212:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302215:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.302217:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.302219:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302221:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302224:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.302226:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.302228:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.302229:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.302231:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.302233:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.302234:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767325865.302235:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767325865.302236:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00020000:00000001:3.0:1767325865.302239:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302240:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302242:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.302244:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.302245:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302253:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302257:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.302258:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.302260:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.302261:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.302263:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.302265:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.302267:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767325865.302268:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767325865.302269:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00020000:00000001:3.0:1767325865.302270:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302272:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302273:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.302275:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.302276:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302278:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302280:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.302281:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.302283:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.302284:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.302285:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.302286:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.302288:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767325865.302288:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767325865.302289:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00020000:00000001:3.0:1767325865.302291:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302293:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302295:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.302297:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.302299:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302300:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302303:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.302304:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.302312:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.302313:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.302316:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.302319:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.302320:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767325865.302322:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767325865.302323:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00020000:00000001:3.0:1767325865.302325:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302327:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302329:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.302331:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.302333:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302335:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302339:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.302340:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.302343:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.302344:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.302346:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.302348:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.302350:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767325865.302351:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767325865.302352:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00020000:00000001:3.0:1767325865.302354:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302356:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302357:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.302359:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.302361:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302362:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302365:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.302366:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.302369:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.302370:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.302372:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.302380:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.302382:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767325865.302384:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767325865.302385:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00020000:00000001:3.0:1767325865.302387:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302389:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302390:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.302392:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.302395:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302397:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302427:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.302429:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.302432:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.302434:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.302437:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.302440:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.302442:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767325865.302443:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767325865.302444:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00020000:00000001:3.0:1767325865.302446:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302448:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302450:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.302452:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.302455:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302457:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302459:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.302461:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.302463:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.302465:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.302466:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.302468:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.302470:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767325865.302471:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767325865.302477:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00020000:00000001:3.0:1767325865.302479:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302481:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302483:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.302485:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.302487:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302488:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302492:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.302493:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.302496:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.302497:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.302499:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.302500:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.302502:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767325865.302503:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767325865.302504:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00020000:00000001:3.0:1767325865.302506:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302508:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302509:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.302511:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.302513:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302514:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302517:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.302518:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.302520:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.302521:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.302522:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.302524:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.302526:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767325865.302527:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767325865.302528:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00020000:00000001:3.0:1767325865.302530:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302532:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302537:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.302540:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.302541:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302543:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302547:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.302548:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.302551:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.302552:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.302554:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.302556:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.302557:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767325865.302559:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767325865.302560:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00020000:00000001:3.0:1767325865.302562:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302564:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302565:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.302567:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.302569:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302571:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302574:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.302575:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.302577:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.302578:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.302580:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.302581:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.302583:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767325865.302584:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767325865.302585:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00020000:00000001:3.0:1767325865.302587:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302589:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302591:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.302592:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.302601:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302603:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302608:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.302609:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.302612:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.302613:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.302615:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.302617:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.302619:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767325865.302620:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767325865.302621:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00020000:00000001:3.0:1767325865.302624:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302625:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302627:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.302629:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.302632:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302633:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302636:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.302637:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.302639:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.302640:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.302642:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.302644:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.302645:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767325865.302647:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767325865.302648:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00020000:00000001:3.0:1767325865.302650:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.302652:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.303364:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.303367:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.303370:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.303372:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.303378:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767325865.303385:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:3.0:1767325865.303389:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1767325865.303390:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767325865.303393:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000aec678a2. 00000020:00000001:3.0:1767325865.303395:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767325865.303397:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767325865.303565:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767325865.303566:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712862b5c00 uarg=0000000000000000 00020000:00000001:3.0:1767325865.303570:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.303571:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.303573:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1767325865.303575:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 00000000aec678a2. 00000080:00000001:3.0:1767325865.303578:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1767325865.303579:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303741:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.303743:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000020:00000010:2.0:1767325865.303751:0:214145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at 00000000606acdfe. 00000080:00000001:2.0:1767325865.303755:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.303756:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.303759:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.303762:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.303764:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.303765:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.303767:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.303770:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303772:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303774:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.303776:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.303778:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303780:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303782:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.303784:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.303786:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.303787:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.303789:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.303791:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.303792:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.303794:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.303795:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.303797:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303799:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303801:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.303803:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.303824:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303826:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303831:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.303832:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.303835:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.303836:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.303838:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.303840:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.303841:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.303843:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.303844:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.303847:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303848:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303850:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.303852:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.303854:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303856:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303859:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.303860:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.303862:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.303863:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.303865:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.303867:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.303869:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.303870:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.303871:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.303873:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303875:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303876:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.303878:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.303880:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303882:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303885:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.303892:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.303895:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.303896:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.303898:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.303901:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.303902:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.303903:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.303904:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.303907:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303909:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303911:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.303913:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.303915:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303929:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303933:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.303934:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.303937:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.303939:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.303941:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.303944:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.303945:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.303946:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.303948:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.303950:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303953:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303954:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.303956:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.303959:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303961:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303963:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.303964:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.303967:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.303968:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.303975:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.303978:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.303980:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.303981:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.303982:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.303985:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303987:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303988:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.303990:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.303993:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303995:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.303999:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304000:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304003:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304004:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304006:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304008:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304010:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304011:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304012:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304014:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304016:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304018:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.304020:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.304022:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304023:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304026:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304027:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304029:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304030:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304032:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304034:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304036:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304041:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304042:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304045:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304046:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304048:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.304050:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.304052:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304053:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304057:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304058:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304060:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304061:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304063:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304065:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304066:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304067:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304068:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304070:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304071:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304073:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.304074:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.304076:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304077:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304079:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304080:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304082:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304083:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304084:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304085:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304087:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304088:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304088:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304090:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304095:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304097:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.304099:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.304100:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304101:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304104:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304105:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304107:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304108:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304110:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304111:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304112:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304113:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304114:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304116:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304117:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304119:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.304120:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.304122:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304123:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304126:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304126:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304129:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304130:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304131:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304133:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304135:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304136:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304137:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304139:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304140:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304141:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.304143:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.304428:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304431:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304437:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304438:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304442:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304443:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304446:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304448:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304450:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304451:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304452:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304455:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304457:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304458:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.304461:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.304463:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304466:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304468:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304469:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304472:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304473:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304475:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304476:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304478:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304479:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304480:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304482:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304484:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304485:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.304487:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.304489:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304491:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304494:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304501:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304505:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304506:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304508:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304510:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304511:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304513:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304514:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304516:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304518:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304520:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.304522:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.304524:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304526:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304530:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304531:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304533:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304534:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304536:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304537:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304539:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304540:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304541:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304544:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304545:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304547:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.304548:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.304550:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304552:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304555:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304556:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304558:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304559:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304566:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304568:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304570:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304571:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304572:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304574:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304576:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304577:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.304579:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.304582:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304583:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304588:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304589:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304592:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304593:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304675:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304678:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304680:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304682:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304683:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304686:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304688:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304690:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.304692:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.304694:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304696:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304700:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304702:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304705:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304706:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304708:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304710:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304712:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304717:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304719:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304721:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304723:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304725:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.304727:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.304729:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304731:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304735:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304736:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304739:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304740:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304742:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304744:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304745:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304746:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304747:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304750:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304752:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304753:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.304755:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.304757:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304759:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304761:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304763:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304765:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304766:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304768:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304770:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304772:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304773:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304774:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304776:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304782:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304784:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.304786:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.304788:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304790:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304794:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304795:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304798:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304799:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304801:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304803:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304805:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304818:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304819:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304822:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304824:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304825:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.304827:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.304829:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304831:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304834:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304835:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304838:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304839:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304841:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304844:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304845:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304846:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304847:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304849:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304851:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304853:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.304855:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.304862:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304864:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304868:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304869:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304872:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304873:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304875:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304877:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304879:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304880:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304881:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304884:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304885:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304886:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.304888:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.304891:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304892:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304895:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304896:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304899:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304900:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304901:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304903:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304905:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304906:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304907:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304909:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304910:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304912:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.304914:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.304968:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304971:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304975:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.304981:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.304985:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.304986:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.304988:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.304990:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.304992:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.304993:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.304994:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.304997:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.304999:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305001:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305003:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305005:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305006:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305010:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305011:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305013:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305014:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305016:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305019:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305020:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305021:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305022:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305025:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305026:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305028:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305030:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305032:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305033:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305036:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305037:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305039:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305040:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305046:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305048:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305050:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305051:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305052:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305054:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305056:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305058:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305060:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305061:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305063:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305066:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305067:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305069:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305070:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305071:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305073:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305074:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305075:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305077:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305079:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305081:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305082:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305084:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305085:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305087:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305089:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305089:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305091:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305092:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305094:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305095:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305096:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305100:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305101:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305104:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305106:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305107:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305109:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305110:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305112:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305115:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305116:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305118:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305119:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305120:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305122:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305123:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305124:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305124:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305126:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305128:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305129:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305131:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305132:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305134:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305136:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305137:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305139:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305140:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305142:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305144:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305145:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305210:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305211:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305214:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305220:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305222:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305224:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305227:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305228:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305233:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305234:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305236:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305238:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305240:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305242:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305243:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305244:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305245:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305247:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305249:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305251:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305252:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305254:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305255:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305257:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305258:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305260:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305261:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305262:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305264:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305265:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305266:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305266:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305268:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305270:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305271:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305273:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305277:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305279:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305282:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305283:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305285:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305286:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305288:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305289:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305291:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305292:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305292:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305294:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305296:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305297:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305299:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305300:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305302:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305304:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305305:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305307:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305307:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305309:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305310:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305312:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305312:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305313:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305315:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305316:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305318:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305320:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305322:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305323:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305326:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305330:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305332:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305333:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305335:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305337:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305338:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305339:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305340:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305342:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305343:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305344:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305346:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305348:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305349:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305351:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305352:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305354:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305355:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305356:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305358:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305359:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305360:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305361:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305363:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305364:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305365:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305367:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305368:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305370:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305372:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305373:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305375:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305376:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305381:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305382:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305384:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305385:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305386:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305388:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305390:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305391:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305393:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305394:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305396:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305704:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305706:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305710:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305711:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305714:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305716:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305718:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305719:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305720:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305722:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305723:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305725:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305726:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305728:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305730:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305733:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305734:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305736:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305737:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305739:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305741:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305742:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305748:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305749:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305752:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305754:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305755:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305757:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305759:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305760:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305764:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305765:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305767:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305768:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305770:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305772:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305773:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305774:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305775:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305777:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305779:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305780:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305781:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305782:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305784:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305786:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305786:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305788:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305789:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305790:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305792:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305793:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305794:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305795:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305797:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305805:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305817:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305819:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305821:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305823:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305827:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305829:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305832:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305833:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305835:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305838:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305840:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305841:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305842:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305845:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305846:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305848:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305850:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305852:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305853:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305856:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305857:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305860:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305861:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305863:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305865:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305866:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305867:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305868:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305871:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305873:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305874:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305876:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305883:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305885:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305889:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305890:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305893:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305894:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305896:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305898:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305899:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305901:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305902:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305904:0:214145:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305906:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305908:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1767325865.305909:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305912:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305913:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1767325865.305916:0:214145:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1767325865.305917:0:214145:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97128ab3cb08) cmd=c00866a4 arg=7ffc4f570410 00000080:00000001:2.0:1767325865.305919:0:214145:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1767325865.305920:0:214145:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1767325865.305922:0:214145:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at 000000008fe3c98d. 00000020:00000001:2.0:1767325865.305924:0:214145:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305926:0:214145:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1767325865.305927:0:214145:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1767325865.305928:0:214145:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=c00866a4 len=592 karg=ffff9712b4ca7000 uarg=0000000000000000 00020000:00000001:2.0:1767325865.305930:0:214145:0:(lov_obd.c:984:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1767325865.305932:0:214145:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1767325865.305933:0:214145:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1767325865.305935:0:214145:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at 000000008fe3c98d. 00000080:00000001:2.0:1767325865.305937:0:214145:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1767325865.305939:0:214145:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1767325865.305953:0:214145:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:2.0:1767325865.305960:0:214145:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1767325865.305963:0:214145:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004eeae330 00000080:00200008:2.0:1767325865.305966:0:214145:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](00000000a7b96798), flags 100000 00000080:00400000:2.0:1767325865.305970:0:214145:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1767325865.305974:0:214145:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at 0000000063766fbd. 00000080:00000001:2.0:1767325865.305979:0:214145:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767325865.305981:0:214145:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004eeae330 00000080:00000008:2.0:1767325865.305983:0:214145:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](00000000a7b96798), flags 100000, rc = 0 00000080:00000001:2.0:1767325865.305986:0:214145:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767325865.305987:0:214145:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325866.171555:0:211391:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at 00000000fd2cd101. 00000400:00000010:1.0:1767325866.171573:0:211391:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at 0000000022f70a0a. 00010000:00000001:0.0:1767325866.299548:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325866.299559:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325866.299567:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325866.299569:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325866.299683:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325866.299695:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325866.299701:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325867.323518:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325867.323526:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325867.323531:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325867.323532:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325867.323558:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325867.323560:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325867.323562:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767325868.347534:0:214087:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767325868.347538:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 10000000:00000001:3.0:1767325868.347543:0:214087:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767325868.347545:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325868.347553:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325868.347555:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325868.347609:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325868.347614:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325868.347617:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325869.115549:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305736898, at 4305736960 00000100:00000040:2.0:1767325869.115549:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305736898, at 4305736960 00000100:00000040:3.0:1767325869.115549:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305736898, at 4305736960 00000100:00000010:0.0:1767325869.115573:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074bebb19. 00000100:00000010:3.0:1767325869.115578:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ee61ad4. 00000100:00000010:2.0:1767325869.115581:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae171abe. 00000100:00000040:1.0:1767325869.115703:0:206751:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305736898, at 4305736960 00000100:00000010:1.0:1767325869.115711:0:206751:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b2f365e. 00010000:00000001:0.0:1767325869.371511:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325869.371519:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325869.371525:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325869.371546:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325869.371570:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325869.371573:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325869.371575:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325870.395535:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:2.0:1767325870.395543:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767325870.395547:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325870.395551:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767325870.395559:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325870.395562:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325870.395562:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767325870.395571:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767325870.395576:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325870.395579:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325870.395586:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325870.395596:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089a1fa3e. 00000100:00000001:2.0:1767325870.395604:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325870.395618:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000bfc4a11d x1853175408628224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325870.395630:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325870.395633:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325870.395640:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_00+0] req@00000000bfc4a11d x1853175408628224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767325870.395645:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325870.395651:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325870.395655:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767325870.395670:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325870.395673:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325870.395676:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325870.395679:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767325870.395681:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767325870.395685:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325870.395691:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325870.395694:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325870.395699:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767325870.395701:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408628224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325870.395702:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325870.395705:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325870.395710:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 00000100:00000001:3.0:1767325870.395711:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325870.395715:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325870.395718:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325870.395718:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325870.395722:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325870.395722:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000b6591187 x1853175408628352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325870.395728:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325870.395730:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325870.395731:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325870.395732:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325870.395737:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325870.395739:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_01+1] req@00000000b6591187 x1853175408628352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325870.395742:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408628224:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325870.395751:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325870.395758:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325870.395773:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325870.395775:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325870.395780:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f42b4a0. 00000100:00000001:3.0:1767325870.395781:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325870.395782:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325870.395784:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325870.395786:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325870.395787:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767325870.395790:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026207d86. 00000100:00000040:2.0:1767325870.395791:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767325870.395794:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408628352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325870.395799:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d045329. 00000100:00000001:2.0:1767325870.395799:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325870.395805:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000100:00000200:0.0:1767325870.395808:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408628224, portal 25 00000100:00000001:3.0:1767325870.395809:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1767325870.395810:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767325870.395812:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325870.395813:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325870.395816:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000001:2.0:1767325870.395816:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325870.395818:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325870.395820:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325870.395822:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325870.395824:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325870.395825:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408628224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325870.395827:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325870.395831:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064d7910e. 00000100:00100000:3.0:1767325870.395835:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408628352:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325870.395838:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325870.395841:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325870.395845:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767325870.395849:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767325870.395849:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b258af54 x1853175408628480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767325870.395851:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767325870.395860:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 02000000:00000001:3.0:1767325870.395862:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325870.395863:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767325870.395864:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408628224, offset 0 02000000:00000001:3.0:1767325870.395865:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325870.395866:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325870.395870:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa5db81d. 00000100:00000040:2.0:1767325870.395873:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_02+2] req@00000000b258af54 x1853175408628480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325870.395874:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767325870.395874:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325870.395881:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085ff6af1. 00000400:00000010:3.0:1767325870.395887:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c3d74f9. 00000100:00000200:3.0:1767325870.395891:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408628352, portal 10 00000400:00000200:0.0:1767325870.395893:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767325870.395894:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325870.395897:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000400:00000200:0.0:1767325870.395901:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767325870.395904:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408628352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325870.395910:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767325870.395911:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767325870.395917:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325870.395921:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325870.395922:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:3.0:1767325870.395926:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767325870.395927:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325870.395931:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767325870.395931:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088831319. 00000400:00000200:0.0:1767325870.395932:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [40:40:256:4294967295] 192.168.202.142@tcp LPNI seq info [40:40:8:4294967295] 00000100:00000001:1.0:1767325870.395937:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325870.395937:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1767325870.395938:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408628352, offset 0 00000100:00000001:1.0:1767325870.395948:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767325870.395949:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000400:00000200:3.0:1767325870.395950:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325870.395954:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:1.0:1767325870.395954:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408628480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767325870.395956:0:161884:0:(genops.c:1229:class_import_get()) import 000000001dac6e9e refcount=3 obd=lustre-OST0000-osc-ffff971288e2b000 00000100:00000001:2.0:1767325870.395962:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1767325870.395963:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767325870.395965:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767325870.395968:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767325870.395969:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767325870.395970:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325870.395972:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c98c6e3f. 00000100:00000001:1.0:1767325870.395972:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325870.395976:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767325870.395976:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767325870.395977:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dadd9a6c. 02000000:00000001:1.0:1767325870.395978:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325870.395982:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325870.395984:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767325870.395984:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325870.395984:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00100000:1.0:1767325870.395988:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408628480:192.168.202.142@tcp:400: 00000400:00000200:3.0:1767325870.395990:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767325870.395995:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID req@0000000009561302 x1853175408628608/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325870.395996:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767325870.395996:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:1.0:1767325870.396001:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767325870.396004:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [41:41:255:4294967295] 192.168.202.142@tcp LPNI seq info [41:41:7:4294967295] 02000000:00000001:1.0:1767325870.396005:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325870.396009:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:1.0:1767325870.396011:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767325870.396017:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c98c6e3f type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1767325870.396018:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1dd3246. 02000000:00000001:1.0:1767325870.396022:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325870.396022:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767325870.396025:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325870.396029:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325870.396030:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001389c6bf. 00000800:00000200:3.0:1767325870.396032:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767325870.396034:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325870.396037:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a44e04f. 00000100:00000040:2.0:1767325870.396038:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_03+3] req@0000000009561302 x1853175408628608/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767325870.396039:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d29a8a. 00000100:00000001:0.0:1767325870.396041:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305742017 00000100:00000200:1.0:1767325870.396041:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408628480, portal 10 00000100:00000001:1.0:1767325870.396046:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1767325870.396047:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a04ad297. 00000100:00000001:1.0:1767325870.396049:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00000800:00000200:3.0:1767325870.396050:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767325870.396058:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767325870.396059:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408628480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325870.396062:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767325870.396064:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325870.396067:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305742017 00000800:00000200:3.0:1767325870.396068:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d29a8a type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767325870.396072:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009686e7bb. 00000100:00000040:2.0:1767325870.396072:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11075) 00000100:00000001:1.0:1767325870.396076:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325870.396076:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325870.396077:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767325870.396083:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 1514143 usecs (1515 jiffies) 00000100:00000001:3.0:1767325870.396086:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305739755 00000100:00000040:1.0:1767325870.396089:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767325870.396090:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305742017 00000400:00000010:1.0:1767325870.396095:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2edddf. 00000100:00000001:3.0:1767325870.396095:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305742017 00000100:00000010:0.0:1767325870.396097:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1e5b507. 00000100:00000200:1.0:1767325870.396099:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408628480, offset 0 00000100:00000001:3.0:1767325870.396100:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305739755 00000100:00000001:0.0:1767325870.396103:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767325870.396104:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305742017 00000400:00000200:1.0:1767325870.396105:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767325870.396109:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305742017 00000100:00000001:3.0:1767325870.396109:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305739755 00000100:00000001:3.0:1767325870.396113:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305742017 00000100:00000010:0.0:1767325870.396114:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9f9490c. 00000400:00000200:1.0:1767325870.396114:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767325870.396114:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325870.396116:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305739755 00000100:00000001:2.0:1767325870.396120:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325870.396121:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767325870.396122:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325870.396124:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325870.396126:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325870.396126:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767325870.396126:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305742017 00000100:00000001:3.0:1767325870.396131:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325870.396133:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325870.396133:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767325870.396133:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408628608/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325870.396134:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325870.396140:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767325870.396140:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325870.396143:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325870.396146:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [42:42:254:4294967295] 192.168.202.142@tcp LPNI seq info [42:42:6:4294967295] 00000100:00000001:3.0:1767325870.396146:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325870.396148:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325870.396157:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325870.396157:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325870.396160:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325870.396161:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325870.396162:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325870.396164:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325870.396167:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325870.396168:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767325870.396168:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325870.396170:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767325870.396170:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325870.396172:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325870.396173:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325870.396174:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325870.396176:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325870.396178:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325870.396178:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767325870.396180:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325870.396182:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325870.396183:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009111ecc6. 00000100:00100000:2.0:1767325870.396187:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408628608:192.168.202.142@tcp:400: 00000800:00000200:1.0:1767325870.396193:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767325870.396194:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325870.396199:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325870.396202:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325870.396204:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325870.396208:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002637400b. 02000000:00000001:2.0:1767325870.396211:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325870.396214:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:2.0:1767325870.396216:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4d27a33. 00000800:00000200:1.0:1767325870.396218:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009111ecc6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325870.396222:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325870.396227:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 3317363 usecs (3318 jiffies) 00000100:00000001:1.0:1767325870.396229:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305741558 00000400:00000010:2.0:1767325870.396230:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000628fadee. 00000800:00000200:0.0:1767325870.396233:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325870.396234:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305742017 00000800:00000010:0.0:1767325870.396237:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c98c6e3f. 00000100:00000001:1.0:1767325870.396237:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305741558 00000100:00000200:2.0:1767325870.396237:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408628608, portal 4 00000100:00000001:1.0:1767325870.396240:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305742017 00000100:00000001:2.0:1767325870.396243:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325870.396244:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305741558 00000400:00000200:0.0:1767325870.396245:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325870.396247:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000001:1.0:1767325870.396248:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305742017 00000100:00000001:1.0:1767325870.396252:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305741558 00000100:00000001:1.0:1767325870.396254:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305742017 00000100:00000001:1.0:1767325870.396256:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325870.396258:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325870.396259:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325870.396259:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408628608/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325870.396261:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325870.396264:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:0.0:1767325870.396267:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:1.0:1767325870.396270:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325870.396272:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325870.396274:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325870.396275:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767325870.396277:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408628224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325870.396277:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325870.396279:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325870.396281:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325870.396284:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325870.396296:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325870.396297:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325870.396300:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408628224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325886 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325870.396304:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767325870.396309:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025eb1d28. 00000100:00000200:2.0:1767325870.396314:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853175408628608, offset 0 00000100:00000001:0.0:1767325870.396315:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325870.396319:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767325870.396322:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325870.396330:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:0.0:1767325870.396334:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767325870.396334:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767325870.396338:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d29a8a. 00000400:00000200:2.0:1767325870.396340:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325870.396345:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325870.396345:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325870.396353:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325870.396355:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325870.396360:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [43:43:254:4294967295] 192.168.202.142@tcp LPNI seq info [43:43:6:4294967295] 00000400:00000200:2.0:1767325870.396369:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:0.0:1767325870.396374:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088831319 00000800:00000200:2.0:1767325870.396374:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325870.396378:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088831319. 00000800:00000010:2.0:1767325870.396380:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb30d8a. 00000100:00000001:0.0:1767325870.396382:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325870.396388:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408628352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325870.396396:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767325870.396420:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325870.396424:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408628352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325870.396437:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767325870.396441:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb30d8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325870.396447:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325870.396452:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: using a timeout of 8106 usecs (9 jiffies) 00000100:00000001:0.0:1767325870.396453:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325870.396456:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305738250 00000100:00000001:0.0:1767325870.396457:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325870.396461:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305742017 00000100:00000001:2.0:1767325870.396464:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305738250 00000100:00000001:2.0:1767325870.396467:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305742017 00000100:00000001:2.0:1767325870.396469:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305738250 00000800:00000200:0.0:1767325870.396471:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325870.396474:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009111ecc6. 00000400:00000200:0.0:1767325870.396479:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325870.396480:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305742017 00000100:00000001:2.0:1767325870.396484:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305738250 00000400:00000200:0.0:1767325870.396486:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325870.396489:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305742017 00000400:00000200:0.0:1767325870.396490:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2edddf 00000400:00000010:0.0:1767325870.396492:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2edddf. 00000100:00000001:0.0:1767325870.396496:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767325870.396496:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767325870.396500:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408628480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325870.396501:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325870.396506:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325870.396510:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325870.396511:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325870.396514:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408628480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325870.396517:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325870.396519:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325870.396521:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325870.396521:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325870.396526:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325870.396528:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325870.396529:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325870.396532:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325870.396583:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325870.396585:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb30d8a. 00000400:00000200:0.0:1767325870.396588:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325870.396591:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767325870.396594:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025eb1d28 00000400:00000010:0.0:1767325870.396595:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025eb1d28. 00000100:00000001:0.0:1767325870.396598:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325870.396601:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408628608/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325870.396607:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325870.396610:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408628608/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325886 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325870.396616:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325870.396617:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325870.400639:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325870.400661:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325870.400666:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325870.400692:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325870.400707:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325870.400727:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f01200 00000400:00000200:1.0:1767325870.400737:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x235 [1] + 224 00000800:00000001:1.0:1767325870.400746:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325870.400751:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325870.400754:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325870.400758:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325870.400777:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325870.400786:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408628224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325870.400800:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408628224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325870.400823:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325870.400834:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325870.400838:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325870.400840:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325870.400842:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325870.400846:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325870.400851:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 4 MB=0x6957405f01380 00000400:00000200:1.0:1767325870.400857:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.142@tcp of length 224/224 into md 0x24d [1] + 224 00000800:00000001:1.0:1767325870.400860:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325870.400864:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325870.400866:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325870.400869:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325870.400871:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325870.400875:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408628608/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325870.400883:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408628608/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325870.400917:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325870.400922:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325870.400925:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325870.400927:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325870.400929:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325870.400933:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325870.400939:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f01280 00000400:00000200:1.0:1767325870.400945:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x23d [1] + 224 00000800:00000001:1.0:1767325870.400949:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325870.400951:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325870.400953:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325870.400956:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325870.400959:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325870.400962:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408628352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325870.400970:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408628352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325870.400983:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325870.400987:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325870.400991:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325870.400993:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325870.400995:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325870.400998:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325870.401003:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f01300 00000400:00000200:1.0:1767325870.401009:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x245 [1] + 224 00000800:00000001:1.0:1767325870.401012:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325870.401018:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325870.401020:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325870.401022:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325870.401025:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325870.401036:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408628480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325870.401044:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408628480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325870.401047:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325870.401054:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325870.401063:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767325870.401064:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767325870.401066:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325870.401070:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085ff6af1. 00000400:00000200:3.0:1767325870.401076:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3d74f9 00000400:00000010:3.0:1767325870.401078:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c3d74f9. 00000100:00000001:3.0:1767325870.401081:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325870.401087:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408628352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325870.401098:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408628352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325870.401106:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325870.401108:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325870.401112:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767325870.401116:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325870.401122:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325870.401125:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325870.401129:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325870.401129:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325870.401135:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325870.401144:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325870.401148:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325870.401151:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325870.401153:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325870.401156:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325870.401160:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325870.401163:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325870.401166:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325870.401169:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325870.401171:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325870.401176:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408628352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325870.401181:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325870.401185:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325870.401195:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325870.401198:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325870.401201:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325870.401206:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767325870.401206:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408628352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325870.401212:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767325870.401219:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408628352:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325870.401225:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325870.401229:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325870.401232:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325870.401235:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767325870.401237:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767325870.401238:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325870.401242:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001389c6bf. 00000100:00000040:3.0:1767325870.401243:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408628352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325870.401247:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a44e04f 00000400:00000010:1.0:1767325870.401251:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a44e04f. 00000100:00000001:1.0:1767325870.401256:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325870.401258:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325870.401264:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767325870.401268:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408628480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325870.401268:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa5db81d. 02000000:00000001:3.0:1767325870.401274:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325870.401278:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1767325870.401282:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408628480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767325870.401282:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767325870.401287:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325870.401292:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325870.401296:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767325870.401297:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 00000100:00000001:1.0:1767325870.401298:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325870.401301:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325870.401303:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767325870.401304:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767325870.401305:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325870.401309:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325870.401309:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325870.401313:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00001000:1.0:1767325870.401316:0:211396:0:(import.c:2128:obd_at_measure()) add 0 to 000000008e3b5ac7 time=5 v=5 (5 0 0 0) 00000100:00000001:3.0:1767325870.401318:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1767325870.401322:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325870.401322:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325870.401328:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325870.401329:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325870.401333:0:211396:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1767325870.401337:0:211396:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00000001:3.0:1767325870.401340:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1767325870.401341:0:211396:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffff971288e2b000 of lustre-MDT0001_UUID@192.168.202.142@tcp abruptly disconnected: reconnecting 00000100:00000001:3.0:1767325870.401345:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767325870.401348:0:211396:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:00000001:3.0:1767325870.401350:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325870.401352:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:02000400:1.0:1767325870.401360:0:211396:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff971288e2b000: Connection to lustre-MDT0001 (at 192.168.202.142@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000400:00000001:0.0:1767325870.401695:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325870.401698:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325870.401700:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026207d86. 00000400:00000200:0.0:1767325870.401703:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d045329 00000400:00000010:0.0:1767325870.401707:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d045329. 00000100:00000001:0.0:1767325870.401711:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325870.401716:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408628224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325870.401725:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408628224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325870.401731:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325870.401733:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325870.401735:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325870.401737:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325870.401738:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325870.401740:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325870.401741:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325870.401744:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325870.401747:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325870.401749:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325870.401750:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325870.401752:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325870.401754:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325870.401756:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325870.401828:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325870.401830:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325870.401832:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4d27a33. 00000400:00000200:2.0:1767325870.401835:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000628fadee 00000400:00000010:2.0:1767325870.401837:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000628fadee. 00000100:00000001:2.0:1767325870.401840:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325870.401844:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408628608/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325870.401852:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408628608/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325870.401858:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325870.401860:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325870.401861:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325870.401863:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325870.401864:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325870.401866:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325870.401868:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325870.401873:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d217ad40 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325870.401876:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000840fc659 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325870.401885:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325870.401887:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325870.401889:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325870.401892:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000009561302 x1853175408628608/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325870.401899:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325870.401902:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325870.401903:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325870.401905:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325870.401906:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325870.401909:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408628608/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325870.401915:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325870.401917:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325870.401919:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325870.401921:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408628608/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325870.401927:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408628608:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325870.401931:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325870.401932:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325870.401933:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408628608/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325870.401937:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325870.401938:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325870.401940:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002637400b. 02000000:00000001:2.0:1767325870.401942:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325870.401943:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325870.401943:0:211397:0:(genops.c:1242:class_import_put()) import 000000001dac6e9e refcount=2 obd=lustre-OST0000-osc-ffff971288e2b000 00000020:00000001:2.0:1767325870.401945:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325870.401946:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dadd9a6c. 02000000:00000001:2.0:1767325870.401947:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325870.401954:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325870.401955:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:2.0:1767325870.401957:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325870.401958:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325870.401959:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325870.401963:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325870.401964:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325870.401965:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325870.401966:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325870.401991:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408628224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325870.401996:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325870.401997:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325870.401998:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325870.402000:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408628224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325870.402004:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408628224:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325870.402012:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325870.402014:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325870.402015:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408628224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325870.402019:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325870.402020:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325870.402021:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f42b4a0. 02000000:00000001:0.0:1767325870.402022:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325870.402023:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325870.402024:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767325870.402025:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325870.402026:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000089a1fa3e. 02000000:00000001:0.0:1767325870.402028:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325870.402029:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325870.402030:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:0.0:1767325870.402031:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325870.402032:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325870.402033:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325870.402035:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325870.402036:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325870.402037:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325870.402039:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325870.408699:0:211396:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1767325870.408708:0:211396:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:1.0:1767325870.408710:0:211396:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325870.408714:0:211396:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767325870.408718:0:211396:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1767325870.408720:0:211396:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1767325870.408726:0:211396:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1767325870.408732:0:211396:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: connect to NID 192.168.202.142@tcp last attempt 11065 00000400:00000200:1.0:1767325870.408744:0:211396:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.142@tcp is discovered: rc = 1 00000100:00000040:1.0:1767325870.408747:0:211396:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000001:1.0:1767325870.408750:0:211396:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767325870.408752:0:211396:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000100:00000001:1.0:1767325870.408755:0:211396:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 00000020:00000001:1.0:1767325870.408770:0:211396:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767325870.408773:0:211396:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e81 00000020:00000001:1.0:1767325870.408776:0:211396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325870.408779:0:211396:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006a77ff05 refcount=5 00000020:00000001:1.0:1767325870.408781:0:211396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000020:00000001:1.0:1767325870.408784:0:211396:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000100:00000040:1.0:1767325870.408787:0:211396:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000001:1.0:1767325870.408789:0:211396:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767325870.408790:0:211396:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000100:00000001:1.0:1767325870.408792:0:211396:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 00000020:00000040:1.0:1767325870.408795:0:211396:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 4 00000100:00080000:1.0:1767325870.408797:0:211396:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: import 00000000ad9b5df4 using connection 192.168.202.142@tcp/192.168.202.142@tcp 00000100:00000001:1.0:1767325870.408800:0:211396:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325870.408803:0:211396:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767325870.408812:0:211396:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325870.408814:0:211396:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325870.408841:0:211396:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1767325870.408845:0:211396:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1767325870.408847:0:211396:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325870.408849:0:211396:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325870.408856:0:211396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001890d837. 00000020:00000040:1.0:1767325870.408861:0:211396:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=5 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:1.0:1767325870.408866:0:211396:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767325870.408867:0:211396:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325870.408870:0:211396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325870.408873:0:211396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325870.408878:0:211396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325870.408887:0:211396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b67063d2. 00000100:00000001:1.0:1767325870.408895:0:211396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325870.408903:0:211396:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001890d837 x1853175408628736/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325870.408912:0:211396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325870.408914:0:211396:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325870.408917:0:211396:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001890d837] to pc [ptlrpcd_rcv+-1] req@000000001890d837 x1853175408628736/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325870.408944:0:211396:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325870.408946:0:211396:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1767325870.408948:0:211396:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1767325870.408953:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408628480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325870.408958:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1767325870.408961:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325870.408962:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325870.408965:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408628480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325870.408969:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408628480:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325870.408979:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325870.408982:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325870.408984:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408628480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325886 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325870.408989:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325870.408992:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325870.408993:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1dd3246. 02000000:00000001:1.0:1767325870.408998:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325870.409000:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325870.409001:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767325870.409002:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325870.409004:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000064d7910e. 02000000:00000001:1.0:1767325870.409008:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325870.409010:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325870.409011:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000001:1.0:1767325870.409014:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325870.409015:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325870.409017:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325870.409025:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325870.409026:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325870.409028:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325870.409031:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325870.409215:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325870.409219:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325870.409221:0:211393:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325870.409226:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001890d837 x1853175408628736/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325870.409245:0:211393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325870.409247:0:211393:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325870.409251:0:211393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325870.409254:0:211393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325870.409257:0:211393:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325870.409260:0:211393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408628736:192.168.202.142@tcp:38: 00000100:00000001:2.0:1767325870.409265:0:211393:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325870.409270:0:211393:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325870.409273:0:211393:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325870.409276:0:211393:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325870.409282:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000827ea428. 02000000:00000001:2.0:1767325870.409284:0:211393:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325870.409290:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4d27a33. 00000400:00000010:2.0:1767325870.409298:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000628fadee. 00000100:00000200:2.0:1767325870.409306:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408628736, portal 10 00000100:00000001:2.0:1767325870.409309:0:211393:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325870.409310:0:211393:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604900864 : -115369104650752 : ffff9712897fce00) 00000100:00000040:2.0:1767325870.409317:0:211393:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001890d837 x1853175408628736/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325870.409323:0:211393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325870.409331:0:211393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767325870.409332:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb34fec2. 00000100:00000200:2.0:1767325870.409335:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175408628736, offset 0 00000400:00000200:2.0:1767325870.409341:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325870.409352:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767325870.409358:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325870.409363:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767325870.409366:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325870.409369:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767325870.409371:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [44:44:256:4294967295] 192.168.202.142@tcp LPNI seq info [44:44:8:4294967295] 00000400:00000200:2.0:1767325870.409381:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767325870.409386:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767325870.409389:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dadd9a6c. 00000800:00000200:2.0:1767325870.409395:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767325870.409436:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767325870.409441:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dadd9a6c type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767325870.409454:0:211393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325870.409458:0:211393:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 2844421 usecs (2845 jiffies) 00000100:00000001:2.0:1767325870.409460:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305741099 00000100:00000001:2.0:1767325870.409463:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305742017 00000100:00000001:2.0:1767325870.409465:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305741099 00000100:00000001:2.0:1767325870.409466:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305742017 00000100:00000001:2.0:1767325870.409468:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305741099 00000100:00000001:2.0:1767325870.409469:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305742017 00000100:00000001:2.0:1767325870.409470:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305741099 00000100:00000001:2.0:1767325870.409471:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305742017 00000100:00000001:2.0:1767325870.409472:0:211393:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325870.409474:0:211393:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325870.409481:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325870.409482:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325870.409485:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325870.409486:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767325870.409487:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325870.409488:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325870.409489:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325870.409490:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325870.409841:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325870.409846:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dadd9a6c. 00000400:00000200:1.0:1767325870.409849:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325870.409854:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325870.409860:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb34fec2 00000400:00000010:1.0:1767325870.409862:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb34fec2. 00000100:00000001:1.0:1767325870.409866:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325870.409870:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001890d837 x1853175408628736/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325870.409877:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325870.409878:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001890d837 x1853175408628736/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325880 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325870.409893:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325870.409894:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325870.417751:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325870.417785:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325870.417791:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325870.417793:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325870.417808:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767325870.417830:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f01400 00000400:00000200:0.0:1767325870.417842:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x255 [1] + 0 00000800:00000001:0.0:1767325870.417852:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325870.417862:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325870.417865:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325870.417871:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325870.417880:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325870.417908:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001890d837 x1853175408628736/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325870.417922:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000001890d837 x1853175408628736/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325870.417955:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325870.417966:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325870.417970:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325870.418104:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325870.418109:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325870.418117:0:211393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325870.418119:0:211393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325870.418123:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4d27a33. 00000400:00000200:2.0:1767325870.418127:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000628fadee 00000400:00000010:2.0:1767325870.418130:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000628fadee. 00000100:00000001:2.0:1767325870.418133:0:211393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325870.418137:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001890d837 x1853175408628736/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325870.418146:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001890d837 x1853175408628736/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325870.418153:0:211393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325870.418155:0:211393:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325870.418158:0:211393:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325870.418162:0:211393:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325870.418165:0:211393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325870.418168:0:211393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325870.418171:0:211393:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325870.418182:0:211393:0:(import.c:2128:obd_at_measure()) add 0 to 000000008e3b5ac7 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325870.418186:0:211393:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325870.418190:0:211393:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325870.418192:0:211393:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767325870.418194:0:211393:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767325870.418199:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001890d837 x1853175408628736/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325880 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325870.418206:0:211393:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1767325870.418218:0:211393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325870.418221:0:211393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325870.418224:0:211393:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767325870.418226:0:211393:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1767325870.418229:0:211393:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767325870.418234:0:211393:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.142@tcp failed (-19) 00000100:00000001:2.0:1767325870.418237:0:211393:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767325870.418241:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001890d837 x1853175408628736/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325880 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325870.418248:0:211393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408628736:192.168.202.142@tcp:38: 00000100:00000001:2.0:1767325870.418253:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325870.418256:0:211393:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325870.418258:0:211393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001890d837 x1853175408628736/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325880 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325870.418265:0:211393:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325870.418268:0:211393:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325870.418271:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000827ea428. 02000000:00000001:2.0:1767325870.418285:0:211393:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325870.418288:0:211393:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325870.418290:0:211393:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767325870.418293:0:211393:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325870.418295:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000b67063d2. 02000000:00000001:2.0:1767325870.418300:0:211393:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325870.418302:0:211393:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325870.418303:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001890d837. 00000100:00000001:2.0:1767325870.418308:0:211393:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325870.418309:0:211393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325870.418311:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325870.418322:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325870.418324:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325870.418326:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325870.418327:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325871.420205:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325871.420214:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325871.420221:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325871.420222:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325871.420314:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325871.420318:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325871.420321:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325872.443542:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325872.443551:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325872.443559:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325872.443564:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325872.443567:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325872.443573:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325872.443576:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325872.443577:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325872.443581:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325872.443584:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325872.443586:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325872.443588:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325872.443656:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325872.443661:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325872.443664:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325873.467552:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325873.467564:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325873.467567:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325873.467570:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325873.467576:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325873.467579:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325873.467581:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325873.467584:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325873.467589:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325873.467590:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325873.467636:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325873.467638:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325873.467641:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325874.235520:0:178515:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305742017, at 4305742080 00000100:00000040:3.0:1767325874.235520:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305742017, at 4305742080 00000100:00000010:3.0:1767325874.235543:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9f9490c. 00000100:00000010:2.0:1767325874.235544:0:178515:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1e5b507. 00000100:00000040:0.0:1767325874.236118:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305742017, at 4305742080 00000100:00000010:0.0:1767325874.236126:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a04ad297. 00000100:00000040:1.0:1767325874.238688:0:206751:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305742017, at 4305742083 00000100:00000010:1.0:1767325874.238709:0:206751:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009686e7bb. 00010000:00000001:0.0:1767325874.491471:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325874.491481:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325874.491488:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325874.491490:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325874.491540:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325874.491546:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325874.491550:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325875.515574:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:2.0:1767325875.515574:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767325875.515583:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325875.515587:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767325875.515591:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325875.515593:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325875.515602:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767325875.515611:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767325875.515617:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1767325875.515618:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767325875.515621:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1767325875.515623:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325875.515628:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767325875.515630:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325875.515641:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039fc680f. 00000100:00000001:2.0:1767325875.515649:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325875.515663:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000009561302 x1853175408628864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325875.515675:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325875.515678:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325875.515685:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_00+0] req@0000000009561302 x1853175408628864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325875.515710:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325875.515723:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325875.515727:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325875.515730:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000100:00000001:0.0:1767325875.515731:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767325875.515733:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767325875.515737:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325875.515738:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325875.515741:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767325875.515741:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325875.515743:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325875.515748:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408628864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325875.515748:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f07b907. 00000100:00000001:2.0:1767325875.515754:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325875.515760:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325875.515763:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325875.515763:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000006b877052 x1853175408628992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325875.515769:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325875.515772:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325875.515776:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325875.515778:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408628864:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325875.515783:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325875.515784:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325875.515787:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325875.515791:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325875.515794:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325875.515797:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325875.515802:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050e3b494. 02000000:00000001:0.0:1767325875.515806:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325875.515813:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_01+1] req@000000006b877052 x1853175408628992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767325875.515816:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026207d86. 00000100:00000001:2.0:1767325875.515827:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325875.515828:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d045329. 00000100:00080000:2.0:1767325875.515830:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767325875.515833:0:161884:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1767325875.515836:0:161884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1767325875.515840:0:161884:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:0.0:1767325875.515846:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408628864, portal 25 00000100:00000001:2.0:1767325875.515846:0:161884:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1767325875.515851:0:161884:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: connect to NID 192.168.202.142@tcp last attempt 11070 00000100:00000001:0.0:1767325875.515852:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325875.515855:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000040:0.0:1767325875.515863:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408628864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325875.515865:0:161884:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.142@tcp is discovered: rc = 1 00000100:00001000:2.0:1767325875.515872:0:161884:0:(import.c:2128:obd_at_measure()) add 10 to 000000000185434f time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325875.515876:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:2.0:1767325875.515878:0:161884:0:(import.c:2194:obd_at_measure()) AT 000000000185434f change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00000040:0.0:1767325875.515884:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00080000:2.0:1767325875.515884:0:161884:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: tried all connections, increasing latency to 5s 00000100:00000040:2.0:1767325875.515890:0:161884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000001:2.0:1767325875.515893:0:161884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767325875.515895:0:161884:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000100:00000001:2.0:1767325875.515897:0:161884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 00000400:00000010:0.0:1767325875.515900:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000020:00000001:2.0:1767325875.515901:0:161884:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767325875.515903:0:161884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e81 00000100:00000200:0.0:1767325875.515907:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408628864, offset 0 00000020:00000001:2.0:1767325875.515907:0:161884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767325875.515911:0:161884:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006a77ff05 refcount=5 00000020:00000001:2.0:1767325875.515914:0:161884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000400:00000200:0.0:1767325875.515919:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000020:00000001:2.0:1767325875.515919:0:161884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000100:00000040:2.0:1767325875.515926:0:161884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000001:2.0:1767325875.515928:0:161884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767325875.515930:0:161884:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000100:00000001:2.0:1767325875.515932:0:161884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 00000020:00000040:2.0:1767325875.515935:0:161884:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 4 00000400:00000200:0.0:1767325875.515936:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00080000:2.0:1767325875.515940:0:161884:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: import 00000000ad9b5df4 using connection 192.168.202.142@tcp/192.168.202.142@tcp 00000400:00000200:0.0:1767325875.515942:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325875.515948:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767325875.515951:0:161884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325875.515955:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767325875.515955:0:161884:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1767325875.515961:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767325875.515962:0:161884:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325875.515967:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [45:45:256:4294967295] 192.168.202.142@tcp LPNI seq info [45:45:8:4294967295] 02000000:00000001:2.0:1767325875.515968:0:161884:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325875.515973:0:161884:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1767325875.515978:0:161884:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1767325875.515981:0:161884:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325875.515986:0:161884:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325875.515989:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000010:2.0:1767325875.515993:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000020:00000040:2.0:1767325875.515997:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000800:00000200:0.0:1767325875.516000:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767325875.516002:0:161884:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767325875.516004:0:161884:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767325875.516008:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c98c6e3f. 00000100:00000001:2.0:1767325875.516008:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325875.516010:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325875.516013:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325875.516017:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000010:2.0:1767325875.516018:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008fe3c98d. 00000100:00000001:2.0:1767325875.516022:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325875.516027:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00100000:2.0:1767325875.516029:0:161884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b258af54 x1853175408629120/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1767325875.516044:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c98c6e3f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325875.516045:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325875.516047:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325875.516051:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_rcv+-1] req@00000000b258af54 x1853175408629120/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325875.516061:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325875.516067:0:161884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325875.516068:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305747137 00000100:00000040:2.0:1767325875.516072:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767325875.516075:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a04ad297. 00000100:00000001:2.0:1767325875.516077:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325875.516082:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767325875.516085:0:161884:0:(genops.c:1229:class_import_get()) import 000000001dac6e9e refcount=3 obd=lustre-OST0000-osc-ffff971288e2b000 00000100:00000001:0.0:1767325875.516086:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767325875.516087:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325875.516094:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305747137 00000100:00000010:0.0:1767325875.516097:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ea25869. 02000000:00000001:2.0:1767325875.516100:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325875.516102:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1767325875.516103:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325875.516106:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305747137 02000000:00000010:2.0:1767325875.516109:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed9e0e5f. 00000100:00000010:0.0:1767325875.516114:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c97101f. 00000100:00000001:0.0:1767325875.516117:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767325875.516121:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305747137 00000100:00000001:2.0:1767325875.516121:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325875.516126:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006635b1ce. 00000100:00000040:2.0:1767325875.516129:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID req@00000000bfc4a11d x1853175408629248/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325875.516131:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767325875.516136:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325875.516140:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325875.516145:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325875.516147:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325875.516148:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325875.516152:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325875.516155:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_02+2] req@00000000bfc4a11d x1853175408629248/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325875.516162:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325875.516165:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325875.516168:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325875.516170:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325875.516171:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325875.516175:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767325875.516175:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325875.516177:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325875.516181:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767325875.516181:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11081) 00000100:00000001:0.0:1767325875.516184:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325875.516188:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325875.516189:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325875.516191:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325875.516194:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325875.516196:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408628992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325875.516198:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325875.516201:0:211393:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325875.516209:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767325875.516210:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408629120/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325875.516213:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325875.516213:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767325875.516220:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:1.0:1767325875.516221:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c98c6e3f. 00000100:00000001:2.0:1767325875.516223:0:211393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767325875.516224:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325875.516227:0:211393:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325875.516228:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325875.516231:0:211393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325875.516233:0:211393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767325875.516234:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408628992:192.168.202.142@tcp:400: 02000000:00000001:2.0:1767325875.516236:0:211393:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325875.516240:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325875.516242:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767325875.516244:0:211393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408629120:192.168.202.142@tcp:38: 02000000:00000001:0.0:1767325875.516246:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325875.516250:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325875.516250:0:211393:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767325875.516253:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 02000000:00000001:0.0:1767325875.516254:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325875.516260:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000619ff9c9. 00000400:00000200:1.0:1767325875.516262:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 02000000:00000001:2.0:1767325875.516264:0:211393:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767325875.516266:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 02000000:00000001:2.0:1767325875.516267:0:211393:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325875.516269:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325875.516272:0:211393:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325875.516274:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767325875.516275:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014c3dfb0. 02000000:00000010:2.0:1767325875.516277:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000069fcb324. 00000100:00000200:1.0:1767325875.516282:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408628864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325875.516282:0:211393:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325875.516283:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e49d5ef3. 00000100:00000200:0.0:1767325875.516289:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408628992, portal 10 00000400:00000010:2.0:1767325875.516289:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4d27a33. 00000100:00000001:0.0:1767325875.516295:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767325875.516298:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000628fadee. 00000100:00000001:0.0:1767325875.516299:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000001:1.0:1767325875.516301:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767325875.516304:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408629120, portal 10 00000100:00000040:1.0:1767325875.516308:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408628864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325891 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325875.516308:0:211393:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325875.516311:0:211393:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00000100:00000040:0.0:1767325875.516312:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408628992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325875.516323:0:211393:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408629120/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325875.516325:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325875.516328:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325875.516344:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325875.516345:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325875.516347:0:211393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325875.516349:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767325875.516352:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767325875.516353:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325875.516353:0:211393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325875.516358:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057503a90. 00000100:00000040:1.0:1767325875.516361:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408629248/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325875.516363:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408628992, offset 0 00000400:00000010:2.0:1767325875.516364:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091464543. 00000100:00000200:2.0:1767325875.516370:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175408629120, offset 0 00000400:00000200:0.0:1767325875.516377:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767325875.516383:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325875.516385:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325875.516387:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:1.0:1767325875.516389:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767325875.516392:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325875.516395:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325875.516397:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325875.516421:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325875.516424:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [46:46:256:4294967295] 192.168.202.142@tcp LPNI seq info [46:46:8:4294967295] 00000400:00000200:0.0:1767325875.516433:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325875.516437:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325875.516441:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d41e7546. 02000000:00000001:1.0:1767325875.516443:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767325875.516448:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:1.0:1767325875.516449:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325875.516457:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408629248:192.168.202.142@tcp:400: 00000800:00000200:0.0:1767325875.516458:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325875.516463:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d41e7546 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325875.516465:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325875.516470:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325875.516472:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325875.516474:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325875.516477:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325875.516479:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ea11ec5. 00000100:00000040:0.0:1767325875.516483:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 1377105 usecs (1378 jiffies) 02000000:00000001:1.0:1767325875.516483:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325875.516489:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305744739 00000400:00000010:1.0:1767325875.516490:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001389c6bf. 00000100:00000001:0.0:1767325875.516494:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305747137 00000100:00000001:0.0:1767325875.516498:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305744739 00000100:00000001:3.0:1767325875.516500:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325875.516504:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325875.516508:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305747137 00000100:00000001:0.0:1767325875.516510:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305744739 00000100:00000001:0.0:1767325875.516512:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305747137 00000100:00000001:0.0:1767325875.516514:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305744739 00000100:00000001:0.0:1767325875.516516:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305747137 00000100:00000001:0.0:1767325875.516518:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325875.516521:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325875.516523:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325875.516525:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325875.516529:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325875.516533:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325875.516594:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325875.516597:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d41e7546. 00000400:00000200:0.0:1767325875.516600:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325875.516603:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325875.516888:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325875.516895:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:1.0:1767325875.516897:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a44e04f. 00000400:00000200:2.0:1767325875.516899:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767325875.516904:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408629248, portal 4 00000400:00000200:2.0:1767325875.516904:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767325875.516909:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767325875.516910:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325875.516912:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000400:00000200:2.0:1767325875.516916:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767325875.516920:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [47:47:255:4294967295] 192.168.202.142@tcp LPNI seq info [47:47:7:4294967295] 00000020:00000010:1.0:1767325875.516924:0:211396:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003d7ba36b. 00000400:00000200:2.0:1767325875.516931:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:1.0:1767325875.516935:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408629248/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325875.516941:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767325875.516949:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767325875.516949:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052a5ce86. 00000100:00000040:1.0:1767325875.516954:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767325875.516959:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:1.0:1767325875.516960:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000100:00000200:1.0:1767325875.516965:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853175408629248, offset 0 00000800:00000200:2.0:1767325875.516968:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767325875.516972:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052a5ce86 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1767325875.516974:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767325875.516977:0:211393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325875.516981:0:211393:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 2490311 usecs (2491 jiffies) 00000400:00000200:1.0:1767325875.516982:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767325875.516987:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305745852 00000400:00000200:1.0:1767325875.516989:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325875.516992:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305747137 00000400:00000200:1.0:1767325875.516994:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767325875.516996:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305745852 00000400:00000200:1.0:1767325875.516999:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325875.517000:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305747137 00000400:00000200:1.0:1767325875.517004:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767325875.517005:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305745852 00000100:00000001:2.0:1767325875.517010:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305747137 00000400:00000200:1.0:1767325875.517011:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [48:48:254:4294967295] 192.168.202.142@tcp LPNI seq info [48:48:6:4294967295] 00000100:00000001:2.0:1767325875.517014:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305745852 00000100:00000001:2.0:1767325875.517017:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305747137 00000400:00000200:1.0:1767325875.517022:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767325875.517028:0:211393:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767325875.517033:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767325875.517034:0:211393:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325875.517038:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325875.517039:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009111ecc6. 00000100:00000001:2.0:1767325875.517040:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325875.517046:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325875.517049:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000800:00000200:1.0:1767325875.517053:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767325875.517054:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325875.517056:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325875.517059:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325875.517063:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767325875.517063:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325875.517067:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009111ecc6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325875.517072:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325875.517075:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: using a timeout of 7892 usecs (8 jiffies) 00000100:00000001:1.0:1767325875.517077:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305743369 00000100:00000001:1.0:1767325875.517079:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305747137 00000100:00000001:1.0:1767325875.517081:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305743369 00000100:00000001:1.0:1767325875.517083:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305747137 00000100:00000001:1.0:1767325875.517085:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305743369 00000100:00000001:1.0:1767325875.517087:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305747137 00000100:00000001:1.0:1767325875.517088:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305743369 00000100:00000001:1.0:1767325875.517089:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305747137 00000100:00000001:1.0:1767325875.517091:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325875.517093:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325875.517094:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325875.517096:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325875.517100:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325875.517101:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325875.517103:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325875.517104:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325875.517105:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325875.517106:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325875.517216:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057503a90 00000400:00000010:0.0:1767325875.517219:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057503a90. 00000100:00000001:0.0:1767325875.517223:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325875.517227:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408628992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325875.517235:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325875.517237:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408628992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325891 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325875.517243:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325875.517245:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325875.517523:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325875.517526:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052a5ce86. 00000400:00000200:0.0:1767325875.517530:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325875.517534:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767325875.517537:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091464543 00000400:00000010:0.0:1767325875.517538:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091464543. 00000100:00000001:0.0:1767325875.517541:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325875.517544:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408629120/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325875.517559:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325875.517562:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408629120/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325890 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325875.517567:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325875.517569:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325875.517610:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325875.517612:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009111ecc6. 00000400:00000200:0.0:1767325875.517616:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325875.517620:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767325875.517622:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000400:00000010:0.0:1767325875.517624:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:0.0:1767325875.517627:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325875.517629:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408629248/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325875.517636:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325875.517638:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408629248/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325891 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325875.517644:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325875.517645:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325875.522051:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325875.522074:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325875.522079:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325875.522082:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325875.522097:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767325875.522118:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f01500 00000400:00000200:0.0:1767325875.522128:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x265 [1] + 224 00000800:00000001:0.0:1767325875.522139:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325875.522145:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325875.522148:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325875.522152:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325875.522160:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325875.522177:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408628992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325875.522190:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408628992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325875.522212:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325875.522224:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325875.522228:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325875.522230:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325875.522233:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325875.522236:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767325875.522243:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f01480 00000400:00000200:0.0:1767325875.522249:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x25d [1] + 224 00000800:00000001:0.0:1767325875.522262:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325875.522266:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325875.522267:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325875.522270:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325875.522274:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325875.522277:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408628864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325875.522285:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408628864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325875.522293:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325875.522297:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325875.522300:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325875.522302:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325875.522303:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325875.522307:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767325875.522312:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 4 MB=0x6957405f01600 00000400:00000200:0.0:1767325875.522317:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.142@tcp of length 224/224 into md 0x275 [1] + 224 00000800:00000001:0.0:1767325875.522330:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325875.522342:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325875.522344:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325875.522348:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325875.522351:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325875.522356:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408629248/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325875.522364:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408629248/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325875.522390:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325875.522396:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325875.522441:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325875.522549:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325875.522554:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325875.522561:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325875.522563:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325875.522565:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014c3dfb0. 00000400:00000200:1.0:1767325875.522570:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49d5ef3 00000400:00000010:1.0:1767325875.522572:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e49d5ef3. 00000100:00000001:1.0:1767325875.522575:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325875.522578:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408628992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325875.522592:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408628992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325875.522596:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325875.522606:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325875.522609:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325875.522612:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325875.522615:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325875.522617:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325875.522620:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325875.522630:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325875.522633:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325875.522635:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325875.522637:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325875.522639:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325875.522645:0:211394:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325875.522649:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325875.522651:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325875.522652:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325875.522654:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325875.522657:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408628992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325875.522662:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325875.522665:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325875.522666:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325875.522669:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408628992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325875.522673:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408628992:192.168.202.142@tcp:400: 00000400:00000001:1.0:1767325875.522679:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325875.522679:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325875.522680:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026207d86. 00000400:00000200:1.0:1767325875.522682:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d045329 00000400:00000010:1.0:1767325875.522686:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d045329. 00000100:00000001:1.0:1767325875.522688:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325875.522690:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408628864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325875.522695:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408628864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325875.522699:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325875.522699:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325875.522700:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325875.522701:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325875.522702:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325875.522703:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325875.522704:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325875.522705:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325875.522707:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325875.522708:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325875.522709:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325875.522711:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325875.522721:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325875.522722:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325875.522724:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408628864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325875.522728:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325875.522730:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325875.522731:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325875.522733:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408628864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325875.522737:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408628864:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325875.522740:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325875.522743:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325875.522745:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408628992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325875.522755:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325875.522760:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767325875.522760:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767325875.522765:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:2.0:1767325875.522766:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:1.0:1767325875.522768:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000619ff9c9. 00000400:00000001:2.0:1767325875.522770:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767325875.522772:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325875.522775:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325875.522777:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767325875.522779:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325875.522781:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f07b907. 02000000:00000001:1.0:1767325875.522785:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1767325875.522785:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001389c6bf. 02000000:00000001:1.0:1767325875.522788:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325875.522792:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000400:00000200:2.0:1767325875.522793:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a44e04f 00000400:00000010:2.0:1767325875.522796:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a44e04f. 00000100:00000001:1.0:1767325875.522797:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325875.522800:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325875.522802:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325875.522803:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767325875.522806:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408628864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325875.522811:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408629248/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325875.522818:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325875.522821:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325875.522824:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050e3b494. 02000000:00000001:1.0:1767325875.522828:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1767325875.522830:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408629248/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767325875.522831:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325875.522834:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767325875.522837:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325875.522840:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039fc680f. 02000000:00000001:1.0:1767325875.522844:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325875.522847:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767325875.522847:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1767325875.522849:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:2.0:1767325875.522851:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325875.522853:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325875.522856:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325875.522856:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325875.522859:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325875.522861:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325875.522862:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325875.522865:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325875.522868:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325875.522871:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1767325875.522873:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d217ad40 time=15 v=5 (5 0 0 0) 00000100:00000001:1.0:1767325875.522875:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325875.522880:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767325875.522880:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000840fc659 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325875.522884:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325875.522885:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325875.522888:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325875.522890:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325875.522894:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bfc4a11d x1853175408629248/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325875.522916:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325875.522919:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325875.522920:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325875.522922:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325875.522924:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325875.522927:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408629248/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325875.522934:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325875.522937:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325875.522938:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325875.522941:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408629248/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325875.522948:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408629248:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325875.522952:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325875.522954:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325875.522956:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408629248/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325891 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325875.522963:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325875.522965:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325875.522967:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ea11ec5. 02000000:00000001:2.0:1767325875.522970:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325875.522972:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325875.522973:0:211396:0:(genops.c:1242:class_import_put()) import 000000001dac6e9e refcount=2 obd=lustre-OST0000-osc-ffff971288e2b000 00000020:00000001:2.0:1767325875.522975:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325875.522977:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed9e0e5f. 02000000:00000001:2.0:1767325875.522979:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325875.522981:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325875.522982:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:2.0:1767325875.522985:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325875.522986:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325875.522993:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325875.522997:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325875.522998:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325875.523000:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325875.523002:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325875.537607:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325875.537633:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325875.537657:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325875.537661:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325875.537677:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325875.537701:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f01580 00000400:00000200:1.0:1767325875.537722:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x269 [1] + 0 00000800:00000001:1.0:1767325875.537733:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325875.537754:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325875.537757:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325875.537761:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325875.537768:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325875.537776:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408629120/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325875.537788:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000b258af54 x1853175408629120/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325875.537857:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325875.537863:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325875.537882:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325875.537895:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325875.537898:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767325875.539742:0:211393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325875.539749:0:211393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325875.539753:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4d27a33. 00000400:00000200:2.0:1767325875.539761:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000628fadee 00000400:00000010:2.0:1767325875.539763:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000628fadee. 00000100:00000001:2.0:1767325875.539767:0:211393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325875.539774:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408629120/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325875.539783:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408629120/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325875.539788:0:211393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325875.539790:0:211393:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325875.539792:0:211393:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325875.539796:0:211393:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325875.539798:0:211393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325875.539799:0:211393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325875.539802:0:211393:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325875.539812:0:211393:0:(import.c:2128:obd_at_measure()) add 0 to 000000008e3b5ac7 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325875.539815:0:211393:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=10 v=10 (10 0 0 0) 00000100:00000001:2.0:1767325875.539818:0:211393:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325875.539819:0:211393:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767325875.539821:0:211393:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767325875.539825:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408629120/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325890 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325875.539833:0:211393:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1767325875.539837:0:211393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325875.539839:0:211393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325875.539853:0:211393:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767325875.539856:0:211393:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1767325875.539859:0:211393:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767325875.539865:0:211393:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.142@tcp failed (-19) 00000100:00000001:2.0:1767325875.539867:0:211393:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767325875.539872:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408629120/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325890 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325875.539878:0:211393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408629120:192.168.202.142@tcp:38: 00000100:00000001:2.0:1767325875.539884:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325875.539888:0:211393:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325875.539891:0:211393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408629120/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325890 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325875.539898:0:211393:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325875.539901:0:211393:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325875.539905:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000069fcb324. 02000000:00000001:2.0:1767325875.539909:0:211393:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325875.539912:0:211393:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325875.539914:0:211393:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767325875.539916:0:211393:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325875.539919:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000008fe3c98d. 02000000:00000001:2.0:1767325875.539923:0:211393:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325875.539925:0:211393:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325875.539926:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000001:2.0:1767325875.539931:0:211393:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325875.539932:0:211393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325875.539935:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325875.539943:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325875.539945:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325875.539948:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325875.539950:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325876.539505:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325876.539512:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325876.539518:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325876.539519:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325876.539686:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325876.539694:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325876.539698:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325877.563527:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325877.563532:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325877.563537:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325877.563539:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325877.563561:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325877.563564:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325877.563567:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325878.587536:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325878.587542:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325878.587548:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325878.587549:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325878.587596:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325878.587600:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325878.587602:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325879.355541:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305747137, at 4305747200 00000100:00000040:1.0:1767325879.355541:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305747137, at 4305747200 00000100:00000040:2.0:1767325879.355541:0:178515:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305747137, at 4305747200 00000100:00000040:3.0:1767325879.355546:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305747137, at 4305747200 00000100:00000010:0.0:1767325879.355562:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a04ad297. 00000100:00000010:1.0:1767325879.355564:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ea25869. 00000100:00000010:2.0:1767325879.355567:0:178515:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c97101f. 00000100:00000010:3.0:1767325879.355577:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006635b1ce. 00010000:00000001:0.0:1767325879.611474:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325879.611489:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325879.611498:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325879.611499:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325879.611570:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325879.611575:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325879.611579:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325880.635556:0:74068:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325880.635570:0:74068:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325880.635583:0:74068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d01b32e0. 00000020:00000040:3.0:1767325880.635593:0:74068:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767325880.635597:0:74068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325880.635601:0:74068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325880.635607:0:74068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325880.635616:0:74068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003fff2558. 00000100:00000001:3.0:1767325880.635623:0:74068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325880.635634:0:74068:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000d01b32e0 x1853175408629376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325880.635643:0:74068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325880.635646:0:74068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325880.635651:0:74068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d01b32e0] to pc [ptlrpcd_00_03+3] req@00000000d01b32e0 x1853175408629376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325880.635747:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325880.635756:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325880.635759:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325880.635768:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325880.635769:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d01b32e0 x1853175408629376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325880.635773:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325880.635789:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325880.635791:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325880.635795:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325880.635798:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325880.635800:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325880.635802:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d01b32e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408629376:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325880.635806:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325880.635810:0:74068:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325880.635812:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767325880.635814:0:74068:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767325880.635815:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325880.635823:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325880.635825:0:74068:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325880.635829:0:74068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000497468fb. 02000000:00000010:2.0:1767325880.635833:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049ac8df2. 00000020:00000040:3.0:1767325880.635833:0:74068:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767325880.635836:0:74068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325880.635843:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325880.635843:0:74068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325880.635852:0:74068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325880.635856:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4d27a33. 02000000:00000010:3.0:1767325880.635858:0:74068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc945970. 00000100:00000001:3.0:1767325880.635867:0:74068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325880.635872:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000628fadee. 00000100:00000040:3.0:1767325880.635873:0:74068:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000497468fb x1853175408629504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325880.635885:0:74068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767325880.635886:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408629376, portal 25 00000100:00000001:3.0:1767325880.635887:0:74068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325880.635894:0:74068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497468fb] to pc [ptlrpcd_00_00+0] req@00000000497468fb x1853175408629504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325880.635896:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325880.635903:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571623168 : -115369137928448 : ffff971287840700) 00000100:00000040:2.0:1767325880.635917:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d01b32e0 x1853175408629376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325880.635927:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325880.635933:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767325880.635937:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767325880.635937:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000411bc08a. 00000100:00000001:1.0:1767325880.635940:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325880.635942:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767325880.635943:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408629376, offset 0 00000100:00000040:1.0:1767325880.635955:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000497468fb x1853175408629504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325880.635961:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767325880.635970:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325880.635972:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325880.635974:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325880.635975:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325880.635977:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325880.635980:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000497468fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408629504:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325880.635983:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767325880.635986:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:1.0:1767325880.635988:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325880.635991:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325880.635994:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767325880.635996:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1767325880.635998:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9133979. 02000000:00000001:1.0:1767325880.636001:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325880.636005:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:1.0:1767325880.636006:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006359ac6f. 00000400:00000200:2.0:1767325880.636012:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767325880.636013:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d659d8ea. 00000100:00000200:1.0:1767325880.636019:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408629504, portal 10 00000100:00000001:1.0:1767325880.636021:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325880.636022:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571624960 : -115369137926656 : ffff971287840e00) 00000100:00000040:1.0:1767325880.636030:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000497468fb x1853175408629504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325880.636035:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767325880.636050:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [49:49:256:4294967295] 192.168.202.142@tcp LPNI seq info [49:49:8:4294967295] 00000100:00000001:1.0:1767325880.636053:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325880.636060:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325880.636064:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f47fe55. 00000100:00000200:1.0:1767325880.636070:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408629504, offset 0 00000400:00000200:2.0:1767325880.636080:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:1.0:1767325880.636083:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767325880.636097:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767325880.636102:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed9e0e5f. 00000800:00000200:2.0:1767325880.636108:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767325880.636111:0:74068:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767325880.636114:0:74068:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:2.0:1767325880.636124:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00080000:3.0:1767325880.636130:0:74068:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000800:00000200:2.0:1767325880.636135:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed9e0e5f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325880.636135:0:74068:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767325880.636144:0:74068:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767325880.636147:0:74068:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767325880.636150:0:74068:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: connect to NID 192.168.202.142@tcp last attempt 11076 00000100:00000001:2.0:1767325880.636156:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325880.636160:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305752257 00000100:00000010:2.0:1767325880.636163:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d6b0fc2. 00000400:00000200:1.0:1767325880.636169:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767325880.636170:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767325880.636178:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325880.636180:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305752257 00000400:00000200:1.0:1767325880.636185:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000010:2.0:1767325880.636189:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc78285a. 00000400:00000200:1.0:1767325880.636193:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325880.636195:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767325880.636199:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767325880.636201:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305752257 00000400:00000200:1.0:1767325880.636208:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [50:50:255:4294967295] 192.168.202.142@tcp LPNI seq info [50:50:7:4294967295] 00000100:00000010:2.0:1767325880.636209:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab6cb4ac. 00000100:00000001:2.0:1767325880.636222:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767325880.636225:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305752257 00000100:00000001:0.0:1767325880.636230:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767325880.636238:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd8dfb95. 00000100:00000001:0.0:1767325880.636240:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325880.636242:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325880.636251:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325880.636258:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767325880.636260:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325880.636262:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1767325880.636266:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325880.636269:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767325880.636273:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325880.636279:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325880.636279:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000814f6ebc. 00000100:00000001:2.0:1767325880.636283:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325880.636287:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767325880.636290:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1767325880.636291:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767325880.636292:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767325880.636295:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767325880.636297:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325880.636301:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325880.636305:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325880.636306:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325880.636309:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000814f6ebc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325880.636323:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325880.636329:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 1263052 usecs (1264 jiffies) 00000100:00000001:1.0:1767325880.636333:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305749744 00000100:00000001:1.0:1767325880.636336:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305752257 00000100:00000001:1.0:1767325880.636338:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305749744 00000100:00000001:1.0:1767325880.636340:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305752257 00000100:00000001:1.0:1767325880.636342:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305749744 00000100:00000001:1.0:1767325880.636343:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305752257 00000100:00000001:1.0:1767325880.636344:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305749744 00000100:00000001:1.0:1767325880.636345:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305752257 00000100:00000001:1.0:1767325880.636346:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325880.636348:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325880.636351:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325880.636353:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767325880.636353:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767325880.636360:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325880.636362:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767325880.636362:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:0.0:1767325880.636367:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767325880.636367:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1767325880.636368:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed9e0e5f. 00000100:00000001:1.0:1767325880.636370:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325880.636374:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325880.636378:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325880.636378:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325880.636391:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325880.636422:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325880.636427:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000411bc08a 00000400:00000010:2.0:1767325880.636430:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000411bc08a. 00000100:00000001:2.0:1767325880.636436:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325880.636439:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d01b32e0 x1853175408629376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325880.636447:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325880.636449:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d01b32e0 x1853175408629376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325896 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325880.636453:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325880.636454:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325880.636506:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325880.636508:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000814f6ebc. 00000400:00000200:2.0:1767325880.636510:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325880.636513:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325880.636515:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f47fe55 00000400:00000010:2.0:1767325880.636516:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f47fe55. 00000100:00000001:2.0:1767325880.636518:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325880.636521:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000497468fb x1853175408629504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325880.636528:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325880.636530:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000497468fb x1853175408629504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325896 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325880.636535:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325880.636536:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767325880.636982:0:74068:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.142@tcp is discovered: rc = 1 00000100:00001000:3.0:1767325880.636988:0:74068:0:(import.c:2128:obd_at_measure()) add 15 to 000000000185434f time=15 v=10 (10 0 0 0) 00000100:00001000:3.0:1767325880.636993:0:74068:0:(import.c:2194:obd_at_measure()) AT 000000000185434f change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00080000:3.0:1767325880.636996:0:74068:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: tried all connections, increasing latency to 10s 00000100:00000040:3.0:1767325880.636999:0:74068:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000001:3.0:1767325880.637010:0:74068:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767325880.637014:0:74068:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000100:00000001:3.0:1767325880.637016:0:74068:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 00000020:00000001:3.0:1767325880.637020:0:74068:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767325880.637022:0:74068:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e81 00000020:00000001:3.0:1767325880.637024:0:74068:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325880.637027:0:74068:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006a77ff05 refcount=5 00000020:00000001:3.0:1767325880.637029:0:74068:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000020:00000001:3.0:1767325880.637098:0:74068:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000100:00000040:3.0:1767325880.637102:0:74068:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000001:3.0:1767325880.637104:0:74068:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767325880.637106:0:74068:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000100:00000001:3.0:1767325880.637108:0:74068:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 00000020:00000040:3.0:1767325880.637110:0:74068:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 4 00000100:00080000:3.0:1767325880.637114:0:74068:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: import 00000000ad9b5df4 using connection 192.168.202.142@tcp/192.168.202.142@tcp 00000100:00000001:3.0:1767325880.637116:0:74068:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325880.637118:0:74068:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767325880.637126:0:74068:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325880.637129:0:74068:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325880.637132:0:74068:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1767325880.637136:0:74068:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1767325880.637140:0:74068:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325880.637142:0:74068:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325880.637146:0:74068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a60b7193. 00000020:00000040:3.0:1767325880.637150:0:74068:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:3.0:1767325880.637155:0:74068:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767325880.637156:0:74068:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325880.637159:0:74068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325880.637161:0:74068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325880.637163:0:74068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325880.637168:0:74068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c816fe21. 00000100:00000001:3.0:1767325880.637172:0:74068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325880.637184:0:74068:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a60b7193 x1853175408629632/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325880.637195:0:74068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325880.637196:0:74068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325880.637200:0:74068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a60b7193] to pc [ptlrpcd_rcv+-1] req@00000000a60b7193 x1853175408629632/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325880.637222:0:74068:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325880.637225:0:74068:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325880.637241:0:74068:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325880.637245:0:74068:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e74e626. 00000020:00000040:3.0:1767325880.637248:0:74068:0:(genops.c:1229:class_import_get()) import 000000001dac6e9e refcount=3 obd=lustre-OST0000-osc-ffff971288e2b000 00000100:00000001:3.0:1767325880.637251:0:74068:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325880.637253:0:74068:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325880.637256:0:74068:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325880.637261:0:74068:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8b9f1ee. 00000100:00000001:3.0:1767325880.637268:0:74068:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325880.637273:0:74068:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID req@000000007e74e626 x1853175408629760/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325880.637275:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325880.637279:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325880.637283:0:211393:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325880.637286:0:74068:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325880.637289:0:74068:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325880.637297:0:74068:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e74e626] to pc [ptlrpcd_00_01+1] req@000000007e74e626 x1853175408629760/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325880.637303:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a60b7193 x1853175408629632/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325880.637328:0:211393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325880.637330:0:211393:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325880.637334:0:211393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325880.637337:0:211393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325880.637339:0:211393:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325880.637344:0:211393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a60b7193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408629632:192.168.202.142@tcp:38: 00000100:00000001:2.0:1767325880.637348:0:211393:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325880.637351:0:211393:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325880.637353:0:211393:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325880.637354:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325880.637355:0:211393:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325880.637359:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767325880.637361:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000af6a28c5. 00000100:00000001:1.0:1767325880.637362:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767325880.637367:0:211393:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325880.637371:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007e74e626 x1853175408629760/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325880.637372:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec22c36e. 00000400:00000010:2.0:1767325880.637378:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000411bc08a. 00000100:00000200:2.0:1767325880.637385:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408629632, portal 10 00000100:00000001:2.0:1767325880.637389:0:211393:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325880.637393:0:211393:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571634816 : -115369137916800 : ffff971287843480) 00000100:00000001:1.0:1767325880.637394:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325880.637397:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325880.637422:0:211393:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a60b7193 x1853175408629632/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325880.637430:0:211393:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767325880.637434:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767325880.637435:0:211393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767325880.637439:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767325880.637440:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051f3b62d. 02000000:00000001:1.0:1767325880.637442:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325880.637445:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175408629632, offset 0 00000100:00100000:1.0:1767325880.637448:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007e74e626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408629760:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325880.637452:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325880.637455:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325880.637458:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325880.637461:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767325880.637462:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000010:1.0:1767325880.637468:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000291db5bf. 02000000:00000001:1.0:1767325880.637472:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325880.637476:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:1.0:1767325880.637478:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b6fe37f. 00000400:00000200:2.0:1767325880.637482:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767325880.637484:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c6b1e4e. 00000400:00000200:2.0:1767325880.637488:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000200:1.0:1767325880.637489:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408629760, portal 4 00000400:00000200:2.0:1767325880.637493:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767325880.637494:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325880.637497:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571624064 : -115369137927552 : ffff971287840a80) 00000400:00000200:2.0:1767325880.637497:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767325880.637504:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [51:51:256:4294967295] 192.168.202.142@tcp LPNI seq info [51:51:8:4294967295] 00000100:00000040:1.0:1767325880.637509:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007e74e626 x1853175408629760/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325880.637521:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767325880.637525:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:1.0:1767325880.637529:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325880.637532:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063c74014. 00000100:00000200:1.0:1767325880.637537:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853175408629760, offset 0 00000800:00000200:2.0:1767325880.637543:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325880.637547:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325880.637556:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:2.0:1767325880.637558:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed9e0e5f. 00000400:00000200:1.0:1767325880.637560:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325880.637567:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:2.0:1767325880.637570:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767325880.637573:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325880.637579:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325880.637583:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [52:52:255:4294967295] 192.168.202.142@tcp LPNI seq info [52:52:7:4294967295] 00000400:00000200:1.0:1767325880.637592:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767325880.637606:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325880.637609:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023d40614. 00000800:00000200:1.0:1767325880.637616:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325880.637620:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325880.637624:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023d40614 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325880.637637:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325880.637641:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: using a timeout of 7987 usecs (8 jiffies) 00000100:00000001:1.0:1767325880.637643:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305748489 00000100:00000001:1.0:1767325880.637645:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305752257 00000100:00000001:1.0:1767325880.637647:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305748489 00000100:00000001:1.0:1767325880.637649:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305752257 00000100:00000001:1.0:1767325880.637651:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305748489 00000100:00000001:1.0:1767325880.637653:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305752257 00000100:00000001:1.0:1767325880.637653:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305748489 00000100:00000001:1.0:1767325880.637654:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305752257 00000100:00000001:1.0:1767325880.637655:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325880.637657:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325880.637660:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325880.637662:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325880.637718:0:74068:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325880.637725:0:74068:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11086) 00000100:00000001:3.0:1767325880.637765:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325880.637768:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325880.637770:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325880.637772:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325880.637912:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767325880.637917:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed9e0e5f type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767325880.637922:0:211393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325880.637926:0:211393:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 2216906 usecs (2217 jiffies) 00000100:00000001:2.0:1767325880.637929:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305750699 00000100:00000001:2.0:1767325880.637931:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305752257 00000100:00000001:1.0:1767325880.637933:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325880.637934:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305750699 00000100:00000001:1.0:1767325880.637935:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325880.637939:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325880.637941:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305752257 00000100:00000001:1.0:1767325880.637942:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325880.637946:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325880.637946:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305750699 00000100:00000001:1.0:1767325880.637949:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325880.637953:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305752257 00000100:00000001:2.0:1767325880.637956:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305750699 00000100:00000001:2.0:1767325880.637959:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305752257 00000100:00000001:2.0:1767325880.637962:0:211393:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325880.637965:0:211393:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325880.637967:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325880.637970:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325880.637977:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325880.637979:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767325880.637981:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325880.637983:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325880.637987:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325880.637988:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325880.637990:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325880.637991:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023d40614. 00000400:00000200:1.0:1767325880.637997:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325880.638005:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325880.638010:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063c74014 00000400:00000010:1.0:1767325880.638018:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063c74014. 00000100:00000001:1.0:1767325880.638022:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325880.638026:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007e74e626 x1853175408629760/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325880.638034:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325880.638036:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007e74e626 x1853175408629760/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325896 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325880.638041:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325880.638042:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325880.638079:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325880.638082:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed9e0e5f. 00000400:00000200:1.0:1767325880.638085:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325880.638089:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325880.638091:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051f3b62d 00000400:00000010:1.0:1767325880.638093:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051f3b62d. 00000100:00000001:1.0:1767325880.638096:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325880.638099:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a60b7193 x1853175408629632/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325880.638106:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325880.638109:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a60b7193 x1853175408629632/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325900 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325880.638116:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325880.638118:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325880.638693:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325880.638702:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325880.638705:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325880.638707:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325880.638716:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325880.638733:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f01680 00000400:00000200:1.0:1767325880.638741:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x27d [1] + 224 00000800:00000001:1.0:1767325880.638748:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325880.638753:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325880.638763:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325880.638766:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325880.638771:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325880.638775:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d01b32e0 x1853175408629376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325880.638785:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d01b32e0 x1853175408629376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325880.638802:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325880.638808:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325880.638810:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325880.638812:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325880.638814:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325880.638818:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325880.638823:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f01700 00000400:00000200:1.0:1767325880.638828:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x285 [1] + 224 00000800:00000001:1.0:1767325880.638832:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325880.638836:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325880.638838:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325880.638841:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325880.638843:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325880.638846:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000497468fb x1853175408629504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325880.638853:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000497468fb x1853175408629504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325880.638871:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325880.638875:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325880.638878:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325880.638906:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325880.638913:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325880.638921:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325880.638923:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325880.638926:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006359ac6f. 00000400:00000200:0.0:1767325880.638933:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d659d8ea 00000400:00000010:0.0:1767325880.638935:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d659d8ea. 00000100:00000001:0.0:1767325880.638939:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325880.638948:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000497468fb x1853175408629504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325880.638960:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000497468fb x1853175408629504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325880.638968:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325880.638970:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325880.638973:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325880.638977:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325880.638980:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325880.638984:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325880.638987:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325880.638992:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325880.638996:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767325880.638997:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=21 v=5 (5 0 0 0) 00000400:00000001:3.0:1767325880.639004:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325880.639008:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1767325880.639014:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=21 v=5 (1 0 0 0) 00000400:00000010:3.0:1767325880.639016:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4d27a33. 00000100:00000001:0.0:1767325880.639022:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767325880.639024:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000628fadee 00000100:00000001:0.0:1767325880.639027:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325880.639030:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000628fadee. 00010000:00000001:0.0:1767325880.639033:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325880.639036:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767325880.639042:0:211394:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325880.639047:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d01b32e0 x1853175408629376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325880.639050:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325880.639054:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325880.639059:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325880.639063:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325880.639078:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d01b32e0 x1853175408629376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325880.639080:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000497468fb x1853175408629504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325880.639089:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325880.639091:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325880.639100:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325880.639104:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325880.639109:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325880.639114:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325880.639114:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325880.639122:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325880.639125:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325880.639129:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325880.639130:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325880.639139:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=26 v=5 (1 0 0 0) 00000100:00000040:0.0:1767325880.639142:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000497468fb x1853175408629504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325880.639145:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325880.639151:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325880.639160:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325880.639164:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325880.639168:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000497468fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408629504:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325880.639170:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325880.639180:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d01b32e0 x1853175408629376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325880.639181:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325880.639189:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325880.639197:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325880.639201:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000497468fb x1853175408629504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325880.639204:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325880.639211:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325880.639226:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767325880.639226:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d01b32e0 x1853175408629376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325880.639232:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325880.639236:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9133979. 02000000:00000001:0.0:1767325880.639243:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325880.639247:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1767325880.639249:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d01b32e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408629376:192.168.202.142@tcp:400: 00000020:00000040:0.0:1767325880.639251:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767325880.639259:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325880.639262:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767325880.639263:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc945970. 00000100:00000001:3.0:1767325880.639269:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325880.639273:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d01b32e0 x1853175408629376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325880.639274:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325880.639279:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325880.639284:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000497468fb. 00000100:00000001:0.0:1767325880.639294:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325880.639296:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325880.639297:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325880.639301:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325880.639302:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767325880.639307:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049ac8df2. 00000100:00000001:0.0:1767325880.639312:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767325880.639313:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767325880.639316:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325880.639317:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325880.639322:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767325880.639323:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325880.639329:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325880.639329:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325880.639335:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003fff2558. 02000000:00000001:3.0:1767325880.639341:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325880.639342:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325880.639344:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d01b32e0. 00000100:00000001:3.0:1767325880.639348:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325880.639349:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325880.639351:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325880.639356:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325880.639358:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325880.639360:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325880.639362:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325880.640918:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325880.640933:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325880.640936:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325880.640939:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325880.640948:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325880.640974:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 4 MB=0x6957405f01800 00000400:00000200:2.0:1767325880.640984:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.142@tcp of length 224/224 into md 0x295 [1] + 224 00000800:00000001:2.0:1767325880.640991:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325880.640998:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325880.641001:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325880.641005:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325880.641010:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325880.641016:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007e74e626 x1853175408629760/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325880.641027:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007e74e626 x1853175408629760/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325880.641047:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325880.641056:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325880.641059:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325880.641097:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325880.641101:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325880.641107:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325880.641110:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325880.641113:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b6fe37f. 00000400:00000200:1.0:1767325880.641123:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c6b1e4e 00000400:00000010:1.0:1767325880.641124:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c6b1e4e. 00000100:00000001:1.0:1767325880.641128:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325880.641132:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007e74e626 x1853175408629760/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325880.641142:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007e74e626 x1853175408629760/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325880.641149:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325880.641151:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325880.641153:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325880.641155:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325880.641157:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325880.641158:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325880.641161:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325880.641168:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d217ad40 time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325880.641172:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000840fc659 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325880.641175:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325880.641176:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325880.641178:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325880.641182:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007e74e626 x1853175408629760/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325880.641189:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325880.641192:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325880.641194:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325880.641195:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325880.641196:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325880.641199:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007e74e626 x1853175408629760/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325880.641203:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325880.641205:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325880.641207:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325880.641209:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e74e626 x1853175408629760/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325880.641221:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007e74e626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408629760:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325880.641225:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325880.641227:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325880.641228:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007e74e626 x1853175408629760/t0(0) o400->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325896 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325880.641233:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325880.641234:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325880.641237:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000291db5bf. 02000000:00000001:1.0:1767325880.641239:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325880.641240:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325880.641242:0:211395:0:(genops.c:1242:class_import_put()) import 000000001dac6e9e refcount=2 obd=lustre-OST0000-osc-ffff971288e2b000 00000020:00000001:1.0:1767325880.641243:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325880.641245:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8b9f1ee. 02000000:00000001:1.0:1767325880.641247:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325880.641248:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325880.641250:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e74e626. 00000100:00000001:1.0:1767325880.641253:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325880.641255:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325880.641257:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325880.641274:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325880.641276:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325880.641279:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325880.641281:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325880.648338:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325880.648364:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325880.648369:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325880.648372:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325880.648386:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325880.648456:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f01780 00000400:00000200:1.0:1767325880.648467:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x28d [1] + 0 00000800:00000001:1.0:1767325880.648477:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325880.648487:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325880.648508:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325880.648513:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325880.648524:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325880.648533:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a60b7193 x1853175408629632/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325880.648548:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000a60b7193 x1853175408629632/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325880.648971:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325880.648984:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325880.648989:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325880.649079:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325880.649085:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325880.649095:0:211393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325880.649097:0:211393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325880.649100:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec22c36e. 00000400:00000200:2.0:1767325880.649106:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000411bc08a 00000400:00000010:2.0:1767325880.649108:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000411bc08a. 00000100:00000001:2.0:1767325880.649112:0:211393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325880.649117:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a60b7193 x1853175408629632/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325880.649135:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a60b7193 x1853175408629632/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325880.649143:0:211393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325880.649145:0:211393:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325880.649148:0:211393:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325880.649152:0:211393:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325880.649155:0:211393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325880.649158:0:211393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325880.649161:0:211393:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325880.649181:0:211393:0:(import.c:2128:obd_at_measure()) add 0 to 000000008e3b5ac7 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325880.649185:0:211393:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=15 v=15 (15 0 0 0) 00000100:00000001:2.0:1767325880.649188:0:211393:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325880.649191:0:211393:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767325880.649204:0:211393:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767325880.649209:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a60b7193 x1853175408629632/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325900 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325880.649217:0:211393:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1767325880.649221:0:211393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325880.649223:0:211393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325880.649226:0:211393:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767325880.649228:0:211393:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1767325880.649232:0:211393:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767325880.649238:0:211393:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.142@tcp failed (-19) 00000100:00000001:2.0:1767325880.649241:0:211393:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767325880.649245:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a60b7193 x1853175408629632/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325900 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325880.649253:0:211393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a60b7193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408629632:192.168.202.142@tcp:38: 00000100:00000001:2.0:1767325880.649259:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325880.649261:0:211393:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325880.649264:0:211393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a60b7193 x1853175408629632/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767325900 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325880.649273:0:211393:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325880.649276:0:211393:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325880.649280:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000af6a28c5. 02000000:00000001:2.0:1767325880.649284:0:211393:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325880.649287:0:211393:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325880.649289:0:211393:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767325880.649291:0:211393:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325880.649294:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000c816fe21. 02000000:00000001:2.0:1767325880.649304:0:211393:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325880.649306:0:211393:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325880.649309:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a60b7193. 00000100:00000001:2.0:1767325880.649315:0:211393:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325880.649316:0:211393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325880.649318:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325880.649337:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325880.649339:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325880.649342:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325880.649344:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325881.508014:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325881.508038:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325881.508043:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325881.508045:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325881.508060:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325881.508082:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 328 into portal 15 MB=0x6957408006480 00000400:00000200:1.0:1767325881.508092:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.142@tcp of length 328/328 into md 0xd [2] + 0 00000800:00000001:1.0:1767325881.508102:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325881.508107:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325881.508110:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325881.508115:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325881.508123:0:211387:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767325881.508125:0:211387:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767325881.508131:0:211387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000998eba6e. 00000100:00000040:1.0:1767325881.508137:0:211387:0:(events.c:337:request_in_callback()) incoming req@00000000998eba6e x1853175443252352 msgsize 328 00000100:00100000:1.0:1767325881.508141:0:211387:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.142@tcp (source: 12345-192.168.202.142@tcp) 00000100:00000001:1.0:1767325881.508159:0:211387:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767325881.508168:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325881.508172:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325881.508173:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325881.508175:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325881.508178:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325881.508183:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 328 into portal 15 MB=0x6957408006500 00000400:00000200:1.0:1767325881.508205:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.142@tcp of length 328/328 into md 0xd [2] + 328 00000800:00000001:1.0:1767325881.508210:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325881.508219:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325881.508221:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325881.508224:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325881.508227:0:211387:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767325881.508228:0:211387:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767325881.508232:0:211387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000014038034. 00000100:00000040:1.0:1767325881.508235:0:211387:0:(events.c:337:request_in_callback()) incoming req@0000000014038034 x1853175443252480 msgsize 328 00000100:00100000:1.0:1767325881.508238:0:211387:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.142@tcp (source: 12345-192.168.202.142@tcp) 00000100:00000001:1.0:1767325881.508261:0:211387:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767325881.508265:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325881.508269:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767325881.508357:0:214080:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001a793033. 00000100:00000001:3.0:1767325881.508369:0:214080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767325881.508372:0:214080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175443252352 02000000:00000001:3.0:1767325881.508375:0:214080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767325881.508378:0:214080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325881.508380:0:214080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325881.508386:0:214080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325881.508392:0:214080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175443252352 00000020:00000001:3.0:1767325881.508395:0:214080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767325881.508397:0:214080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e2d 00000020:00000001:3.0:1767325881.508433:0:214080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325881.508436:0:214080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d83f0954 refcount=3 00000020:00000001:3.0:1767325881.508439:0:214080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512520192 : -115369197031424 : ffff971283fe3000) 00000020:00000001:3.0:1767325881.508442:0:214080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512520192 : -115369197031424 : ffff971283fe3000) 00000100:00000001:3.0:1767325881.508447:0:214080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767325881.508452:0:214080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000310f50fb. 00000100:00000001:3.0:1767325881.508456:0:214080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767325881.508465:0:214080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000310f50fb. 00000020:00000010:3.0:1767325881.508473:0:214080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3883f3e. 00000020:00000010:3.0:1767325881.508479:0:214080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec69883b. 00000020:00000010:3.0:1767325881.508484:0:214080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004211f394. 00000100:00000040:3.0:1767325881.508495:0:214080:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767325881.508499:0:214080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767325881.508501:0:214080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767325881.508503:0:214080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325881.508514:0:214080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325881.508517:0:214080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325881.508527:0:214080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767325881.508529:0:214080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175443252480 02000000:00000001:3.0:1767325881.508531:0:214080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767325881.508533:0:214080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325881.508534:0:214080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325881.508536:0:214080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325881.508538:0:214080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175443252480 00000020:00000001:3.0:1767325881.508540:0:214080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767325881.508541:0:214080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e2d 00000020:00000001:3.0:1767325881.508543:0:214080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325881.508544:0:214080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d83f0954 refcount=4 00000020:00000001:3.0:1767325881.508546:0:214080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512520192 : -115369197031424 : ffff971283fe3000) 00000020:00000001:3.0:1767325881.508548:0:214080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512520192 : -115369197031424 : ffff971283fe3000) 00000100:00000001:3.0:1767325881.508551:0:214080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767325881.508553:0:214080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000310f50fb. 00000100:00000001:3.0:1767325881.508555:0:214080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767325881.508557:0:214080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000310f50fb. 00000020:00000010:3.0:1767325881.508561:0:214080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8bf1f82. 00000020:00000010:3.0:1767325881.508563:0:214080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bb2209fb. 00000020:00000010:3.0:1767325881.508566:0:214080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b7a9b61b. 00000100:00000001:3.0:1767325881.508569:0:214080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767325881.508570:0:214080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767325881.508571:0:214080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325881.508574:0:214080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325881.508576:0:214080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325881.508591:0:214080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767325881.508593:0:214080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767325881.508599:0:214080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.142@tcp, seq: 0 00000100:00000040:3.0:1767325881.508602:0:214080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d83f0954 : new rpc_count 1 00000100:00000001:3.0:1767325881.508604:0:214080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628704604908032 : -115369104643584 : ffff9712897fea00) 00000100:00000040:3.0:1767325881.508613:0:214080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000998eba6e x1853175443252352/t0(0) o104->d78984fc-6fc9-437f-a1d6-38da7564c553@192.168.202.142@tcp:752/0 lens 328/0 e 0 to 0 dl 1767325892 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325881.508623:0:214080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767325881.508626:0:214080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000310f50fb. 00000100:00000001:3.0:1767325881.508628:0:214080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767325881.508630:0:214080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000310f50fb. 00000100:00100000:3.0:1767325881.508634:0:214080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000998eba6e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d78984fc-6fc9-437f-a1d6-38da7564c553+4:499944:x1853175443252352:12345-192.168.202.142@tcp:104: 00000100:00000200:3.0:1767325881.508639:0:214080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175443252352 00010000:00000001:3.0:1767325881.508642:0:214080:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767325881.508651:0:214080:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325881.508653:0:214080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325881.508655:0:214080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000000983976 refcount=2 00000020:00000001:3.0:1767325881.508669:0:214080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344680448 : -115368364871168 : ffff9712b597f200) 00010000:00000001:3.0:1767325881.508672:0:214080:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344680448 : -115368364871168 : ffff9712b597f200) 00010000:00000001:3.0:1767325881.508676:0:214080:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767325881.508678:0:214080:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325881.508683:0:214080:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: 0000000000983976/0x437b5ddfad697e3b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa7160ca8575821f4 expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767325881.508693:0:214080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767325881.508696:0:214080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767325881.508701:0:214080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aec678a2. 02000000:00000001:3.0:1767325881.508703:0:214080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325881.508706:0:214080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325881.508711:0:214080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767325881.508714:0:214080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325881.508719:0:214080:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d677422 time=1767325881 v=10 (0 0 0 0) 00000100:00001000:3.0:1767325881.508728:0:214080:0:(import.c:2194:obd_at_measure()) AT 000000001d677422 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767325881.508734:0:214080:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ldlm_cbd changed estimate from 10 to 5 req@00000000998eba6e x1853175443252352/t0(0) o104->d78984fc-6fc9-437f-a1d6-38da7564c553@192.168.202.142@tcp:752/0 lens 328/224 e 0 to 0 dl 1767325892 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325881.508745:0:214080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767325881.508748:0:214080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 13 to 192.168.202.142@tcp 00000100:00000001:3.0:1767325881.508751:0:214080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 02000000:00000001:3.0:1767325881.508754:0:214080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767325881.508756:0:214080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325881.508760:0:214080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325881.508763:0:214080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767325881.508768:0:214080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c3d74f9. 00000100:00000200:3.0:1767325881.508775:0:214080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175443252352, offset 224 00000400:00000200:3.0:1767325881.508782:0:214080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325881.508794:0:214080:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.42@tcp to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325881.508802:0:214080:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [53:53:256:4294967295] 192.168.202.142@tcp LPNI seq info [53:53:8:4294967295] 00000400:00000200:3.0:1767325881.509907:0:214080:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:192.168.202.42@tcp) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325881.509914:0:214080:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325881.509922:0:214080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 00000800:00000200:3.0:1767325881.509930:0:214080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325881.509939:0:214080:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325881.509943:0:214080:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325881.509963:0:214080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325881.509967:0:214080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00010000:00000001:3.0:1767325881.509971:0:214080:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767325881.509975:0:214080:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000003f0ac31c. 00010000:00000001:3.0:1767325881.509978:0:214080:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767325881.509993:0:214080:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767325881.510002:0:214080:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325881.510004:0:214080:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325881.510007:0:214080:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325881.510022:0:214080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000998eba6e x1853175443252352/t0(0) o104->d78984fc-6fc9-437f-a1d6-38da7564c553@192.168.202.142@tcp:752/0 lens 328/224 e 0 to 0 dl 1767325892 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767325881.510033:0:214080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000998eba6e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d78984fc-6fc9-437f-a1d6-38da7564c553+4:499944:x1853175443252352:12345-192.168.202.142@tcp:104: Request processed in 1408us (1894us total) trans 0 rc 0/0 00000100:00100000:3.0:1767325881.510042:0:214080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.142@tcp, seq: 0 00000100:00000040:3.0:1767325881.510046:0:214080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d83f0954 : new rpc_count 0 00000100:00000001:3.0:1767325881.510050:0:214080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767325881.510052:0:214080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767325881.510058:0:214080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec69883b. 00000020:00000010:3.0:1767325881.510063:0:214080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004211f394. 00000020:00000010:3.0:1767325881.510067:0:214080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3883f3e. 00000020:00000040:3.0:1767325881.510073:0:214080:0:(genops.c:898:class_export_put()) PUTting export 00000000d83f0954 : new refcount 3 00000100:00000001:3.0:1767325881.510076:0:214080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325881.510088:0:214080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767325881.510090:0:214080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767325881.510093:0:214080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.142@tcp, seq: 1 00000100:00000040:3.0:1767325881.510095:0:214080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d83f0954 : new rpc_count 1 00000100:00000001:3.0:1767325881.510097:0:214080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628704604903552 : -115369104648064 : ffff9712897fd880) 00000100:00000040:3.0:1767325881.510102:0:214080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000014038034 x1853175443252480/t0(0) o104->d78984fc-6fc9-437f-a1d6-38da7564c553@192.168.202.142@tcp:752/0 lens 328/0 e 0 to 0 dl 1767325892 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1767325881.510103:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325881.510110:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 00000100:00000001:3.0:1767325881.510115:0:214080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767325881.510118:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767325881.510119:0:214080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000310f50fb. 00000100:00000001:3.0:1767325881.510124:0:214080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325881.510128:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000020:00000010:3.0:1767325881.510129:0:214080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000310f50fb. 00000100:00100000:3.0:1767325881.510135:0:214080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000014038034 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d78984fc-6fc9-437f-a1d6-38da7564c553+3:499944:x1853175443252480:12345-192.168.202.142@tcp:104: 00000100:00000200:3.0:1767325881.510139:0:214080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175443252480 00000400:00000200:0.0:1767325881.510153:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3d74f9 00000400:00000010:0.0:1767325881.510156:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c3d74f9. 00000100:00000001:0.0:1767325881.510161:0:211388:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767325881.510163:0:211388:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767325881.510263:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325881.510266:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325881.510268:0:214085:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767325881.510272:0:214085:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767325881.510274:0:214085:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767325881.510278:0:214085:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: 0000000000983976/0x437b5ddfad697e3b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa7160ca8575821f4 expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767325881.510287:0:214085:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000000983976 already unused, calling callback (000000008508b29e) 10000000:00000001:1.0:1767325881.510291:0:214085:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767325881.510293:0:214085:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: 0000000000983976/0x437b5ddfad697e3b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa7160ca8575821f4 expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325881.510300:0:214085:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767325881.510302:0:214085:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325881.510304:0:214085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325881.510305:0:214085:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000000983976 refcount=3 00000020:00000001:1.0:1767325881.510307:0:214085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344680448 : -115368364871168 : ffff9712b597f200) 00010000:00000001:1.0:1767325881.510310:0:214085:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344680448 : -115368364871168 : ffff9712b597f200) 00010000:00000001:1.0:1767325881.510313:0:214085:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767325881.510321:0:214085:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: 0000000000983976/0x437b5ddfad697e3b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa7160ca8575821f4 expref: -99 pid: 214078 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767325881.510329:0:214085:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767325881.510330:0:214085:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: 0000000000983976/0x437b5ddfad697e3b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa7160ca8575821f4 expref: -99 pid: 214078 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767325881.510336:0:214085:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:1.0:1767325881.510340:0:214085:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767325881.510342:0:214085:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767325881.510344:0:214085:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767325881.510346:0:214085:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767325881.510347:0:214085:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767325881.510363:0:214085:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767325881.510365:0:214085:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767325881.510366:0:214085:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000026e82522) refs 2 10000000:00000001:1.0:1767325881.510369:0:214085:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767325881.510370:0:214085:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325881.510373:0:214085:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767325881.510377:0:214085:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767325881.510380:0:214085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767325881.510382:0:214085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767325881.510384:0:214085:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325881.510387:0:214085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000000983976 with handle 0x437b5ddfad697e3b from hash 00010000:00000001:1.0:1767325881.510389:0:214085:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767325881.510391:0:214085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325881.510394:0:214085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325881.510396:0:214085:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767325881.510419:0:214085:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767325881.510421:0:214085:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767325881.510425:0:214085:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767325881.510432:0:214085:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767325881.510440:0:214085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f49c08a. 00000020:00000040:1.0:1767325881.510445:0:214085:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767325881.510451:0:214085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325881.510453:0:214085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325881.510460:0:214085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325881.510473:0:214085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e26748cd. 00000100:00000001:1.0:1767325881.510479:0:214085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325881.510484:0:214085:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767325881.510489:0:214085:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: 0000000000983976/0x437b5ddfad697e3b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca8575821f4 expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767325881.510496:0:214085:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767325881.510498:0:214085:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325881.510503:0:214085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325881.510507:0:214085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325881.510514:0:214085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f49c08a] to pc [ptlrpcd_00_02+2] req@000000003f49c08a x1853175408629888/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325881.510576:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325881.510581:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325881.510584:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325881.510590:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f49c08a x1853175408629888/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325881.510600:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325881.510602:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325881.510606:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325881.510609:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325881.510612:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325881.510614:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003f49c08a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408629888:192.168.202.142@tcp:103: 00000100:00000001:2.0:1767325881.510619:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325881.510625:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325881.510628:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325881.510630:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325881.510635:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049ac8df2. 02000000:00000001:2.0:1767325881.510637:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325881.510643:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec22c36e. 00000400:00000010:2.0:1767325881.510650:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000411bc08a. 00000100:00000200:2.0:1767325881.510666:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408629888, portal 18 00000100:00000001:2.0:1767325881.510669:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325881.510671:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604902656 : -115369104648960 : ffff9712897fd500) 00000100:00000040:2.0:1767325881.510676:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003f49c08a x1853175408629888/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325881.510683:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325881.510691:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767325881.510694:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039fbeb8f. 00000100:00000200:2.0:1767325881.510697:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175408629888, offset 0 00000400:00000200:2.0:1767325881.510702:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325881.510711:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767325881.510717:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325881.510723:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767325881.510727:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325881.510731:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767325881.510733:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [54:54:256:4294967295] 192.168.202.142@tcp LPNI seq info [54:54:8:4294967295] 00000400:00000200:2.0:1767325881.510741:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767325881.510746:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767325881.510750:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6a98a8f. 00000800:00000200:2.0:1767325881.510754:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767325881.510759:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767325881.510762:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f6a98a8f type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767325881.510781:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325881.510787:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305753132 00000100:00000001:2.0:1767325881.510793:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305752257 00000100:00000001:2.0:1767325881.510797:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305753132 00000100:00000001:2.0:1767325881.510800:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305752257 00000100:00000001:2.0:1767325881.510803:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305753132 00000100:00000001:2.0:1767325881.510806:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305752257 00000100:00000001:2.0:1767325881.510809:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305753132 00000100:00000001:2.0:1767325881.510812:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305752257 00000100:00000001:2.0:1767325881.510814:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325881.510817:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325881.510820:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325881.510822:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325881.510855:0:214085:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767325881.510859:0:214085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325881.510861:0:214085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325881.510862:0:214085:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325881.510865:0:214085:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767325881.510867:0:214085:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325881.510870:0:214085:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: 0000000000983976/0x437b5ddfad697e3b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca8575821f4 expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325881.510875:0:214085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767325881.510877:0:214085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: 0000000000983976/0x437b5ddfad697e3b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca8575821f4 expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325881.510888:0:214085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325881.510890:0:214085:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767325881.510892:0:214085:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000003f0ac31c. 00010000:00000001:1.0:1767325881.510896:0:214085:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325881.510898:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325881.510900:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325881.510902:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767325881.510903:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325881.510904:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325881.510905:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767325881.510915:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325881.510916:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325881.510917:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767325881.510947:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325881.510950:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325881.511023:0:214080:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767325881.511027:0:214080:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325881.511028:0:214080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325881.511035:0:214080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004df493b0 refcount=2 00000020:00000001:3.0:1767325881.511038:0:214080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345850368 : -115368363701248 : ffff9712b5a9cc00) 00010000:00000001:3.0:1767325881.511040:0:214080:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345850368 : -115368363701248 : ffff9712b5a9cc00) 00010000:00000001:3.0:1767325881.511043:0:214080:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767325881.511044:0:214080:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325881.511047:0:214080:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: 000000004df493b0/0x437b5ddfad697e34 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa7160ca8575821ed expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767325881.511053:0:214080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767325881.511056:0:214080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767325881.511059:0:214080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000090042498. 02000000:00000001:3.0:1767325881.511061:0:214080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325881.511062:0:214080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325881.511066:0:214080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767325881.511068:0:214080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325881.511070:0:214080:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d677422 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325881.511074:0:214080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767325881.511077:0:214080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 13 to 192.168.202.142@tcp 00000100:00000001:3.0:1767325881.511079:0:214080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 02000000:00000001:3.0:1767325881.511082:0:214080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767325881.511083:0:214080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325881.511086:0:214080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325881.511088:0:214080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767325881.511090:0:214080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065fe4795. 00000100:00000200:3.0:1767325881.511093:0:214080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175443252480, offset 224 00000400:00000200:3.0:1767325881.511097:0:214080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325881.511103:0:214080:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.42@tcp to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325881.511107:0:214080:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [55:55:255:4294967295] 192.168.202.142@tcp LPNI seq info [55:55:7:4294967295] 00000400:00000200:3.0:1767325881.511114:0:214080:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:192.168.202.42@tcp) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325881.511118:0:214080:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325881.511121:0:214080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea9a1391. 00000800:00000200:3.0:1767325881.511125:0:214080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325881.511134:0:214080:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325881.511137:0:214080:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea9a1391 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325881.511140:0:214080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325881.511142:0:214080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00010000:00000001:3.0:1767325881.511145:0:214080:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767325881.511147:0:214080:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000012e4dee9. 00010000:00000001:3.0:1767325881.511150:0:214080:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767325881.511165:0:214080:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767325881.511167:0:214080:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325881.511169:0:214080:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325881.511170:0:214080:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325881.511174:0:214080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000014038034 x1853175443252480/t0(0) o104->d78984fc-6fc9-437f-a1d6-38da7564c553@192.168.202.142@tcp:752/0 lens 328/224 e 0 to 0 dl 1767325892 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767325881.511182:0:214080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000014038034 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d78984fc-6fc9-437f-a1d6-38da7564c553+3:499944:x1853175443252480:12345-192.168.202.142@tcp:104: Request processed in 1067us (2946us total) trans 0 rc 0/0 00000100:00100000:3.0:1767325881.511189:0:214080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.142@tcp, seq: 1 00000100:00000040:3.0:1767325881.511191:0:214080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d83f0954 : new rpc_count 0 00000100:00000001:3.0:1767325881.511194:0:214080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767325881.511195:0:214080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767325881.511199:0:214080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bb2209fb. 00000020:00000010:3.0:1767325881.511202:0:214080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b7a9b61b. 00000020:00000010:3.0:1767325881.511206:0:214080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8bf1f82. 00000020:00000040:3.0:1767325881.511209:0:214080:0:(genops.c:898:class_export_put()) PUTting export 00000000d83f0954 : new refcount 2 00000100:00000001:3.0:1767325881.511211:0:214080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767325881.511320:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325881.511324:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6a98a8f. 00000400:00000200:0.0:1767325881.511328:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325881.511332:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767325881.511336:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039fbeb8f 00000400:00000010:0.0:1767325881.511338:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039fbeb8f. 00000100:00000001:0.0:1767325881.511342:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325881.511346:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f49c08a x1853175408629888/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325881.511358:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325881.511361:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f49c08a x1853175408629888/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325881.511368:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325881.511370:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325881.511452:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325881.511455:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea9a1391. 00000400:00000200:0.0:1767325881.511459:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325881.511462:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767325881.511465:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065fe4795 00000400:00000010:0.0:1767325881.511467:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065fe4795. 00000100:00000001:0.0:1767325881.511469:0:211389:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767325881.511470:0:211389:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767325881.513443:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325881.513450:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325881.513454:0:214084:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767325881.513458:0:214084:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767325881.513461:0:214084:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767325881.513465:0:214084:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: 000000004df493b0/0x437b5ddfad697e34 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa7160ca8575821ed expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767325881.513478:0:214084:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004df493b0 already unused, calling callback (000000008508b29e) 10000000:00000001:1.0:1767325881.513481:0:214084:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767325881.513483:0:214084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: 000000004df493b0/0x437b5ddfad697e34 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa7160ca8575821ed expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325881.513489:0:214084:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767325881.513491:0:214084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325881.513494:0:214084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325881.513496:0:214084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004df493b0 refcount=3 00000020:00000001:1.0:1767325881.513498:0:214084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345850368 : -115368363701248 : ffff9712b5a9cc00) 00010000:00000001:1.0:1767325881.513501:0:214084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345850368 : -115368363701248 : ffff9712b5a9cc00) 00010000:00000001:1.0:1767325881.513504:0:214084:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767325881.513506:0:214084:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: 000000004df493b0/0x437b5ddfad697e34 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa7160ca8575821ed expref: -99 pid: 214078 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767325881.513513:0:214084:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767325881.513514:0:214084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: 000000004df493b0/0x437b5ddfad697e34 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa7160ca8575821ed expref: -99 pid: 214078 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767325881.513521:0:214084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:1.0:1767325881.513526:0:214084:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767325881.513527:0:214084:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767325881.513545:0:214084:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767325881.513547:0:214084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767325881.513549:0:214084:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767325881.513570:0:214084:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767325881.513572:0:214084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767325881.513574:0:214084:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(0000000065c0aa42) refs 2 10000000:00000001:1.0:1767325881.513576:0:214084:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767325881.513578:0:214084:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325881.513581:0:214084:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767325881.513584:0:214084:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767325881.513586:0:214084:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767325881.513588:0:214084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767325881.513589:0:214084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325881.513592:0:214084:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004df493b0 with handle 0x437b5ddfad697e34 from hash 00010000:00000001:1.0:1767325881.513595:0:214084:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767325881.513596:0:214084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325881.513598:0:214084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325881.513599:0:214084:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767325881.513602:0:214084:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767325881.513603:0:214084:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767325881.513608:0:214084:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767325881.513611:0:214084:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767325881.513619:0:214084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ab253b0. 00000020:00000040:1.0:1767325881.513623:0:214084:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767325881.513636:0:214084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325881.513639:0:214084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325881.513645:0:214084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325881.513652:0:214084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000068c68780. 00000100:00000001:1.0:1767325881.513671:0:214084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325881.513674:0:214084:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767325881.513679:0:214084:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: 000000004df493b0/0x437b5ddfad697e34 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca8575821ed expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767325881.513686:0:214084:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767325881.513687:0:214084:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325881.513693:0:214084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325881.513696:0:214084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325881.513715:0:214084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab253b0] to pc [ptlrpcd_00_03+3] req@000000006ab253b0 x1853175408630016/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325881.513837:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325881.513841:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325881.513844:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325881.513850:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ab253b0 x1853175408630016/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325881.513858:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325881.513860:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325881.513872:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325881.513875:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325881.513878:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325881.513881:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ab253b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408630016:192.168.202.142@tcp:103: 00000100:00000001:3.0:1767325881.513885:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325881.513892:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325881.513895:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325881.513897:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325881.513902:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8bf1f82. 02000000:00000001:3.0:1767325881.513903:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325881.513910:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085ff6af1. 00000400:00000010:3.0:1767325881.513918:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dcf3fdb. 00000100:00000200:3.0:1767325881.513926:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408630016, portal 18 00000100:00000001:3.0:1767325881.513928:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325881.513930:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604911616 : -115369104640000 : ffff9712897ff800) 00000100:00000040:3.0:1767325881.513935:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ab253b0 x1853175408630016/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325881.513943:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325881.513945:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767325881.513948:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718453b7. 00000100:00000200:3.0:1767325881.513950:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175408630016, offset 0 00000400:00000200:3.0:1767325881.513957:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325881.513979:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325881.513989:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325881.513995:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325881.513999:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325881.514002:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325881.514005:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [56:56:256:4294967295] 192.168.202.142@tcp LPNI seq info [56:56:8:4294967295] 00000400:00000200:3.0:1767325881.514018:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325881.514024:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325881.514030:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c363976a. 00000800:00000200:3.0:1767325881.514036:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325881.514049:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325881.514054:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c363976a type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767325881.514066:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325881.514071:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305753135 00000100:00000001:3.0:1767325881.514080:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305753132 00000100:00000001:3.0:1767325881.514085:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305753135 00000100:00000001:3.0:1767325881.514088:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305753132 00000100:00000001:3.0:1767325881.514091:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305753135 00000100:00000001:3.0:1767325881.514094:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305753132 00000100:00000001:3.0:1767325881.514097:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305753135 00000100:00000001:3.0:1767325881.514100:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305753132 00000100:00000001:3.0:1767325881.514102:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325881.514105:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325881.514109:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325881.514111:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325881.514118:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325881.514121:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325881.514123:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325881.514124:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325881.514125:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325881.514128:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325881.514177:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325881.514181:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c363976a. 00000400:00000200:3.0:1767325881.514187:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325881.514191:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325881.514196:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718453b7 00000400:00000010:3.0:1767325881.514198:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718453b7. 00000100:00000001:3.0:1767325881.514203:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325881.514207:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ab253b0 x1853175408630016/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325881.514216:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325881.514224:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ab253b0 x1853175408630016/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325881.514240:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325881.514241:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325881.515377:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325881.515382:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325881.515386:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325881.515388:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325881.515395:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325881.515397:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325881.515528:0:214084:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767325881.515533:0:214084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767325881.515534:0:214084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325881.515536:0:214084:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325881.515538:0:214084:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767325881.515541:0:214084:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325881.515545:0:214084:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: 000000004df493b0/0x437b5ddfad697e34 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca8575821ed expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767325881.515554:0:214084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767325881.515555:0:214084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: 000000004df493b0/0x437b5ddfad697e34 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca8575821ed expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767325881.515562:0:214084:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000482e34f1 count: 0 00010000:00000001:1.0:1767325881.515577:0:214084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767325881.515579:0:214084:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767325881.515586:0:214084:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000012e4dee9. 00010000:00000001:1.0:1767325881.515591:0:214084:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325881.515594:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325881.515599:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325881.515601:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767325881.515603:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325881.515604:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325881.515605:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767325881.515608:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325881.515609:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325881.515610:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767325881.515653:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325881.515667:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325881.515669:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325881.515672:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325881.517674:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325881.517692:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325881.517696:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325881.517698:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325881.517712:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767325881.517732:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 18 MB=0x6957405f01880 00000400:00000200:0.0:1767325881.517742:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.142@tcp of length 224/224 into md 0x2a1 [1] + 224 00000800:00000001:0.0:1767325881.517750:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325881.517778:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325881.517781:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325881.517786:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325881.517794:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325881.517802:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f49c08a x1853175408629888/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325881.517813:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f49c08a x1853175408629888/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325881.517830:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325881.517841:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325881.517844:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.517872:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325881.517877:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325881.517886:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325881.517888:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325881.517891:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec22c36e. 00000400:00000200:2.0:1767325881.517906:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000411bc08a 00000400:00000010:2.0:1767325881.517909:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000411bc08a. 00010000:00000010:1.1:1767325881.517910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000000983976. 00000100:00000001:2.0:1767325881.517913:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325881.517920:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f49c08a x1853175408629888/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325881.517930:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f49c08a x1853175408629888/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325881.517937:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325881.517939:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.517942:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325881.517945:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325881.517948:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325881.517950:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325881.517954:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325881.517963:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000673dfaf3 time=1767325881 v=5 (0 0 0 0) 00000100:00001000:2.0:1767325881.517978:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325881.517981:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325881.517983:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325881.517985:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325881.517987:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325881.517990:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325881.517995:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f49c08a x1853175408629888/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325881.518010:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325881.518014:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325881.518016:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325881.518020:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f49c08a x1853175408629888/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325881.518028:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003f49c08a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408629888:192.168.202.142@tcp:103: 00000100:00000001:2.0:1767325881.518033:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.518037:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325881.518040:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f49c08a x1853175408629888/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325881.518047:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325881.518050:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325881.518053:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049ac8df2. 02000000:00000001:2.0:1767325881.518057:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325881.518059:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325881.518061:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767325881.518064:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325881.518067:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e26748cd. 02000000:00000001:2.0:1767325881.518071:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325881.518073:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325881.518075:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f49c08a. 00000100:00000001:2.0:1767325881.518079:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325881.518080:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.518082:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.518089:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325881.518091:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325881.518093:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325881.518096:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325881.522028:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325881.522051:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325881.522057:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325881.522060:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325881.522074:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767325881.522094:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 18 MB=0x6957405f01900 00000400:00000200:0.0:1767325881.522103:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.142@tcp of length 224/224 into md 0x2ad [1] + 224 00000800:00000001:0.0:1767325881.522112:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325881.522187:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325881.522190:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325881.522195:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325881.522203:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325881.522211:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ab253b0 x1853175408630016/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325881.522223:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ab253b0 x1853175408630016/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325881.522321:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325881.522326:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325881.522342:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325881.522354:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325881.522357:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767325881.525741:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325881.525751:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325881.525755:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085ff6af1. 00000400:00000200:3.0:1767325881.525769:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dcf3fdb 00000400:00000010:3.0:1767325881.525772:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dcf3fdb. 00000100:00000001:3.0:1767325881.525778:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325881.525792:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ab253b0 x1853175408630016/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325881.525804:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ab253b0 x1853175408630016/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325881.525812:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325881.525815:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325881.525817:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325881.525821:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325881.525824:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325881.525827:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325881.525830:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325881.525839:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000673dfaf3 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325881.525843:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325881.525846:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325881.525847:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325881.525850:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325881.525853:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325881.525856:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325881.525860:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ab253b0 x1853175408630016/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325881.526062:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325881.526066:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325881.526068:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325881.526095:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ab253b0 x1853175408630016/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325881.526103:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ab253b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408630016:192.168.202.142@tcp:103: 00000100:00000001:3.0:1767325881.526109:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325881.526113:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325881.526116:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ab253b0 x1853175408630016/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325881.526124:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325881.526127:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325881.526130:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8bf1f82. 02000000:00000001:3.0:1767325881.526135:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325881.526137:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325881.526139:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767325881.526142:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325881.526144:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000068c68780. 02000000:00000001:3.0:1767325881.526148:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325881.526151:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325881.526152:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ab253b0. 00000100:00000001:3.0:1767325881.526157:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325881.526158:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325881.526160:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325881.526170:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325881.526172:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325881.526175:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325881.526179:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767325881.527439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000482e34f1. 00010000:00000010:1.1:1767325881.527453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004df493b0. 00010000:00000001:0.0:1767325881.659588:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325881.659597:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325881.659626:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325881.659630:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325881.659632:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325881.659637:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325881.659639:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325881.659641:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325881.659643:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325881.659645:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325881.659647:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325881.659648:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325881.659771:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325881.659776:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325881.659780:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1767325881.669965:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325881.670004:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325881.670009:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325881.670013:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325881.670028:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325881.670050:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 328 into portal 15 MB=0x6957408007d80 00000400:00000200:3.0:1767325881.670060:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.142@tcp of length 328/328 into md 0xd [2] + 656 00000800:00000001:3.0:1767325881.670070:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325881.670104:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325881.670107:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325881.670113:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325881.670122:0:211387:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767325881.670125:0:211387:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767325881.670132:0:211387:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d01b32e0. 00000100:00000040:3.0:1767325881.670137:0:211387:0:(events.c:337:request_in_callback()) incoming req@00000000d01b32e0 x1853175443258752 msgsize 328 00000100:00100000:3.0:1767325881.670142:0:211387:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.142@tcp (source: 12345-192.168.202.142@tcp) 00000100:00000001:3.0:1767325881.670177:0:211387:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767325881.670188:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325881.670192:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767325881.670364:0:214080:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e80c8618. 00000100:00000001:1.0:1767325881.670373:0:214080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767325881.670376:0:214080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175443258752 02000000:00000001:1.0:1767325881.670386:0:214080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767325881.670389:0:214080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325881.670392:0:214080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325881.670438:0:214080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325881.670445:0:214080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175443258752 00000020:00000001:1.0:1767325881.670448:0:214080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767325881.670450:0:214080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e2d 00000020:00000001:1.0:1767325881.670453:0:214080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325881.670456:0:214080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d83f0954 refcount=3 00000020:00000001:1.0:1767325881.670459:0:214080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512520192 : -115369197031424 : ffff971283fe3000) 00000020:00000001:1.0:1767325881.670463:0:214080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512520192 : -115369197031424 : ffff971283fe3000) 00000100:00000001:1.0:1767325881.670468:0:214080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767325881.670473:0:214080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d50c9766. 00000100:00000001:1.0:1767325881.670476:0:214080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767325881.670479:0:214080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d50c9766. 00000020:00000010:1.0:1767325881.670489:0:214080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052864c5b. 00000020:00000010:1.0:1767325881.670497:0:214080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000020c8ebac. 00000020:00000010:1.0:1767325881.670518:0:214080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009f797633. 00000100:00000040:1.0:1767325881.670531:0:214080:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767325881.670535:0:214080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767325881.670537:0:214080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767325881.670539:0:214080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325881.670549:0:214080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325881.670616:0:214080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325881.670632:0:214080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767325881.670635:0:214080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767325881.670640:0:214080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.142@tcp, seq: 2 00000100:00000040:1.0:1767325881.670644:0:214080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d83f0954 : new rpc_count 1 00000100:00000001:1.0:1767325881.670646:0:214080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628704571623168 : -115369137928448 : ffff971287840700) 00000100:00000040:1.0:1767325881.670666:0:214080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d01b32e0 x1853175443258752/t0(0) o104->d78984fc-6fc9-437f-a1d6-38da7564c553@192.168.202.142@tcp:752/0 lens 328/0 e 0 to 0 dl 1767325892 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325881.670678:0:214080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767325881.670681:0:214080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d50c9766. 00000100:00000001:1.0:1767325881.670688:0:214080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767325881.670690:0:214080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d50c9766. 00000100:00100000:1.0:1767325881.670696:0:214080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d01b32e0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d78984fc-6fc9-437f-a1d6-38da7564c553+3:499966:x1853175443258752:12345-192.168.202.142@tcp:104: 00000100:00000200:1.0:1767325881.670700:0:214080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175443258752 00010000:00000001:1.0:1767325881.670704:0:214080:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767325881.670712:0:214080:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767325881.670714:0:214080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767325881.670716:0:214080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000066a56ec4 refcount=2 00000020:00000001:1.0:1767325881.670718:0:214080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345852928 : -115368363698688 : ffff9712b5a9d600) 00010000:00000001:1.0:1767325881.670721:0:214080:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345852928 : -115368363698688 : ffff9712b5a9d600) 00010000:00000001:1.0:1767325881.670725:0:214080:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767325881.670727:0:214080:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325881.670731:0:214080:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: 0000000066a56ec4/0x437b5ddfad697e65 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa7160ca8575821fb expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767325881.670744:0:214080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767325881.670746:0:214080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767325881.670751:0:214080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ebab446c. 02000000:00000001:1.0:1767325881.670753:0:214080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325881.670756:0:214080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325881.670762:0:214080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767325881.670765:0:214080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325881.670769:0:214080:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d677422 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325881.670775:0:214080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767325881.670778:0:214080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 13 to 192.168.202.142@tcp 00000100:00000001:1.0:1767325881.670780:0:214080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 02000000:00000001:1.0:1767325881.670783:0:214080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767325881.670785:0:214080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325881.670789:0:214080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325881.670792:0:214080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325881.670797:0:214080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c6b1e4e. 00000100:00000200:1.0:1767325881.670803:0:214080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175443258752, offset 224 00000400:00000200:1.0:1767325881.670810:0:214080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325881.670829:0:214080:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.42@tcp to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325881.670837:0:214080:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [57:57:256:4294967295] 192.168.202.142@tcp LPNI seq info [57:57:8:4294967295] 00000400:00000200:1.0:1767325881.670848:0:214080:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:192.168.202.42@tcp) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767325881.670854:0:214080:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325881.670858:0:214080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023d40614. 00000800:00000200:1.0:1767325881.670865:0:214080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325881.670874:0:214080:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325881.670879:0:214080:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023d40614 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325881.670901:0:214080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325881.670905:0:214080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00010000:00000001:1.0:1767325881.670910:0:214080:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767325881.670914:0:214080:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000073f386ab. 00010000:00000001:1.0:1767325881.670918:0:214080:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767325881.670936:0:214080:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767325881.670938:0:214080:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325881.670939:0:214080:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325881.670941:0:214080:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325881.670945:0:214080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d01b32e0 x1853175443258752/t0(0) o104->d78984fc-6fc9-437f-a1d6-38da7564c553@192.168.202.142@tcp:752/0 lens 328/224 e 0 to 0 dl 1767325892 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767325881.670954:0:214080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d01b32e0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d78984fc-6fc9-437f-a1d6-38da7564c553+3:499966:x1853175443258752:12345-192.168.202.142@tcp:104: Request processed in 275us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1767325881.670961:0:214080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.142@tcp, seq: 2 00000100:00000040:1.0:1767325881.670965:0:214080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d83f0954 : new rpc_count 0 00000100:00000001:1.0:1767325881.670968:0:214080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767325881.670969:0:214080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767325881.670974:0:214080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000020c8ebac. 00000020:00000010:1.0:1767325881.670977:0:214080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009f797633. 00000020:00000010:1.0:1767325881.670981:0:214080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052864c5b. 00000020:00000040:1.0:1767325881.670986:0:214080:0:(genops.c:898:class_export_put()) PUTting export 00000000d83f0954 : new refcount 2 00000100:00000001:1.0:1767325881.670989:0:214080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767325881.671317:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325881.671322:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023d40614. 00000400:00000200:0.0:1767325881.671328:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325881.671332:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767325881.671338:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c6b1e4e 00000400:00000010:0.0:1767325881.671340:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c6b1e4e. 00000100:00000001:0.0:1767325881.671344:0:211388:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767325881.671346:0:211388:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767325881.672101:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325881.672106:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325881.672109:0:214084:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767325881.672113:0:214084:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767325881.672116:0:214084:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767325881.672119:0:214084:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: 0000000066a56ec4/0x437b5ddfad697e65 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa7160ca8575821fb expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767325881.672129:0:214084:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000066a56ec4 already unused, calling callback (000000008508b29e) 10000000:00000001:3.0:1767325881.672134:0:214084:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767325881.672136:0:214084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: 0000000066a56ec4/0x437b5ddfad697e65 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa7160ca8575821fb expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325881.672142:0:214084:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767325881.672145:0:214084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767325881.672147:0:214084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767325881.672148:0:214084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000066a56ec4 refcount=3 00000020:00000001:3.0:1767325881.672151:0:214084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345852928 : -115368363698688 : ffff9712b5a9d600) 00010000:00000001:3.0:1767325881.672153:0:214084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345852928 : -115368363698688 : ffff9712b5a9d600) 00010000:00000001:3.0:1767325881.672156:0:214084:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767325881.672158:0:214084:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: 0000000066a56ec4/0x437b5ddfad697e65 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa7160ca8575821fb expref: -99 pid: 214078 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767325881.672175:0:214084:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767325881.672187:0:214084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: 0000000066a56ec4/0x437b5ddfad697e65 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa7160ca8575821fb expref: -99 pid: 214078 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767325881.672193:0:214084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767325881.672198:0:214084:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767325881.672199:0:214084:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1767325881.672201:0:214084:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767325881.672203:0:214084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767325881.672205:0:214084:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325881.672222:0:214084:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767325881.672225:0:214084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767325881.672226:0:214084:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(00000000005c1892) refs 2 10000000:00000001:3.0:1767325881.672229:0:214084:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767325881.672230:0:214084:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325881.672233:0:214084:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767325881.672237:0:214084:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767325881.672238:0:214084:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767325881.672240:0:214084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767325881.672242:0:214084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767325881.672244:0:214084:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000066a56ec4 with handle 0x437b5ddfad697e65 from hash 00010000:00000001:3.0:1767325881.672246:0:214084:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767325881.672248:0:214084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325881.672250:0:214084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325881.672251:0:214084:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767325881.672253:0:214084:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767325881.672255:0:214084:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767325881.672257:0:214084:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767325881.672260:0:214084:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767325881.672267:0:214084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025c21800. 00000020:00000040:3.0:1767325881.672271:0:214084:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767325881.672277:0:214084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325881.672279:0:214084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325881.672284:0:214084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325881.672291:0:214084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8bf1f82. 00000100:00000001:3.0:1767325881.672297:0:214084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325881.672299:0:214084:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767325881.672303:0:214084:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: 0000000066a56ec4/0x437b5ddfad697e65 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca8575821fb expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767325881.672314:0:214084:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767325881.672315:0:214084:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325881.672320:0:214084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325881.672323:0:214084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325881.672330:0:214084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025c21800] to pc [ptlrpcd_00_00+0] req@0000000025c21800 x1853175408630144/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325881.672357:0:214084:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767325881.672360:0:214084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767325881.672361:0:214084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325881.672363:0:214084:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325881.672365:0:214084:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767325881.672366:0:214084:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325881.672369:0:214084:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: 0000000066a56ec4/0x437b5ddfad697e65 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca8575821fb expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767325881.672374:0:214084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767325881.672375:0:214084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: 0000000066a56ec4/0x437b5ddfad697e65 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca8575821fb expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767325881.672382:0:214084:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000310f50fb. 00010000:00000040:3.0:1767325881.672385:0:214084:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004ab653e9 count: 0 00010000:00000001:3.0:1767325881.672450:0:214084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767325881.672452:0:214084:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767325881.672454:0:214084:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000073f386ab. 00010000:00000001:3.0:1767325881.672457:0:214084:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325881.672459:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325881.672461:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325881.672462:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767325881.672464:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325881.672465:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325881.672466:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767325881.672468:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325881.672469:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325881.672475:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767325881.672888:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767325881.672893:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767325881.672895:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.672903:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325881.672906:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.672916:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325881.672917:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325881.672920:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325881.672925:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025c21800 x1853175408630144/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325881.672933:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325881.672935:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325881.672939:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325881.672941:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325881.672944:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325881.672946:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408630144:192.168.202.142@tcp:103: 00000100:00000001:2.0:1767325881.672951:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325881.672957:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325881.672960:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325881.672963:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325881.672968:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049ac8df2. 02000000:00000001:2.0:1767325881.672969:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325881.672976:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec22c36e. 00000400:00000010:2.0:1767325881.672984:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000411bc08a. 00000100:00000001:0.0:1767325881.673177:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325881.673180:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325881.673246:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408630144, portal 18 00000100:00000001:2.0:1767325881.673250:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325881.673252:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571635712 : -115369137915904 : ffff971287843800) 00000100:00000040:2.0:1767325881.673258:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025c21800 x1853175408630144/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325881.673265:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325881.673267:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767325881.673271:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000011205e8. 00000100:00000200:2.0:1767325881.673274:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175408630144, offset 0 00000400:00000200:2.0:1767325881.673281:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325881.673294:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767325881.673301:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325881.673306:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767325881.673311:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325881.673319:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767325881.673322:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [58:58:256:4294967295] 192.168.202.142@tcp LPNI seq info [58:58:8:4294967295] 00000400:00000200:2.0:1767325881.673332:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767325881.673336:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767325881.673340:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2b156b8. 00000800:00000200:2.0:1767325881.673347:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767325881.673353:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767325881.673356:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e2b156b8 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767325881.673369:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325881.673374:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305753294 00000100:00000001:2.0:1767325881.673382:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305753135 00000100:00000001:2.0:1767325881.673387:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305753294 00000100:00000001:2.0:1767325881.673390:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305753135 00000100:00000001:2.0:1767325881.673393:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305753294 00000100:00000001:2.0:1767325881.673395:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305753135 00000100:00000001:2.0:1767325881.673487:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305753295 00000100:00000001:2.0:1767325881.673492:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305753135 00000100:00000001:2.0:1767325881.673495:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325881.673498:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325881.673501:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325881.673503:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325881.673504:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325881.673507:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2b156b8. 00000400:00000200:0.0:1767325881.673511:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325881.673515:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767325881.673520:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000011205e8 00000400:00000010:0.0:1767325881.673522:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000011205e8. 00000100:00000001:0.0:1767325881.673526:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325881.673529:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025c21800 x1853175408630144/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325881.673540:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325881.673542:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025c21800 x1853175408630144/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325881.673549:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325881.673551:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1F:1767325881.676487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004ab653e9. 00000800:00000001:3.0:1767325881.677580:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325881.677597:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325881.677601:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325881.677604:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325881.677617:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325881.677640:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 18 MB=0x6957405f01980 00000400:00000200:3.0:1767325881.677649:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.142@tcp of length 224/224 into md 0x2b9 [1] + 224 00000800:00000001:3.0:1767325881.677692:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325881.677702:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325881.677705:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325881.677710:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325881.677718:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325881.677730:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025c21800 x1853175408630144/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325881.677742:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000025c21800 x1853175408630144/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325881.677770:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325881.677781:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325881.677785:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.677917:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325881.677924:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325881.677933:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325881.677936:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325881.677940:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec22c36e. 00000400:00000200:2.0:1767325881.677945:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000411bc08a 00000400:00000010:2.0:1767325881.677947:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000411bc08a. 00000100:00000001:2.0:1767325881.677951:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325881.677955:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025c21800 x1853175408630144/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325881.677974:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025c21800 x1853175408630144/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325881.677981:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325881.677984:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.677986:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325881.677989:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325881.677992:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325881.677995:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325881.677998:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325881.678006:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000673dfaf3 time=0 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325881.678011:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325881.678014:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325881.678016:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325881.678018:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325881.678021:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325881.678024:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325881.678028:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025c21800 x1853175408630144/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325881.678035:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325881.678039:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325881.678042:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325881.678045:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025c21800 x1853175408630144/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325881.678052:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408630144:192.168.202.142@tcp:103: 00000100:00000001:2.0:1767325881.678057:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.678061:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325881.678063:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025c21800 x1853175408630144/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767325897 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325881.678070:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325881.678073:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325881.678076:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049ac8df2. 02000000:00000001:2.0:1767325881.678086:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325881.678088:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325881.678090:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767325881.678093:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325881.678095:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d8bf1f82. 02000000:00000001:2.0:1767325881.678099:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325881.678102:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325881.678104:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025c21800. 00000100:00000001:2.0:1767325881.678110:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325881.678112:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.678123:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325881.678133:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325881.678135:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325881.678138:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325881.678140:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767325881.680444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000066a56ec4. 00010000:00000001:0.0:1767325882.683577:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325882.683588:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325882.683619:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325882.683620:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325882.683695:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325882.683700:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325882.683704:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325883.707981:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325883.707994:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325883.707997:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325883.708000:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325883.708006:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325883.708010:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325883.708012:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325883.708014:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325883.708019:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325883.708020:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325883.708552:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325883.708557:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325883.708560:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325884.731542:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325884.731553:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325884.731561:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325884.731563:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325884.731644:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325884.731649:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325884.731653:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325885.499481:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305753295, at 4305753344 00000100:00000040:1.0:1767325885.499483:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305753294, at 4305753344 00000100:00000040:2.0:1767325885.499487:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305753294, at 4305753344 00000100:00000040:0.0:1767325885.499493:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305753294, at 4305753344 00000100:00000010:2.0:1767325885.499507:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab6cb4ac. 00000100:00000010:3.0:1767325885.499516:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd8dfb95. 00000100:00000010:1.0:1767325885.499519:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc78285a. 00000100:00000010:0.0:1767325885.499521:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d6b0fc2. 00000100:00000040:2.0:1767325885.755538:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767325885.755546:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325885.755552:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325885.755553:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767325885.755561:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325885.755563:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325885.755569:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000020:00000040:2.0:1767325885.755578:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767325885.755583:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325885.755586:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325885.755593:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325885.755604:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e2b156b8. 00000020:00000001:3.0:1767325885.755609:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767325885.755613:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325885.755614:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325885.755630:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325885.755638:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b258af54 x1853175408630272/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325885.755652:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325885.755655:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325885.755662:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_01+1] req@00000000b258af54 x1853175408630272/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325885.755691:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325885.755692:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325885.755710:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325885.755712:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767325885.755713:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767325885.755715:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325885.755717:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325885.755718:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325885.755721:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:2.0:1767325885.755723:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325885.755726:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000bfc4a11d x1853175408630400/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325885.755731:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325885.755732:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325885.755734:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_02+2] req@00000000bfc4a11d x1853175408630400/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325885.755764:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767325885.755767:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767325885.755771:0:161884:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1767325885.755774:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325885.755774:0:161884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1767325885.755778:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1767325885.755780:0:161884:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767325885.755782:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767325885.755783:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325885.755787:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325885.755788:0:161884:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1767325885.755788:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1767325885.755794:0:161884:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: connect to NID 192.168.202.142@tcp last attempt 11081 00000100:00000040:3.0:1767325885.755797:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408630400/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325885.755799:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325885.755804:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325885.755808:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325885.755809:0:161884:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.142@tcp is discovered: rc = 1 00000100:00000001:0.0:1767325885.755811:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325885.755815:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00001000:2.0:1767325885.755817:0:161884:0:(import.c:2128:obd_at_measure()) add 20 to 000000000185434f time=20 v=15 (15 0 0 0) 00000100:00000040:0.0:1767325885.755822:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408630272/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767325885.755825:0:161884:0:(import.c:2194:obd_at_measure()) AT 000000000185434f change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00080000:2.0:1767325885.755835:0:161884:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: tried all connections, increasing latency to 15s 00000100:00000040:2.0:1767325885.755843:0:161884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000001:3.0:1767325885.755848:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325885.755850:0:161884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767325885.755851:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325885.755853:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325885.755855:0:161884:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000100:00000001:2.0:1767325885.755859:0:161884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 02000000:00000001:3.0:1767325885.755860:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325885.755863:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325885.755865:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325885.755867:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325885.755873:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767325885.755873:0:161884:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767325885.755875:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408630400:192.168.202.142@tcp:400: 02000000:00000001:0.0:1767325885.755877:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767325885.755877:0:161884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e81 00000020:00000001:2.0:1767325885.755882:0:161884:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767325885.755884:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325885.755886:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767325885.755887:0:161884:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006a77ff05 refcount=5 00000020:00000001:2.0:1767325885.755891:0:161884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000020:00000001:2.0:1767325885.755893:0:161884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 02000000:00000001:3.0:1767325885.755894:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1767325885.755899:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408630272:192.168.202.142@tcp:400: 02000000:00000001:3.0:1767325885.755900:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325885.755901:0:161884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000001:2.0:1767325885.755907:0:161884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767325885.755907:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325885.755908:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325885.755913:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767325885.755913:0:161884:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 02000000:00000010:3.0:1767325885.755915:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077b271b2. 02000000:00000001:0.0:1767325885.755917:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325885.755918:0:161884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 02000000:00000001:3.0:1767325885.755920:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325885.755922:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325885.755928:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3f4a5a5. 00000400:00000010:3.0:1767325885.755930:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085ff6af1. 02000000:00000001:0.0:1767325885.755931:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767325885.755934:0:161884:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 4 00000400:00000010:0.0:1767325885.755938:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c94ac4d9. 00000100:00080000:2.0:1767325885.755940:0:161884:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: import 00000000ad9b5df4 using connection 192.168.202.142@tcp/192.168.202.142@tcp 00000400:00000010:3.0:1767325885.755940:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dcf3fdb. 00000100:00000001:2.0:1767325885.755946:0:161884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325885.755947:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057503a90. 02000000:00000001:2.0:1767325885.755952:0:161884:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:3.0:1767325885.755952:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408630400, portal 10 00000100:00000200:0.0:1767325885.755954:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408630272, portal 25 00000100:00000001:0.0:1767325885.755958:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325885.755958:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325885.755962:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 02000000:00000001:2.0:1767325885.755962:0:161884:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325885.755962:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 02000000:00000001:2.0:1767325885.755969:0:161884:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325885.755973:0:161884:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000040:3.0:1767325885.755975:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408630400/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325885.755976:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408630272/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1767325885.755978:0:161884:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1767325885.755986:0:161884:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325885.755990:0:161884:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325885.755995:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767325885.755998:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:2.0:1767325885.756000:0:161884:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767325885.756003:0:161884:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325885.756008:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325885.756011:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767325885.756012:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325885.756012:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767325885.756017:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325885.756021:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767325885.756022:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000010:2.0:1767325885.756026:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000591fc508. 00000400:00000010:0.0:1767325885.756027:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fb0af82. 00000400:00000010:3.0:1767325885.756028:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718453b7. 00000100:00000001:2.0:1767325885.756032:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325885.756035:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408630272, offset 0 00000100:00000200:3.0:1767325885.756035:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408630400, offset 0 00000100:00100000:2.0:1767325885.756041:0:161884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b6591187 x1853175408630528/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767325885.756050:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325885.756066:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325885.756072:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325885.756078:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325885.756082:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325885.756095:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325885.756099:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [59:59:256:4294967295] 192.168.202.142@tcp LPNI seq info [59:59:8:4294967295] 00000100:00000001:1.0:1767325885.756111:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325885.756112:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767325885.756117:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325885.756128:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325885.756132:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c363976a. 00000100:00000001:1.0:1767325885.756138:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767325885.756141:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767325885.756142:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325885.756154:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325885.756167:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c363976a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325885.756185:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325885.756190:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 1166188 usecs (1167 jiffies) 00000400:00000200:0.0:1767325885.756196:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325885.756196:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305754767 00000100:00000010:3.0:1767325885.756203:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea4af69. 00000400:00000200:0.0:1767325885.756206:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767325885.756210:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325885.756214:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767325885.756214:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767325885.756219:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325885.756223:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767325885.756224:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305754767 00000400:00000200:0.0:1767325885.756228:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [60:60:255:4294967295] 192.168.202.142@tcp LPNI seq info [60:60:7:4294967295] 00000100:00000010:3.0:1767325885.756231:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003383f268. 00000100:00000001:3.0:1767325885.756235:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767325885.756239:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305754767 00000100:00000010:3.0:1767325885.756243:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d6324ee. 00000100:00000001:3.0:1767325885.756247:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767325885.756254:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305754767 00000400:00000200:0.0:1767325885.756255:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000010:3.0:1767325885.756261:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f2c375f4. 00000800:00000200:0.0:1767325885.756266:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325885.756268:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000800:00000010:0.0:1767325885.756272:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d41e7546. 00000100:00000001:3.0:1767325885.756273:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325885.756278:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325885.756281:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767325885.756284:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325885.756288:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767325885.756289:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325885.756293:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d41e7546 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325885.756294:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325885.756297:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325885.756300:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325885.756302:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325885.756303:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325885.756303:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325885.756308:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305757377 00000100:00000001:3.0:1767325885.756308:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325885.756315:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305754767 00000100:00000001:0.0:1767325885.756320:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305757377 00000100:00000001:0.0:1767325885.756322:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305754767 00000100:00000001:0.0:1767325885.756324:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305757377 00000100:00000001:0.0:1767325885.756326:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305754767 00000100:00000001:0.0:1767325885.756328:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305757377 00000100:00000001:0.0:1767325885.756331:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305754767 00000100:00000001:0.0:1767325885.756333:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325885.756335:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325885.756336:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325885.756338:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325885.756348:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325885.756355:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c363976a. 00000400:00000200:1.0:1767325885.756362:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325885.756368:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325885.756374:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718453b7 00000400:00000010:1.0:1767325885.756377:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718453b7. 00000100:00000001:1.0:1767325885.756381:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325885.756385:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408630400/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325885.756394:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325885.756396:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408630400/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325901 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325885.756429:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325885.756431:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325885.756448:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325885.756450:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d41e7546. 00000400:00000200:1.0:1767325885.756453:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325885.756456:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325885.756458:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fb0af82 00000400:00000010:1.0:1767325885.756459:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fb0af82. 00000100:00000001:1.0:1767325885.756462:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325885.756465:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408630272/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325885.756478:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325885.756481:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408630272/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325901 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325885.756486:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325885.756488:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325885.758701:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325885.758715:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325885.758728:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_rcv+-1] req@00000000b6591187 x1853175408630528/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325885.758751:0:161884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325885.758755:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325885.758758:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767325885.758760:0:161884:0:(import.c:2045:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1767325885.758763:0:161884:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1767325885.758768:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767325885.758771:0:161884:0:(genops.c:1229:class_import_get()) import 000000001dac6e9e refcount=3 obd=lustre-OST0000-osc-ffff971288e2b000 00000100:00000001:2.0:1767325885.758774:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325885.758777:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325885.758781:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325885.758786:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed9e0e5f. 00000100:00000001:2.0:1767325885.758791:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325885.758794:0:161884:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000100:00080000:2.0:1767325885.758797:0:161884:0:(import.c:65:import_set_state_nolock()) 000000001dac6e9e lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1767325885.758800:0:161884:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff971288e2b000: disconnect after 20s idle 00000100:00000001:2.0:1767325885.758802:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325885.758803:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325885.758806:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_rcv+-1] req@00000000e6bdf5e7 x1853175408630656/t0(0) o9->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325885.758814:0:161884:0:(import.c:2084:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325885.758816:0:161884:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325885.758821:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11091) 00000100:00000001:0.0:1767325885.758857:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325885.758862:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325885.758865:0:211393:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325885.758872:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408630528/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325885.758881:0:211393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325885.758883:0:211393:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325885.758886:0:211393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325885.758889:0:211393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325885.758891:0:211393:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325885.758894:0:211393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408630528:192.168.202.142@tcp:38: 00000100:00000001:0.0:1767325885.758898:0:211393:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325885.758902:0:211393:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325885.758904:0:211393:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325885.758907:0:211393:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325885.758911:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000073f0ca63. 02000000:00000001:0.0:1767325885.758913:0:211393:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325885.758919:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c703463c. 00000400:00000010:0.0:1767325885.758934:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2d871. 00000100:00000200:0.0:1767325885.758940:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408630528, portal 10 00000100:00000001:0.0:1767325885.758943:0:211393:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325885.758944:0:211393:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000040:0.0:1767325885.758951:0:211393:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408630528/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325885.758960:0:211393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325885.758963:0:211393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325885.758965:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001164247f. 00000100:00000200:0.0:1767325885.758967:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175408630528, offset 0 00000400:00000200:0.0:1767325885.758973:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325885.758985:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767325885.758990:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325885.759010:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325885.759014:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325885.759017:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325885.759020:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [61:61:256:4294967295] 192.168.202.142@tcp LPNI seq info [61:61:8:4294967295] 00000400:00000200:0.0:1767325885.759032:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325885.759039:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325885.759045:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ebbb7ec. 00000800:00000200:0.0:1767325885.759052:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767325885.759062:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325885.759067:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ebbb7ec type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1767325885.759089:0:211393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325885.759093:0:211393:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 1996708 usecs (1997 jiffies) 00000100:00000001:0.0:1767325885.759097:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305755600 00000100:00000001:0.0:1767325885.759100:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305757377 00000100:00000001:0.0:1767325885.759102:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305755600 00000100:00000001:0.0:1767325885.759105:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305757377 00000100:00000001:0.0:1767325885.759113:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305755600 00000100:00000001:0.0:1767325885.759116:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305757377 00000100:00000001:0.0:1767325885.759118:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305755600 00000100:00000001:0.0:1767325885.759121:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305757377 00000100:00000001:0.0:1767325885.759123:0:211393:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325885.759126:0:211393:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325885.759129:0:211393:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325885.759133:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408630656/t0(0) o9->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325885.759140:0:211393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325885.759142:0:211393:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325885.759144:0:211393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325885.759146:0:211393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325885.759148:0:211393:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325885.759151:0:211393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408630656:192.168.202.142@tcp:9: 00000100:00000001:0.0:1767325885.759155:0:211393:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325885.759159:0:211393:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325885.759161:0:211393:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325885.759162:0:211393:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325885.759166:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000619ff9c9. 02000000:00000001:0.0:1767325885.759167:0:211393:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325885.759171:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e60e7c0. 00000400:00000010:0.0:1767325885.759176:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7ef90dd. 00000100:00000200:0.0:1767325885.759179:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408630656, portal 4 00000100:00000001:0.0:1767325885.759181:0:211393:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767325885.759182:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325885.759183:0:211393:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000800:00000010:1.0:1767325885.759190:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ebbb7ec. 00000020:00000010:0.0:1767325885.759195:0:211393:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006fe531bc. 00000400:00000200:1.0:1767325885.759196:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767325885.759204:0:211393:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408630656/t0(0) o9->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325885.759208:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325885.759215:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001164247f 00000100:00000001:0.0:1767325885.759217:0:211393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767325885.759219:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001164247f. 00000100:00000001:1.0:1767325885.759224:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767325885.759228:0:211393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325885.759231:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c6835ee. 00000100:00000200:1.0:1767325885.759232:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408630528/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325885.759236:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853175408630656, offset 0 00000400:00000200:0.0:1767325885.759246:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325885.759252:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767325885.759255:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325885.759258:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767325885.759259:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767325885.759262:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325885.759267:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:1.0:1767325885.759267:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408630528/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325910 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325885.759273:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [62:62:255:4294967295] 192.168.202.142@tcp LPNI seq info [62:62:7:4294967295] 00000100:00000001:1.0:1767325885.759286:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325885.759290:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767325885.759291:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325885.759296:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325885.759300:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ebbb7ec. 00000800:00000200:0.0:1767325885.759305:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767325885.759310:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325885.759314:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ebbb7ec type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325885.759330:0:211393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325885.759333:0:211393:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: using a timeout of 7457 usecs (8 jiffies) 00000100:00000001:0.0:1767325885.759335:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305753611 00000100:00000001:0.0:1767325885.759337:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305757377 00000100:00000001:0.0:1767325885.759339:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305753611 00000100:00000001:0.0:1767325885.759341:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305757377 00000100:00000001:0.0:1767325885.759343:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305753611 00000100:00000001:0.0:1767325885.759345:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305757377 00000100:00000001:0.0:1767325885.759347:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305753611 00000100:00000001:0.0:1767325885.759349:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305757377 00000100:00000001:0.0:1767325885.759352:0:211393:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325885.759354:0:211393:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325885.759361:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325885.759364:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325885.759373:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767325885.759375:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325885.759376:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767325885.759379:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325885.759380:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325885.759381:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325885.759387:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325885.759388:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ebbb7ec. 00000400:00000200:3.0:1767325885.759393:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325885.759635:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325885.759639:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c6835ee 00000400:00000010:3.0:1767325885.759641:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c6835ee. 00000100:00000001:3.0:1767325885.759645:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325885.759649:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408630656/t0(0) o9->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325885.759659:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325885.759661:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408630656/t0(0) o9->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325895 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325885.759667:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325885.759669:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325885.760385:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325885.760582:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325885.760586:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325885.760589:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325885.760598:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325885.760612:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f01a80 00000400:00000200:1.0:1767325885.760632:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x2c1 [1] + 224 00000800:00000001:1.0:1767325885.760640:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325885.760647:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325885.760649:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325885.760652:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325885.760658:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325885.760671:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408630400/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325901 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325885.760682:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408630400/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325885.760699:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325885.760707:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325885.760712:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325885.760714:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325885.760716:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325885.760721:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325885.760722:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767325885.760725:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325885.760732:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f01a00 00000400:00000001:3.0:1767325885.760732:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325885.760735:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325885.760739:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085ff6af1. 00000400:00000200:3.0:1767325885.760742:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dcf3fdb 00000400:00000010:3.0:1767325885.760743:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dcf3fdb. 00000100:00000001:3.0:1767325885.760745:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325885.760751:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x2c5 [1] + 224 00000100:00000200:3.0:1767325885.760751:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408630400/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325885.760761:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767325885.760764:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408630400/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325901 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325885.760769:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325885.760771:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325885.760773:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325885.760776:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325885.760778:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325885.760780:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325885.760782:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325885.760789:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=26 v=5 (5 0 0 0) 00000800:00000001:1.0:1767325885.760790:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325885.760793:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=26 v=5 (1 0 0 0) 00000400:00000200:1.0:1767325885.760795:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325885.760801:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325885.760804:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325885.760806:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325885.760807:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767325885.760809:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767325885.760814:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408630272/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325901 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325885.760815:0:211396:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325885.760821:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325885.760823:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325885.760827:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325885.760828:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325885.760830:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408630272/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325885.760834:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408630400/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325885.760855:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325885.760858:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325885.760860:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325885.760863:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408630400/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325901 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325885.760866:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767325885.760868:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408630400:192.168.202.142@tcp:400: 00000800:00000001:1.0:1767325885.760874:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325885.760874:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325885.760878:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325885.760880:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408630400/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325901 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325885.760881:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325885.760889:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325885.760892:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325885.760895:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077b271b2. 02000000:00000001:3.0:1767325885.760898:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325885.760899:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325885.760901:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767325885.760903:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325885.760906:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 00000100:00000001:0.0:1767325885.760907:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325885.760909:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767325885.760911:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767325885.760912:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325885.760916:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000400:00000001:0.0:1767325885.760917:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325885.760921:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767325885.760921:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325885.760924:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767325885.760925:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c94ac4d9. 00000400:00000200:0.0:1767325885.760930:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057503a90 00000400:00000010:0.0:1767325885.760934:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057503a90. 00000100:00000001:3.0:1767325885.760935:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325885.760939:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325885.760944:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767325885.760946:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408630272/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325885.760947:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325885.760953:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325885.760956:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325885.760964:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408630272/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325901 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325885.760974:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325885.760976:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325885.760978:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325885.760979:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325885.760981:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325885.760982:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325885.760985:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325885.760988:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325885.761006:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325885.761009:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325885.761010:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325885.761012:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325885.761014:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325885.761016:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325885.761019:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408630272/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325885.761026:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325885.761035:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325885.761037:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325885.761040:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408630272/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325901 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325885.761047:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408630272:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325885.761052:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325885.761054:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325885.761056:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408630272/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325901 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325885.761062:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325885.761063:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325885.761065:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3f4a5a5. 02000000:00000001:0.0:1767325885.761068:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325885.761070:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325885.761071:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767325885.761073:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325885.761074:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e2b156b8. 02000000:00000001:0.0:1767325885.761076:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325885.761261:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325885.761264:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000001:0.0:1767325885.761268:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325885.761269:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325885.761271:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325885.761275:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325885.761277:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325885.761279:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325885.761281:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325885.762483:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325885.762493:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325885.762496:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325885.762498:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325885.762505:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325885.762517:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 4 MB=0x6957405f01b80 00000400:00000200:1.0:1767325885.762525:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.142@tcp of length 224/224 into md 0x2d9 [1] + 224 00000800:00000001:1.0:1767325885.762540:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325885.762547:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325885.762550:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325885.762553:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325885.762556:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325885.762560:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408630656/t0(0) o9->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325885.762567:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408630656/t0(0) o9->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325885.762581:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325885.762586:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325885.762588:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325885.762633:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325885.762636:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325885.762641:0:211393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325885.762642:0:211393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325885.762644:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e60e7c0. 00000400:00000200:0.0:1767325885.762646:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7ef90dd 00000400:00000010:0.0:1767325885.762648:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7ef90dd. 00000100:00000001:0.0:1767325885.762650:0:211393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325885.762658:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408630656/t0(0) o9->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325885.762665:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408630656/t0(0) o9->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325885.762670:0:211393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325885.762671:0:211393:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325885.762672:0:211393:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325885.762674:0:211393:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325885.762676:0:211393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325885.762677:0:211393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325885.762732:0:211393:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325885.762739:0:211393:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d217ad40 time=25 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325885.762741:0:211393:0:(import.c:2128:obd_at_measure()) add 1 to 00000000840fc659 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325885.762743:0:211393:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325885.762744:0:211393:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325885.762746:0:211393:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325885.762749:0:211393:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e6bdf5e7 x1853175408630656/t0(0) o9->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325895 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325885.762754:0:211393:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325885.762756:0:211393:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325885.762757:0:211393:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325885.762759:0:211393:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325885.762759:0:211393:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325885.762761:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408630656/t0(0) o9->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325895 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325885.762765:0:211393:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325885.762767:0:211393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325885.762768:0:211393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767325885.762770:0:211393:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@00000000e6bdf5e7 x1853175408630656/t0(0) o9->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325895 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767325885.762776:0:211393:0:(import.c:65:import_set_state_nolock()) 000000001dac6e9e lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1767325885.762778:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408630656/t0(0) o9->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325895 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325885.762788:0:211393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408630656:192.168.202.142@tcp:9: 00000100:00000001:0.0:1767325885.762792:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325885.762794:0:211393:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325885.762795:0:211393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408630656/t0(0) o9->lustre-OST0000-osc-ffff971288e2b000@192.168.202.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1767325895 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325885.762800:0:211393:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325885.762801:0:211393:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325885.762803:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000619ff9c9. 02000000:00000001:0.0:1767325885.762805:0:211393:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325885.762807:0:211393:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325885.762808:0:211393:0:(genops.c:1242:class_import_put()) import 000000001dac6e9e refcount=2 obd=lustre-OST0000-osc-ffff971288e2b000 00000020:00000001:0.0:1767325885.762809:0:211393:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325885.762811:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed9e0e5f. 02000000:00000001:0.0:1767325885.762813:0:211393:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325885.762815:0:211393:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325885.762816:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:0.0:1767325885.762868:0:211393:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325885.762869:0:211393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325885.762871:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325885.762872:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325885.762873:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325885.762874:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325885.762875:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325885.766105:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325885.766128:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325885.766134:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325885.766137:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325885.766152:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325885.766184:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 416 into portal 10 MB=0x6957405f01b00 00000400:00000200:3.0:1767325885.766195:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 416/416 into md 0x2d1 [1] + 0 00000800:00000001:3.0:1767325885.766203:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325885.766213:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325885.766216:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325885.766222:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325885.766230:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325885.766240:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408630528/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325885.766255:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000b6591187 x1853175408630528/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325885.766277:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325885.766287:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325885.766291:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325885.766331:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325885.766338:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325885.766346:0:211393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325885.766349:0:211393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325885.766352:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c703463c. 00000400:00000200:0.0:1767325885.766357:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2d871 00000400:00000010:0.0:1767325885.766360:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2d871. 00000100:00000001:0.0:1767325885.766364:0:211393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325885.766368:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408630528/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325885.766375:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408630528/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767325910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325885.766440:0:211393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325885.766443:0:211393:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325885.766446:0:211393:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325885.766450:0:211393:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325885.766452:0:211393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325885.766455:0:211393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325885.766459:0:211393:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325885.766470:0:211393:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=20 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325885.766475:0:211393:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=20 v=20 (20 0 0 0) 00000100:00000001:0.0:1767325885.766479:0:211393:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325885.766481:0:211393:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325885.766484:0:211393:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325885.766488:0:211393:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b6591187 x1853175408630528/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325885.766493:0:211393:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325885.766497:0:211393:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325885.766499:0:211393:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325885.766501:0:211393:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325885.766502:0:211393:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325885.766505:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408630528/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325885.766509:0:211393:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325885.766512:0:211393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325885.766513:0:211393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325885.766515:0:211393:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1767325885.766522:0:211393:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff971288e2b000: connect to target with instance 4 00000020:00000001:0.0:1767325885.766524:0:211393:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767325885.766526:0:211393:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e81 00000020:00000001:0.0:1767325885.766528:0:211393:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325885.766531:0:211393:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006a77ff05 refcount=5 00000020:00000001:0.0:1767325885.766532:0:211393:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000020:00000001:0.0:1767325885.766535:0:211393:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000100:00001000:0.0:1767325885.766544:0:211393:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=1767325885 v=0 (0 0 0 0) 00000100:00001000:0.0:1767325885.766546:0:211393:0:(import.c:2194:obd_at_measure()) AT 000000000185434f change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1767325885.766551:0:211393:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1695, crc32c 10663, adler 1439 00000020:00000040:0.0:1767325885.766557:0:211393:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 4 00000100:00000001:0.0:1767325885.766560:0:211393:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1767325885.766564:0:211393:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:0.0:1767325885.766569:0:211393:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0001-mdc-ffff971288e2b000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1767325885.766574:0:211393:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1767325885.766576:0:211393:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767325885.766578:0:211393:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:0.0:1767325885.766581:0:211393:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:0.0:1767325885.766584:0:211393:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767325885.766587:0:211393:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767325885.766589:0:211393:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325885.766591:0:211393:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1767325885.766594:0:211393:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1767325885.766596:0:211393:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1767325885.766598:0:211393:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:0.0:1767325885.766599:0:211393:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:0.0:1767325885.766600:0:211393:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:0.0:1767325885.766602:0:211393:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1767325885.766604:0:211393:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 0000000098c1d63b for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:0.0:1767325885.766607:0:211393:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x437b5ddfad697e7a 00800000:00000040:0.0:1767325885.766609:0:211393:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0x437b5ddfad697e81 00800000:00000040:0.0:1767325885.766611:0:211393:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff971288e2b000=31e9b472-c3f9-4942-adbf-dafbe9eddaef device 4 (00000000539e2e58) type mdc at LMV idx 1 00800000:00000040:0.0:1767325885.766613:0:211393:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD 00000000539e2e58 already active! 00800000:00000001:0.0:1767325885.766614:0:211393:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767325885.766615:0:211393:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767325885.766627:0:211393:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767325885.766629:0:211393:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=5 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000002:00000001:2.0:1767325885.766946:0:211393:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325885.766949:0:211393:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767325885.766953:0:211393:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767325885.766956:0:211393:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325885.766959:0:211393:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325885.766965:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408630528/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325910 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000002:00000001:0.0:1767325885.766975:0:214522:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1767325885.766979:0:214522:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1767325885.766984:0:214522:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325885.766989:0:211393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408630528:192.168.202.142@tcp:38: 00000020:00000001:0.0:1767325885.766995:0:214522:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767325885.766998:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767325885.766999:0:214522:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767325885.767003:0:211393:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767325885.767010:0:214522:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:0.0:1767325885.767012:0:214522:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325885.767016:0:211393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408630528/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/416 e 0 to 0 dl 1767325910 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325885.767025:0:211393:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325885.767028:0:211393:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325885.767032:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000073f0ca63. 02000000:00000001:2.0:1767325885.767036:0:211393:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325885.767037:0:211393:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325885.767039:0:211393:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767325885.767041:0:211393:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325885.767044:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000591fc508. 02000000:00000001:2.0:1767325885.767048:0:211393:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325885.767051:0:211393:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325885.767053:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:2.0:1767325885.767065:0:211393:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325885.767066:0:211393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325885.767069:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325885.767078:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325885.767080:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325885.767082:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325885.767083:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325886.779536:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325886.779544:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325886.779549:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325886.779550:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325886.779605:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325886.779638:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325886.779641:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767325887.803665:0:214080:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767325887.803675:0:214080:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325887.804626:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325887.804631:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325887.804636:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325887.804637:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325887.804727:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325887.804731:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325887.804734:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325888.827542:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325888.827551:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325888.827558:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325888.827559:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325888.827682:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325888.827685:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325888.827687:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767325889.339568:0:214087:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767325889.339574:0:214087:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (00000000005c1892) refs 2 10000000:00000001:0.0:1767325889.339579:0:214087:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325889.339581:0:214087:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767325889.339603:0:214087:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767325889.339605:0:214087:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767325889.339608:0:214087:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:0.0:1767325889.339610:0:214087:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:0.0:1767325889.339613:0:214087:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff971288e2b000 from 12 10000000:00000001:0.0:1767325889.339617:0:214087:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767325889.339618:0:214087:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:0.0:1767325889.339629:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000094420207. 00000020:00000040:0.0:1767325889.339635:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767325889.339640:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325889.339645:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325889.339652:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325889.339661:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050e3b494. 00000100:00000001:0.0:1767325889.339670:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325889.339675:0:214087:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767325889.339679:0:214087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767325889.339688:0:214087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000da5769e5. 00010000:00000001:0.0:1767325889.339711:0:214087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767325889.339715:0:214087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ade3308f. 00000020:00000001:0.0:1767325889.339720:0:214087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767325889.339722:0:214087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ade3308f with handle 0x437b5ddfad697e9d to hash 00000020:00000001:0.0:1767325889.339724:0:214087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767325889.339725:0:214087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000001:0.0:1767325889.339727:0:214087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000001:0.0:1767325889.339739:0:214087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767325889.339741:0:214087:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325889.339743:0:214087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697e9d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767325889.339751:0:214087:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697e9d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767325889.339761:0:214087:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697e9d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767325889.339766:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767325889.339768:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767325889.339778:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003edc813b. 00000100:00000001:0.0:1767325889.339780:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705343119104 : -115368366432512 : ffff9712b5801f00) 00000100:00000001:0.0:1767325889.339783:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325889.339784:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453962368 : -115368255589248 : ffff9712bc1b7480) 00000100:00000001:0.0:1767325889.339788:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325889.339791:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.339793:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767325889.339795:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325889.339805:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000094420207 x1853175408630784/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.339812:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325889.339814:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325889.339818:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325889.339820:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325889.340260:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325889.340264:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000094420207 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408630784:192.168.202.142@tcp:101: 00000100:00000001:0.0:1767325889.340268:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325889.340275:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325889.340277:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325889.340280:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325889.340283:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000060032c55. 02000000:00000001:0.0:1767325889.340285:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325889.340290:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c703463c. 00000400:00000010:0.0:1767325889.340297:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2d871. 00000100:00000200:0.0:1767325889.340304:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408630784, portal 25 00000100:00000001:0.0:1767325889.340306:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325889.340306:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453962368 : -115368255589248 : ffff9712bc1b7480) 00000100:00000040:0.0:1767325889.340310:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000094420207 x1853175408630784/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.340316:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325889.340318:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325889.340320:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7ef90dd. 00000100:00000200:0.0:1767325889.340323:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175408630784, offset 0 00000400:00000200:0.0:1767325889.340331:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325889.340349:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767325889.340356:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325889.340361:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325889.340365:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325889.340368:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325889.340372:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [63:63:256:4294967295] 192.168.202.142@tcp LPNI seq info [63:63:8:4294967295] 00000400:00000200:0.0:1767325889.340396:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325889.340426:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325889.340431:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d41e7546. 00000800:00000200:0.0:1767325889.340438:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767325889.340445:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325889.340454:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d41e7546 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767325889.340469:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.340474:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305760962 00000800:00000200:1.0:1767325889.340628:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325889.340632:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d41e7546. 00000400:00000200:1.0:1767325889.340637:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325889.340643:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325889.340648:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7ef90dd 00000400:00000010:1.0:1767325889.340650:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7ef90dd. 00000100:00000001:1.0:1767325889.340656:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325889.340659:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000094420207 x1853175408630784/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325889.340669:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325889.340672:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000094420207 x1853175408630784/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325889.340679:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325889.340687:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325889.340726:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305757377 00000100:00000001:0.0:1767325889.340739:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305760962 00000100:00000001:0.0:1767325889.340742:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305757377 00000100:00000001:0.0:1767325889.340744:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305760962 00000100:00000001:0.0:1767325889.340746:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305757377 00000100:00000001:0.0:1767325889.340748:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305760962 00000100:00000001:0.0:1767325889.340750:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305757377 00000100:00000001:0.0:1767325889.340751:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325889.340753:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.340755:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325889.340756:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767325889.340771:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 000000003edc813b going to sleep for 11 seconds 00000100:00000001:0.0:1767325889.340774:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325889.340777:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325889.347935:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325889.347959:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325889.347964:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325889.347966:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325889.347982:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325889.348013:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 344 into portal 25 MB=0x6957405f01c00 00000400:00000200:3.0:1767325889.348024:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 344/344 into md 0x2e1 [1] + 224 00000800:00000001:3.0:1767325889.348052:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325889.348062:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325889.348065:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325889.348070:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325889.348079:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325889.348090:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000094420207 x1853175408630784/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325889.348103:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000094420207 x1853175408630784/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325889.348127:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325889.348137:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325889.348141:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325889.348547:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325889.348558:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325889.348560:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325889.348563:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c703463c. 00000400:00000200:0.0:1767325889.348569:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2d871 00000400:00000010:0.0:1767325889.348572:0:214087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2d871. 00000100:00000001:0.0:1767325889.348576:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325889.348581:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000094420207 x1853175408630784/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325889.348603:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000094420207 x1853175408630784/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.348609:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325889.348611:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325889.348614:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325889.348635:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325889.348638:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325889.348641:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325889.348645:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325889.348653:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=35 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325889.348658:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325889.348661:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325889.348662:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325889.348665:0:214087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325889.348667:0:214087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.348670:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325889.348674:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000094420207 x1853175408630784/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.348681:0:214087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325889.348685:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325889.348687:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325889.348691:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094420207 x1853175408630784/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325889.348699:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000094420207 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408630784:192.168.202.142@tcp:101: 00000100:00000001:0.0:1767325889.348704:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325889.348707:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.348710:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767325889.348712:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325889.348715:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000094420207 x1853175408630784/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.348722:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325889.348726:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003edc813b. 00000100:00000001:0.0:1767325889.348729:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767325889.348731:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325889.348734:0:214087:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767325889.348737:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325889.348741:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325889.348774:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ade3308f refcount=4 00000020:00000001:0.0:1767325889.348777:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000001:0.0:1767325889.348787:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000040:0.0:1767325889.348794:0:214087:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000ade3308f, remote cookie: 0xa7160ca85758233d, flags: 0x0 00010000:00000001:0.0:1767325889.348798:0:214087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767325889.348803:0:214087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767325889.348805:0:214087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767325889.348807:0:214087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767325889.348809:0:214087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767325889.348811:0:214087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000da5769e5) refcount = 1 00010000:00010000:0.0:1767325889.348815:0:214087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697e9d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca85758233d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325889.348824:0:214087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767325889.348826:0:214087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767325889.348827:0:214087:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767325889.348831:0:214087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767325889.348833:0:214087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325889.348836:0:214087:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697e9d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7160ca85758233d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325889.348842:0:214087:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767325889.348844:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325889.348846:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325889.348847:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325889.348848:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325889.348850:0:214087:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.348853:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325889.348857:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000094420207 x1853175408630784/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.348863:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325889.348866:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325889.348870:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000060032c55. 02000000:00000001:0.0:1767325889.348874:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325889.348876:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325889.348878:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767325889.348881:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325889.348889:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000050e3b494. 02000000:00000001:0.0:1767325889.348894:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325889.348896:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325889.348897:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000094420207. 00000100:00000001:0.0:1767325889.348901:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325889.348902:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767325889.348905:0:214087:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325889.348908:0:214087:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767325889.348910:0:214087:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (00000000005c1892) refs 3 10000000:00000001:0.0:1767325889.348912:0:214087:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325889.348914:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325889.348915:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325889.348917:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ade3308f refcount=3 00000020:00000001:0.0:1767325889.348918:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000001:0.0:1767325889.348920:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000001:0.0:1767325889.348922:0:214087:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767325889.348924:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325889.348925:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325889.348926:0:214087:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325889.348929:0:214087:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767325889.348932:0:214087:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000002d62b46d. 00000100:00000010:0.0:1767325889.348948:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000094420207. 00000020:00000040:0.0:1767325889.348952:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767325889.348957:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325889.348960:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325889.348965:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325889.348972:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050e3b494. 00000100:00000001:0.0:1767325889.348979:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.348984:0:214087:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767325889.348988:0:214087:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000060032c55. 00000100:00000010:0.0:1767325889.348991:0:214087:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000095d734a9. 00000020:00000040:0.0:1767325889.348993:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767325889.348998:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767325889.348999:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767325889.349005:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003edc813b. 00000100:00000001:0.0:1767325889.349007:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705343119104 : -115368366432512 : ffff9712b5801f00) 00000100:00000001:0.0:1767325889.349015:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325889.349016:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453962368 : -115368255589248 : ffff9712bc1b7480) 00000100:00000001:0.0:1767325889.349021:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325889.349023:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.349025:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767325889.349027:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325889.349031:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000094420207 x1853175408630912/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.349038:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325889.349040:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325889.349044:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325889.349046:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325889.349049:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325889.349052:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000094420207 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408630912:192.168.202.142@tcp:256: 00000100:00000001:0.0:1767325889.349056:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325889.349063:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325889.349066:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.349068:0:214087:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767325889.349073:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c703463c. 00000400:00000010:0.0:1767325889.349079:0:214087:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000806b0802. 00000100:00000200:0.0:1767325889.349086:0:214087:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6957405f01c80-0x6957405f01c80, portal 33 00000100:00000001:0.0:1767325889.349089:0:214087:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325889.349091:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325889.349094:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a38d129. 02000000:00000001:0.0:1767325889.349096:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325889.349099:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e60e7c0. 00000400:00000010:0.0:1767325889.349102:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2d871. 00000100:00000200:0.0:1767325889.349105:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408630912, portal 25 00000100:00000001:0.0:1767325889.349108:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325889.349109:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453962368 : -115368255589248 : ffff9712bc1b7480) 00000100:00000040:0.0:1767325889.349114:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000094420207 x1853175408630912/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325905 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.349122:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325889.349129:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325889.349132:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057503a90. 00000100:00000200:0.0:1767325889.349136:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853175408630912, offset 0 00000400:00000200:0.0:1767325889.349142:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325889.349155:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767325889.349162:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325889.349168:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325889.349172:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325889.349175:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325889.349178:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [64:64:256:4294967295] 192.168.202.142@tcp LPNI seq info [64:64:8:4294967295] 00000400:00000200:0.0:1767325889.349189:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325889.349196:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325889.349200:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c98c6e3f. 00000800:00000200:0.0:1767325889.349207:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767325889.349217:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325889.349221:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c98c6e3f type 1, nob 400 niov 1 nkiov 1 00000100:00000001:0.0:1767325889.349236:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.349240:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305760970 00000100:00000001:0.0:1767325889.349249:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305760962 00000100:00000001:0.0:1767325889.349255:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305760970 00000100:00000001:0.0:1767325889.349258:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305760962 00000100:00000001:0.0:1767325889.349261:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305760970 00000100:00000001:0.0:1767325889.349264:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305760962 00000100:00000001:0.0:1767325889.349266:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305760970 00000100:00000001:0.0:1767325889.349269:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305760962 00000100:00000001:0.0:1767325889.349271:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325889.349274:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.349276:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325889.349278:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767325889.349285:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 000000003edc813b going to sleep for 11 seconds 00000100:00000001:0.0:1767325889.349288:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325889.349290:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325889.349643:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325889.349648:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c98c6e3f. 00000400:00000200:3.0:1767325889.349652:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325889.349658:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325889.349662:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057503a90 00000400:00000010:3.0:1767325889.349664:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057503a90. 00000100:00000001:3.0:1767325889.349669:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325889.349673:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000094420207 x1853175408630912/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325905 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325889.349682:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325889.349684:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000094420207 x1853175408630912/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325905 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325889.349690:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325889.349692:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325889.354364:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.354389:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325889.354393:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.354396:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325889.354448:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325889.354472:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 44 into portal 33 MB=0x6957405f01c80 00000400:00000200:1.0:1767325889.354483:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.142@tcp of length 44/44 into md 0x2e9 [4] + 0 00000400:00000010:1.0:1767325889.354489:0:211388:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c703463c. 00000400:00000200:1.0:1767325889.354496:0:211388:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000806b0802 00000800:00000001:1.0:1767325889.354504:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.354513:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325889.354516:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325889.354521:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325889.354527:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000806b0802 00000400:00000010:1.0:1767325889.354530:0:211388:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000806b0802. 00000100:00000001:1.0:1767325889.354535:0:211388:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767325889.354538:0:211388:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000094420207 desc 0000000060032c55 mbits 1853175408630912 00000100:00000001:1.0:1767325889.354552:0:211388:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767325889.354560:0:211388:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767325889.354568:0:211388:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.42@tcp to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325889.354575:0:211388:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [65:65:256:4294967295] 192.168.202.142@tcp LPNI seq info [65:65:8:4294967295] 00000100:00000001:0.0:1767325889.354582:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325889.354597:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325889.354601:0:211388:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:192.168.202.42@tcp) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) 192.168.202.142@tcp : ACK try# 0 00000800:00000200:1.0:1767325889.354620:0:211388:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325889.354626:0:211388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 000000009f22cda9. 00000800:00000200:1.0:1767325889.354633:0:211388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325889.354642:0:211388:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325889.354647:0:211388:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f22cda9 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767325889.354710:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767325889.354750:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325889.354755:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 000000009f22cda9. 00000400:00000200:1.0:1767325889.354759:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767325889.354774:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325889.354783:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: ACK: OK 00000800:00000001:3.0:1767325889.356813:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325889.356828:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325889.356831:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325889.356832:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325889.356842:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325889.356866:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 240 into portal 25 MB=0x6957405f01c80 00000400:00000200:3.0:1767325889.356873:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 240/240 into md 0x2ed [1] + 224 00000800:00000001:3.0:1767325889.356879:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325889.356886:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325889.356888:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325889.356890:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325889.356895:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325889.356903:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000094420207 x1853175408630912/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325905 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325889.356912:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000094420207 x1853175408630912/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325889.356936:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325889.356942:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325889.356944:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325889.357002:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325889.357009:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325889.357012:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325889.357015:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e60e7c0. 00000400:00000200:0.0:1767325889.357019:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2d871 00000400:00000010:0.0:1767325889.357021:0:214087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2d871. 00000100:00000001:0.0:1767325889.357025:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325889.357029:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000094420207 x1853175408630912/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325889.357038:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000094420207 x1853175408630912/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.357044:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325889.357046:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325889.357048:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325889.357052:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325889.357055:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325889.357057:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325889.357060:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325889.357069:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=35 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325889.357073:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325889.357075:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325889.357076:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325889.357079:0:214087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325889.357081:0:214087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.357083:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325889.357085:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000094420207 x1853175408630912/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325889.357092:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000094420207 x1853175408630912/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325905 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.357098:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325889.357105:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325889.357108:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094420207 x1853175408630912/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325905 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325889.357113:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000094420207 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408630912:192.168.202.142@tcp:256: 00000100:00000001:0.0:1767325889.357117:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325889.357119:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.357121:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767325889.357122:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325889.357124:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000094420207 x1853175408630912/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325905 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.357128:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325889.357131:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003edc813b. 00000100:00000001:0.0:1767325889.357133:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767325889.357134:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767325889.357139:0:214087:0:(mgc_request.c:1610:mgc_process_recover_log()) Latest version 12, more 0. 10000000:00000001:0.0:1767325889.357142:0:214087:0:(mgc_request.c:1273:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767325889.357147:0:214087:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000035a184dd. 00010000:00000001:0.0:1767325889.357159:0:214087:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767325889.357161:0:214087:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767325889.357164:0:214087:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.142@tcp has 192.168.202.142@tcp. 00000100:00000001:0.0:1767325889.357166:0:214087:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325889.357168:0:214087:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767325889.357169:0:214087:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.142@tcp with 192.168.202.142@tcp 00000100:00000200:0.0:1767325889.357170:0:214087:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.142@tcp' 00000400:00000200:0.0:1767325889.357172:0:214087:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1767325889.357175:0:214087:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:0.0:1767325889.357177:0:214087:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.202.142@tcp 00000400:00000200:0.0:1767325889.357181:0:214087:0:(peer.c:1797:lnet_peer_add()) peer 192.168.202.142@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767325889.357186:0:214087:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767325889.357188:0:214087:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.202.142@tcp NID 192.168.202.142@tcp: 0. pending discovery 00000400:00000200:0.0:1767325889.357190:0:214087:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.202.142@tcp 00000100:00000001:0.0:1767325889.357192:0:214087:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325889.357193:0:214087:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767325889.357199:0:214087:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.202.142@tcp' by NID '192.168.202.142@tcp' 10000000:00000010:0.0:1767325889.357203:0:214087:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 0000000047bc514d. 10000000:00000040:0.0:1767325889.357205:0:214087:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 12/12 for lustre-MDT0001-mdc-ffff971288e2b000 -> mdc.import=connection=192.168.202.142@tcp::4 00000020:00000080:0.0:1767325889.357208:0:214087:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767325889.357213:0:214087:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767325889.357217:0:214087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2bb4a37. 00000020:00000010:0.0:1767325889.357228:0:214087:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000649635c5. 00000020:00000010:0.0:1767325889.357231:0:214087:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000077436310. 00000008:00000010:0.0:1767325889.357238:0:214087:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000086d3fa7f. 00020000:00000010:0.0:1767325889.357243:0:214087:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000b802fa4f. 00008000:00000010:0.0:1767325889.357247:0:214087:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000dd8072ef. 00000080:00000010:0.0:1767325889.357253:0:214087:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000083701df1. 00000080:00000010:0.0:1767325889.357257:0:214087:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000074d1a80b. 00000040:00000001:0.0:1767325889.357262:0:214087:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767325889.357263:0:214087:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000047bc514d 00000040:00001000:0.0:1767325889.357265:0:214087:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767325889.357265:0:214087:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767325889.357267:0:214087:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767325889.357267:0:214087:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767325889.357269:0:214087:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767325889.357269:0:214087:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767325889.357270:0:214087:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0001-mdc-ffff971288e2b000 00000040:00001000:0.0:1767325889.357271:0:214087:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.202.142@tcp::4 00000040:00000001:0.0:1767325889.357272:0:214087:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:0.0:1767325889.357382:0:214087:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000649635c5. 00000020:00000010:0.0:1767325889.357387:0:214087:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000077436310. 00000008:00000010:0.0:1767325889.357391:0:214087:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000086d3fa7f. 00020000:00000010:0.0:1767325889.357421:0:214087:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000b802fa4f. 00008000:00000010:0.0:1767325889.357425:0:214087:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000dd8072ef. 00000080:00000010:0.0:1767325889.357428:0:214087:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000083701df1. 00000080:00000010:0.0:1767325889.357432:0:214087:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000074d1a80b. 00000020:00000010:0.0:1767325889.357435:0:214087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2bb4a37. 00000020:00000001:0.0:1767325889.357438:0:214087:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325889.357440:0:214087:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767325889.357457:0:214087:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 0000000047bc514d. 10000000:00000010:0.0:1767325889.357459:0:214087:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000035a184dd. 10000000:00000001:0.0:1767325889.357461:0:214087:0:(mgc_request.c:1508:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.357463:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325889.357466:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000094420207 x1853175408630912/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767325905 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.357473:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325889.357476:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325889.357479:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a38d129. 02000000:00000001:0.0:1767325889.357481:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325889.357484:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325889.357485:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767325889.357488:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767325889.357489:0:214087:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767325889.357492:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325889.357493:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767325889.357495:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767325889.357498:0:214087:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000095d734a9. 00000100:00000010:0.0:1767325889.357501:0:214087:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000060032c55. 00000100:00000001:0.0:1767325889.357504:0:214087:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767325889.357507:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000050e3b494. 02000000:00000001:0.0:1767325889.357510:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325889.357512:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325889.357514:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000094420207. 00000100:00000001:0.0:1767325889.357518:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325889.357519:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767325889.357542:0:214087:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 32 at 000000002d62b46d. 10000000:01000000:0.0:1767325889.357546:0:214087:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:0.0:1767325889.357549:0:214087:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767325889.357551:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325889.357553:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325889.357556:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ade3308f refcount=3 00000020:00000001:0.0:1767325889.357557:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000001:0.0:1767325889.357560:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000001:0.0:1767325889.357562:0:214087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767325889.357569:0:214087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697e9d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca85758233d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325889.357578:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325889.357595:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767325889.357597:0:214087:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697e9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca85758233d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325889.357605:0:214087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767325889.357606:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325889.357607:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767325889.357609:0:214087:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325889.357612:0:214087:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325889.357614:0:214087:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767325889.357617:0:214087:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767325889.357619:0:214087:0:(mgc_request.c:108:config_log_get()) log lustre-client (0000000026e82522) refs 2 10000000:00000001:0.0:1767325889.357621:0:214087:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325889.357622:0:214087:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767325889.357624:0:214087:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(00000000005c1892) refs 3 10000000:00000001:0.0:1767325889.357626:0:214087:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767325889.357628:0:214087:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767325889.357630:0:214087:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1767325889.357632:0:214087:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:0.0:1767325889.357634:0:214087:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff971288e2b000 from 39 10000000:00000001:0.0:1767325889.357637:0:214087:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767325889.357638:0:214087:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1767325889.357643:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000094420207. 00000020:00000040:0.0:1767325889.357646:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767325889.357650:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325889.357653:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325889.357658:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325889.357665:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050e3b494. 00000100:00000001:0.0:1767325889.357671:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325889.357676:0:214087:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767325889.357678:0:214087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767325889.357686:0:214087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000023169241. 00010000:00000001:0.0:1767325889.357691:0:214087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767325889.357698:0:214087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006621c22b. 00000020:00000001:0.0:1767325889.357704:0:214087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767325889.357706:0:214087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006621c22b with handle 0x437b5ddfad697ea4 to hash 00000020:00000001:0.0:1767325889.357708:0:214087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767325889.357710:0:214087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628705345853952 : -115368363697664 : ffff9712b5a9da00) 00010000:00000001:0.0:1767325889.357712:0:214087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628705345853952 : -115368363697664 : ffff9712b5a9da00) 00010000:00000001:0.0:1767325889.357716:0:214087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767325889.357718:0:214087:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325889.357721:0:214087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: 000000006621c22b/0x437b5ddfad697ea4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767325889.357727:0:214087:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: 000000006621c22b/0x437b5ddfad697ea4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767325889.357737:0:214087:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: 000000006621c22b/0x437b5ddfad697ea4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767325889.357743:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767325889.357745:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767325889.357749:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003edc813b. 00000100:00000001:0.0:1767325889.357752:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705343119104 : -115368366432512 : ffff9712b5801f00) 00000100:00000001:0.0:1767325889.357755:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325889.357756:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453962368 : -115368255589248 : ffff9712bc1b7480) 00000100:00000001:0.0:1767325889.357761:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325889.357763:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.357765:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767325889.357767:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325889.357771:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000094420207 x1853175408631040/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.357777:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325889.357780:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325889.357784:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325889.357787:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325889.357789:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325889.357797:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000094420207 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408631040:192.168.202.142@tcp:101: 00000100:00000001:0.0:1767325889.357801:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325889.357807:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325889.357810:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325889.357813:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325889.357816:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000060032c55. 02000000:00000001:0.0:1767325889.357818:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325889.357822:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e60e7c0. 00000400:00000010:0.0:1767325889.357827:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2d871. 00000100:00000200:0.0:1767325889.357833:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408631040, portal 25 00000100:00000001:0.0:1767325889.357836:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325889.357837:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453962368 : -115368255589248 : ffff9712bc1b7480) 00000100:00000040:0.0:1767325889.357841:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000094420207 x1853175408631040/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.357848:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325889.357851:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325889.357853:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044f99395. 00000100:00000200:0.0:1767325889.357856:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175408631040, offset 0 00000400:00000200:0.0:1767325889.357862:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325889.357874:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767325889.357880:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325889.357885:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325889.357889:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325889.357892:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325889.357895:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [66:66:256:4294967295] 192.168.202.142@tcp LPNI seq info [66:66:8:4294967295] 00000400:00000200:0.0:1767325889.357906:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325889.357913:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325889.357918:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c98c6e3f. 00000800:00000200:0.0:1767325889.357924:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767325889.357933:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325889.357937:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c98c6e3f type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767325889.357960:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.357965:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305760979 00000100:00000001:0.0:1767325889.357973:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305760970 00000100:00000001:0.0:1767325889.357979:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305760979 00000100:00000001:0.0:1767325889.357982:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305760970 00000100:00000001:0.0:1767325889.357985:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305760979 00000100:00000001:0.0:1767325889.357988:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305760970 00000100:00000001:0.0:1767325889.357990:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305760979 00000100:00000001:0.0:1767325889.357993:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305760970 00000100:00000001:0.0:1767325889.357995:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325889.358004:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.358007:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325889.358009:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767325889.358011:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 000000003edc813b going to sleep for 11 seconds 00000100:00000001:0.0:1767325889.358013:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325889.358015:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325889.358660:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325889.358665:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c98c6e3f. 00000400:00000200:3.0:1767325889.358670:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325889.358676:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325889.358680:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044f99395 00000400:00000010:3.0:1767325889.358682:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044f99395. 00000100:00000001:3.0:1767325889.358686:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325889.358689:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000094420207 x1853175408631040/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325889.358700:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325889.358701:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000094420207 x1853175408631040/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325889.358707:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325889.358708:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325889.361901:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.361921:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325889.361925:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.361927:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325889.361940:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325889.361958:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 344 into portal 25 MB=0x6957405f01d00 00000400:00000200:1.0:1767325889.361965:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 344/344 into md 0x2f5 [1] + 224 00000800:00000001:1.0:1767325889.361977:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.361985:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325889.361987:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325889.362059:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325889.362067:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325889.362075:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000094420207 x1853175408631040/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325889.362087:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000094420207 x1853175408631040/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.362140:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325889.362156:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325889.362166:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.362170:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325889.362209:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325889.362212:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325889.362215:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e60e7c0. 00000400:00000200:0.0:1767325889.362221:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2d871 00000400:00000010:0.0:1767325889.362224:0:214087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2d871. 00000100:00000001:0.0:1767325889.362228:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325889.362232:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000094420207 x1853175408631040/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325889.362240:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000094420207 x1853175408631040/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.362246:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325889.362248:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325889.362250:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325889.362254:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325889.362257:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325889.362268:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325889.362272:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325889.362280:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=35 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325889.362284:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325889.362286:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325889.362288:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325889.362291:0:214087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325889.362294:0:214087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.362296:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325889.362301:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000094420207 x1853175408631040/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.362308:0:214087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325889.362311:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325889.362313:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325889.362317:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094420207 x1853175408631040/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325889.362325:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000094420207 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408631040:192.168.202.142@tcp:101: 00000100:00000001:0.0:1767325889.362332:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325889.362336:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.362338:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767325889.362340:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325889.362344:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000094420207 x1853175408631040/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.362351:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325889.362354:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003edc813b. 00000100:00000001:0.0:1767325889.362357:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767325889.362359:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325889.362362:0:214087:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767325889.362365:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325889.362369:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325889.362372:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006621c22b refcount=4 00000020:00000001:0.0:1767325889.362375:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345853952 : -115368363697664 : ffff9712b5a9da00) 00010000:00000001:0.0:1767325889.362377:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345853952 : -115368363697664 : ffff9712b5a9da00) 00010000:00000040:0.0:1767325889.362391:0:214087:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000006621c22b, remote cookie: 0xa7160ca857582344, flags: 0x0 00010000:00000001:0.0:1767325889.362395:0:214087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767325889.362418:0:214087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767325889.362421:0:214087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767325889.362423:0:214087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767325889.362424:0:214087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767325889.362426:0:214087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000023169241) refcount = 1 00010000:00010000:0.0:1767325889.362431:0:214087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: 000000006621c22b/0x437b5ddfad697ea4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca857582344 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325889.362439:0:214087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767325889.362441:0:214087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767325889.362443:0:214087:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767325889.362446:0:214087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767325889.362449:0:214087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325889.362451:0:214087:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: 000000006621c22b/0x437b5ddfad697ea4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7160ca857582344 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325889.362456:0:214087:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767325889.362458:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325889.362460:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325889.362462:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325889.362463:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325889.362465:0:214087:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.362558:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325889.362562:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000094420207 x1853175408631040/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.362570:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325889.362573:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325889.362576:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000060032c55. 02000000:00000001:0.0:1767325889.362596:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325889.362599:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325889.362601:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767325889.362604:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325889.362607:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000050e3b494. 02000000:00000001:0.0:1767325889.362612:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325889.362620:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325889.362622:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000094420207. 00000100:00000001:0.0:1767325889.362627:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325889.362628:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767325889.362630:0:214087:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325889.362634:0:214087:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767325889.362636:0:214087:0:(mgc_request.c:108:config_log_get()) log lustre-client (0000000026e82522) refs 3 10000000:00000001:0.0:1767325889.362638:0:214087:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325889.362640:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325889.362641:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325889.362643:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006621c22b refcount=3 00000020:00000001:0.0:1767325889.362645:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345853952 : -115368363697664 : ffff9712b5a9da00) 00010000:00000001:0.0:1767325889.362647:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345853952 : -115368363697664 : ffff9712b5a9da00) 00010000:00000001:0.0:1767325889.362650:0:214087:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767325889.362651:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325889.362652:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325889.362653:0:214087:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325889.362656:0:214087:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767325889.362659:0:214087:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000095d734a9. 00000020:00000010:0.0:1767325889.362664:0:214087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050e3b494. 00000020:00000010:0.0:1767325889.362670:0:214087:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000a38d129. 00000040:00000010:0.0:1767325889.362675:0:214087:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b2bb4a37. 00000020:00000010:0.0:1767325889.362681:0:214087:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000148bea5e. 00000020:00000010:0.0:1767325889.362688:0:214087:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000649635c5. 80000000:00000010:0.0:1767325889.362692:0:214087:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000077436310. 00040000:00000010:0.0:1767325889.362698:0:214087:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000af5b7571. 20000000:00000010:0.0:1767325889.362704:0:214087:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000f5b79e3d. 10000000:00000040:0.0:1767325889.362708:0:214087:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000007c1e0515 : new refcount 2 00000020:00000001:0.0:1767325889.362712:0:214087:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1767325889.362714:0:214087:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1767325889.362717:0:214087:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767325889.362720:0:214087:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d1ee60d3. 00000040:00000001:0.0:1767325889.362724:0:214087:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767325889.362728:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000010:0.0:1767325889.362732:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000094420207. 00000020:00000040:0.0:1767325889.362741:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767325889.362746:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325889.362749:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325889.362755:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325889.362764:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e76be85. 00000100:00000001:0.0:1767325889.362771:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.362778:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767325889.362780:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767325889.362786:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003edc813b. 00000100:00000001:0.0:1767325889.362789:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705343119104 : -115368366432512 : ffff9712b5801f00) 00000100:00000001:0.0:1767325889.362792:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325889.362794:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453962368 : -115368255589248 : ffff9712bc1b7480) 00000100:00000001:0.0:1767325889.362798:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325889.362801:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.362803:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767325889.362805:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325889.362809:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000094420207 x1853175408631168/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.362816:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325889.362819:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325889.362823:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325889.362826:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325889.362829:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325889.362832:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000094420207 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408631168:192.168.202.142@tcp:501: 00000100:00000001:0.0:1767325889.362837:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325889.362842:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325889.362845:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325889.362848:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325889.362852:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2876d7b. 02000000:00000001:0.0:1767325889.362854:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325889.362859:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e60e7c0. 00000400:00000010:0.0:1767325889.362865:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2d871. 00000100:00000200:0.0:1767325889.362872:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408631168, portal 25 00000100:00000001:0.0:1767325889.362874:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325889.362881:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453962368 : -115368255589248 : ffff9712bc1b7480) 00000100:00000040:0.0:1767325889.362885:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000094420207 x1853175408631168/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.362891:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325889.362893:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325889.362895:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600e12d3. 00000100:00000200:0.0:1767325889.362897:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853175408631168, offset 0 00000400:00000200:0.0:1767325889.362903:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325889.362913:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767325889.362918:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325889.362922:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325889.362925:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325889.362928:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325889.362931:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [67:67:256:4294967295] 192.168.202.142@tcp LPNI seq info [67:67:8:4294967295] 00000400:00000200:0.0:1767325889.362940:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325889.362944:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325889.362948:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d41e7546. 00000800:00000200:0.0:1767325889.362954:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767325889.362960:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325889.362964:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d41e7546 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1767325889.362983:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.362987:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305760984 00000100:00000001:0.0:1767325889.363056:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305760979 00000100:00000001:0.0:1767325889.363065:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305760984 00000100:00000001:0.0:1767325889.363067:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305760979 00000100:00000001:0.0:1767325889.363069:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305760984 00000100:00000001:0.0:1767325889.363072:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305760979 00000100:00000001:0.0:1767325889.363073:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305760984 00000100:00000001:0.0:1767325889.363075:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305760979 00000100:00000001:0.0:1767325889.363081:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325889.363083:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.363085:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325889.363087:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767325889.363088:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 000000003edc813b going to sleep for 11 seconds 00000100:00000001:0.0:1767325889.363090:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325889.363091:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325889.363236:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325889.363242:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d41e7546. 00000400:00000200:1.0:1767325889.363246:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325889.363251:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325889.363254:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600e12d3 00000400:00000010:1.0:1767325889.363255:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600e12d3. 00000100:00000001:1.0:1767325889.363259:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325889.363263:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000094420207 x1853175408631168/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325889.363274:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325889.363276:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000094420207 x1853175408631168/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325889.363292:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325889.363293:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325889.365225:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325889.365244:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325889.365248:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325889.365250:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325889.365262:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767325889.365280:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 272 into portal 25 MB=0x6957405f01d80 00000400:00000200:0.0:1767325889.365288:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 272/272 into md 0x2fd [1] + 224 00000800:00000001:0.0:1767325889.365294:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325889.365307:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325889.365310:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325889.365314:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325889.365322:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325889.365329:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000094420207 x1853175408631168/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325889.365340:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000094420207 x1853175408631168/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.365366:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325889.365373:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325889.365376:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325889.365436:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325889.365452:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325889.365455:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325889.365459:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e60e7c0. 00000400:00000200:1.0:1767325889.365475:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2d871 00000400:00000010:1.0:1767325889.365478:0:214087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2d871. 00000100:00000001:1.0:1767325889.365483:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325889.365490:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000094420207 x1853175408631168/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325889.365501:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000094420207 x1853175408631168/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325889.365508:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325889.365510:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325889.365513:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325889.365516:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325889.365519:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325889.365521:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325889.365524:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325889.365532:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325889.365537:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325889.365539:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325889.365541:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325889.365544:0:214087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325889.365546:0:214087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325889.365549:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325889.365553:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000094420207 x1853175408631168/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325889.365560:0:214087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325889.365564:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325889.365566:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325889.365568:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094420207 x1853175408631168/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325889.365600:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000094420207 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408631168:192.168.202.142@tcp:501: 00000100:00000001:1.0:1767325889.365606:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325889.365609:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325889.365611:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767325889.365613:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325889.365616:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000094420207 x1853175408631168/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325889.365622:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325889.365624:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003edc813b. 00000100:00000001:1.0:1767325889.365628:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767325889.365629:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767325889.365634:0:214087:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767325889.365639:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325889.365642:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767325889.365644:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325889.365646:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325889.365649:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000094420207 x1853175408631168/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325889.365655:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325889.365657:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325889.365660:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2876d7b. 02000000:00000001:1.0:1767325889.365664:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325889.365666:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325889.365666:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767325889.365668:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325889.365671:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003e76be85. 02000000:00000001:1.0:1767325889.365674:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325889.365676:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325889.365678:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000094420207. 00000100:00000001:1.0:1767325889.365682:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325889.365683:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767325889.365685:0:214087:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767325889.365689:0:214087:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767325889.365701:0:214087:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f412ae17. 00000040:00000001:1.0:1767325889.365703:0:214087:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767325889.365705:0:214087:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767325889.365707:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000010:1.0:1767325889.365712:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a75f6d50. 00000020:00000040:1.0:1767325889.365715:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767325889.365719:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325889.365721:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325889.365727:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325889.365733:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f22cda9. 00000100:00000001:1.0:1767325889.365740:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325889.365744:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767325889.365746:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767325889.365751:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039be60d3. 00000100:00000001:1.0:1767325889.365753:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628704610620736 : -115369098930880 : ffff971289d71540) 00000100:00000001:1.0:1767325889.365756:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325889.365757:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604898176 : -115369104653440 : ffff9712897fc380) 00000100:00000001:1.0:1767325889.365762:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325889.365765:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325889.365767:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767325889.365768:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325889.365771:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a75f6d50 x1853175408631296/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325889.365778:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325889.365781:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325889.365785:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325889.365788:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325889.365790:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325889.365792:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a75f6d50 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408631296:192.168.202.142@tcp:503: 00000100:00000001:1.0:1767325889.365796:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325889.365801:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325889.365803:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325889.365805:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325889.365821:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000005dff6fd7. 02000000:00000001:1.0:1767325889.365824:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325889.365834:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b6fe37f. 00000400:00000010:1.0:1767325889.365840:0:214087:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d53bfa41. 00000100:00000200:1.0:1767325889.365846:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853175408631296, portal 25 00000100:00000001:1.0:1767325889.365848:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325889.365850:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604898176 : -115369104653440 : ffff9712897fc380) 00000100:00000040:1.0:1767325889.365854:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a75f6d50 x1853175408631296/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325905 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325889.365860:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325889.365863:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325889.365866:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063c74014. 00000100:00000200:1.0:1767325889.365868:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853175408631296, offset 0 00000400:00000200:1.0:1767325889.365875:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325889.365887:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325889.365893:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325889.365897:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767325889.365902:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325889.365905:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325889.365909:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [68:68:256:4294967295] 192.168.202.142@tcp LPNI seq info [68:68:8:4294967295] 00000400:00000200:1.0:1767325889.365920:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767325889.365925:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325889.365930:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023d40614. 00000800:00000200:1.0:1767325889.365936:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325889.365945:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325889.365950:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023d40614 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767325889.365966:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325889.365970:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305760987 00000100:00000001:1.0:1767325889.365978:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305760984 00000100:00000001:1.0:1767325889.365985:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305760987 00000100:00000001:1.0:1767325889.365992:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305760984 00000100:00000001:1.0:1767325889.365996:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305760987 00000100:00000001:1.0:1767325889.366008:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305760984 00000100:00000001:1.0:1767325889.366012:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305760987 00000100:00000001:1.0:1767325889.366016:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305760984 00000100:00000001:1.0:1767325889.366019:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325889.366021:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325889.366023:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325889.366025:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767325889.366027:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 0000000039be60d3 going to sleep for 11 seconds 00000100:00000001:1.0:1767325889.366029:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325889.366032:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325889.366100:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325889.366105:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023d40614. 00000400:00000200:0.0:1767325889.366110:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325889.366115:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767325889.366119:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063c74014 00000400:00000010:0.0:1767325889.366121:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063c74014. 00000100:00000001:0.0:1767325889.366125:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325889.366142:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a75f6d50 x1853175408631296/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325905 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.366151:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325889.366154:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a75f6d50 x1853175408631296/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325905 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.366160:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.366161:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325889.370605:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.370664:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325889.370668:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.370670:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325889.370681:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325889.370698:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 8416 into portal 25 MB=0x6957405f01e00 00000400:00000200:1.0:1767325889.370706:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 8416/8416 into md 0x305 [4] + 224 00000800:00000001:1.0:1767325889.370713:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.370724:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325889.370727:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325889.370730:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325889.370736:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325889.370743:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a75f6d50 x1853175408631296/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325905 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325889.370752:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000a75f6d50 x1853175408631296/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325889.370772:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325889.370781:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.370782:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325889.370839:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325889.370848:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325889.370850:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325889.370852:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b6fe37f. 00000400:00000200:2.0:1767325889.370856:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d53bfa41 00000400:00000010:2.0:1767325889.370858:0:214087:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d53bfa41. 00000100:00000001:2.0:1767325889.370860:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325889.370863:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a75f6d50 x1853175408631296/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325889.370869:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a75f6d50 x1853175408631296/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325889.370883:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325889.370885:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325889.370887:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325889.370890:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325889.370893:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325889.370894:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325889.370897:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325889.370906:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325889.370909:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325889.370911:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325889.370912:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325889.370914:0:214087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325889.370916:0:214087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325889.370918:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325889.370921:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a75f6d50 x1853175408631296/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325889.370925:0:214087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325889.370927:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325889.370929:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325889.370932:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a75f6d50 x1853175408631296/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325905 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325889.370936:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a75f6d50 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408631296:192.168.202.142@tcp:503: 00000100:00000001:2.0:1767325889.370940:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325889.370942:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325889.370944:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767325889.370945:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325889.370947:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a75f6d50 x1853175408631296/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325905 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325889.370951:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325889.370953:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000039be60d3. 00000100:00000001:2.0:1767325889.370954:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767325889.370955:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767325889.370967:0:214087:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1767325889.370969:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325889.370970:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a75f6d50 x1853175408631296/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767325905 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325889.370975:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325889.370977:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325889.370980:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000005dff6fd7. 02000000:00000001:2.0:1767325889.370992:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325889.370994:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325889.370995:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767325889.370997:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325889.371000:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009f22cda9. 02000000:00000001:2.0:1767325889.371003:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325889.371006:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325889.371007:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a75f6d50. 00000100:00000001:2.0:1767325889.371011:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325889.371012:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767325889.371015:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325889.371016:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767325889.371018:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767325889.371020:0:214087:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767325889.371024:0:214087:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767325889.371027:0:214087:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767325889.371031:0:214087:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c04931a1. 00000040:00001000:2.0:1767325889.371033:0:214087:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 38 last_idx 0 read_mode 0 00000040:00000001:2.0:1767325889.371597:0:214544:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767325889.371605:0:214544:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e26748cd. 00000020:00000010:2.0:1767325889.371614:0:214544:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000052864c5b. 00000040:00000010:2.0:1767325889.371619:0:214544:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000291db5bf. 00000020:00000010:2.0:1767325889.371630:0:214544:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000373dbe2c. 00000020:00000010:2.0:1767325889.371637:0:214544:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002e48e816. 00000020:00000010:2.0:1767325889.371643:0:214544:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000008f9bc6c. 80000000:00000010:2.0:1767325889.371649:0:214544:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ee5444a4. 40000000:00000010:2.0:1767325889.371654:0:214544:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000e017dc2. 00100000:00000010:2.0:1767325889.371660:0:214544:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fb69885c. 00040000:00000010:2.0:1767325889.371665:0:214544:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000039fc680f. 00040000:00000010:2.0:1767325889.371674:0:214544:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a7ab0041. 00040000:00000010:2.0:1767325889.371678:0:214544:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ce8210b3. 00000004:00000010:2.0:1767325889.371681:0:214544:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000107e4ed2. 00000004:00000010:2.0:1767325889.371687:0:214544:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c5b09ff2. 00000004:00000010:2.0:1767325889.371693:0:214544:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d5bdcb37. 00002000:00000010:2.0:1767325889.371698:0:214544:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000827ea428. 00000004:00000010:2.0:1767325889.371703:0:214544:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000591fc508. 00000020:00000010:2.0:1767325889.371708:0:214544:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000026e29339. 00000040:00000010:2.0:1767325889.371717:0:214544:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000034e3d26b. 00000040:00001000:2.0:1767325889.371719:0:214544:0:(llog.c:607:llog_process_thread()) index: 39 last_index 64767 00000040:00000001:2.0:1767325889.371721:0:214544:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767325889.371722:0:214544:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1767325889.371726:0:214544:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000010:2.0:1767325889.371730:0:214544:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767325889.371732:0:214544:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767325889.371735:0:214544:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325889.371739:0:214544:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325889.371743:0:214544:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325889.371749:0:214544:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009759eff7. 00000100:00000001:2.0:1767325889.371754:0:214544:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325889.371758:0:214544:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767325889.371760:0:214544:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767325889.371764:0:214544:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b62020b5. 00000100:00000001:2.0:1767325889.371766:0:214544:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628704495511232 : -115369214040384 : ffff971282faa6c0) 00000100:00000001:2.0:1767325889.371768:0:214544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325889.371769:0:214544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000001:2.0:1767325889.371774:0:214544:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325889.371776:0:214544:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325889.371778:0:214544:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767325889.371779:0:214544:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325889.371783:0:214544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408631424/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325889.371789:0:214544:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325889.371790:0:214544:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325889.371794:0:214544:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325889.371810:0:214544:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325889.371814:0:214544:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325889.371820:0:214544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d78984fc-6fc9-437f-a1d6-38da7564c553:214544:1853175408631424:192.168.202.142@tcp:502: 00000100:00000001:2.0:1767325889.371825:0:214544:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325889.371831:0:214544:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325889.371833:0:214544:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325889.371836:0:214544:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325889.371850:0:214544:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000005dff6fd7. 02000000:00000001:2.0:1767325889.371854:0:214544:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325889.371860:0:214544:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec22c36e. 00000400:00000010:2.0:1767325889.371866:0:214544:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000098004d73. 00000100:00000200:2.0:1767325889.371874:0:214544:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853175408631424, portal 25 00000100:00000001:2.0:1767325889.371876:0:214544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325889.371879:0:214544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000040:2.0:1767325889.371884:0:214544:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408631424/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325905 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325889.371891:0:214544:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325889.371894:0:214544:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767325889.371898:0:214544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000411bc08a. 00000100:00000200:2.0:1767325889.371901:0:214544:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853175408631424, offset 0 00000400:00000200:2.0:1767325889.371909:0:214544:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325889.371922:0:214544:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767325889.371936:0:214544:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325889.371941:0:214544:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767325889.371945:0:214544:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325889.371948:0:214544:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767325889.371952:0:214544:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [69:69:256:4294967295] 192.168.202.142@tcp LPNI seq info [69:69:8:4294967295] 00000400:00000200:2.0:1767325889.371962:0:214544:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767325889.371968:0:214544:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767325889.371972:0:214544:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f07b907. 00000800:00000200:2.0:1767325889.371978:0:214544:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767325889.371985:0:214544:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767325889.371994:0:214544:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f07b907 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767325889.372016:0:214544:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325889.372022:0:214544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305760993 00000100:00000001:2.0:1767325889.372032:0:214544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305760987 00000100:00000001:2.0:1767325889.372039:0:214544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305760993 00000100:00000001:2.0:1767325889.372041:0:214544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305760987 00000100:00000001:2.0:1767325889.372043:0:214544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305760993 00000100:00000001:2.0:1767325889.372047:0:214544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305760987 00000100:00000001:2.0:1767325889.372049:0:214544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305760993 00000100:00000001:2.0:1767325889.372052:0:214544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305760987 00000100:00000001:2.0:1767325889.372053:0:214544:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325889.372056:0:214544:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325889.372058:0:214544:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325889.372059:0:214544:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767325889.372061:0:214544:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b62020b5 going to sleep for 11 seconds 00000100:00000001:2.0:1767325889.372063:0:214544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325889.372064:0:214544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325889.372218:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325889.372222:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f07b907. 00000400:00000200:3.0:1767325889.372226:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325889.372229:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325889.372237:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000411bc08a 00000400:00000010:3.0:1767325889.372239:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000411bc08a. 00000100:00000001:3.0:1767325889.372242:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325889.372244:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408631424/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325905 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325889.372251:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325889.372253:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b6591187 x1853175408631424/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325905 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325889.372257:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325889.372258:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325889.374866:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.374884:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325889.374888:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.374898:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325889.374909:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325889.374925:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 8472 into portal 25 MB=0x6957405f01e80 00000400:00000200:1.0:1767325889.374934:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 8472/8472 into md 0x30d [4] + 224 00000800:00000001:1.0:1767325889.374941:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.374968:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325889.374971:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325889.374976:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325889.374991:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325889.374998:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408631424/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325905 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325889.375010:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000b6591187 x1853175408631424/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325889.375030:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325889.375037:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.375041:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325889.375146:0:214544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325889.375159:0:214544:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325889.375162:0:214544:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325889.375165:0:214544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec22c36e. 00000400:00000200:2.0:1767325889.375172:0:214544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098004d73 00000400:00000010:2.0:1767325889.375175:0:214544:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000098004d73. 00000100:00000001:2.0:1767325889.375178:0:214544:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325889.375186:0:214544:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408631424/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325889.375196:0:214544:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408631424/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325889.375202:0:214544:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325889.375204:0:214544:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325889.375207:0:214544:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325889.375220:0:214544:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325889.375222:0:214544:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325889.375225:0:214544:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325889.375229:0:214544:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325889.375236:0:214544:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325889.375240:0:214544:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325889.375243:0:214544:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325889.375244:0:214544:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325889.375247:0:214544:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325889.375249:0:214544:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325889.375252:0:214544:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325889.375256:0:214544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408631424/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325889.375262:0:214544:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325889.375265:0:214544:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325889.375267:0:214544:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325889.375270:0:214544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408631424/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325905 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325889.375277:0:214544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d78984fc-6fc9-437f-a1d6-38da7564c553:214544:1853175408631424:192.168.202.142@tcp:502: 00000100:00000001:2.0:1767325889.375282:0:214544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325889.375285:0:214544:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325889.375287:0:214544:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767325889.375289:0:214544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325889.375292:0:214544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408631424/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325905 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325889.375297:0:214544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325889.375300:0:214544:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b62020b5. 00000100:00000001:2.0:1767325889.375303:0:214544:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767325889.375304:0:214544:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767325889.375313:0:214544:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1767325889.375315:0:214544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325889.375317:0:214544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408631424/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767325905 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325889.375335:0:214544:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325889.375338:0:214544:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325889.375341:0:214544:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000005dff6fd7. 02000000:00000001:2.0:1767325889.375354:0:214544:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325889.375358:0:214544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325889.375360:0:214544:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767325889.375362:0:214544:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325889.375365:0:214544:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009759eff7. 02000000:00000001:2.0:1767325889.375381:0:214544:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325889.375383:0:214544:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325889.375385:0:214544:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:2.0:1767325889.375389:0:214544:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325889.375390:0:214544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767325889.375393:0:214544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325889.375394:0:214544:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767325889.375396:0:214544:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767325889.375441:0:214544:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767325889.375452:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d28000 type=0x10620000 idx=1 00000040:00001000:2.0:1767325889.375457:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:2.0:1767325889.375459:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d280e0 type=0x10620000 idx=2 00000040:00001000:2.0:1767325889.375461:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 2 00000040:00001000:2.0:1767325889.375462:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d28158 type=0x10620000 idx=3 00000040:00001000:2.0:1767325889.375464:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 3 00000040:00001000:2.0:1767325889.375465:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d28200 type=0x10620000 idx=4 00000040:00001000:2.0:1767325889.375466:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 4 00000040:00001000:2.0:1767325889.375474:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d282e0 type=0x10620000 idx=5 00000040:00001000:2.0:1767325889.375475:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 5 00000040:00001000:2.0:1767325889.375477:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d283c0 type=0x10620000 idx=6 00000040:00001000:2.0:1767325889.375478:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 6 00000040:00001000:2.0:1767325889.375479:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d28438 type=0x10620000 idx=7 00000040:00001000:2.0:1767325889.375481:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 7 00000040:00001000:2.0:1767325889.375482:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d284e0 type=0x10620000 idx=8 00000040:00001000:2.0:1767325889.375483:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 8 00000040:00001000:2.0:1767325889.375484:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d285c0 type=0x10620000 idx=9 00000040:00001000:2.0:1767325889.375485:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 9 00000040:00001000:2.0:1767325889.375492:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d286a0 type=0x10620000 idx=10 00000040:00001000:2.0:1767325889.375494:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 10 00000040:00001000:2.0:1767325889.375495:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d28718 type=0x10620000 idx=11 00000040:00001000:2.0:1767325889.375496:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 11 00000040:00001000:2.0:1767325889.375497:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d287f8 type=0x10620000 idx=12 00000040:00001000:2.0:1767325889.375499:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 12 00000040:00001000:2.0:1767325889.375500:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d288d8 type=0x10620000 idx=13 00000040:00001000:2.0:1767325889.375501:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 13 00000040:00001000:2.0:1767325889.375502:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d28930 type=0x10620000 idx=14 00000040:00001000:2.0:1767325889.375503:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 14 00000040:00001000:2.0:1767325889.375505:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d289b0 type=0x10620000 idx=15 00000040:00001000:2.0:1767325889.375506:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 15 00000040:00001000:2.0:1767325889.375508:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d28a40 type=0x10620000 idx=16 00000040:00001000:2.0:1767325889.375509:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 16 00000040:00001000:2.0:1767325889.375510:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d28ae0 type=0x10620000 idx=17 00000040:00001000:2.0:1767325889.375511:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 17 00000040:00001000:2.0:1767325889.375513:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d28bc0 type=0x10620000 idx=18 00000040:00001000:2.0:1767325889.375514:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 18 00000040:00001000:2.0:1767325889.375515:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d28ca0 type=0x10620000 idx=19 00000040:00001000:2.0:1767325889.375516:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 19 00000040:00001000:2.0:1767325889.375517:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d28cf0 type=0x10620000 idx=20 00000040:00001000:2.0:1767325889.375518:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 20 00000040:00001000:2.0:1767325889.375519:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d28dd0 type=0x10620000 idx=21 00000040:00001000:2.0:1767325889.375521:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 21 00000040:00001000:2.0:1767325889.375522:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d28eb0 type=0x10620000 idx=22 00000040:00001000:2.0:1767325889.375523:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 22 00000040:00001000:2.0:1767325889.375524:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d28f08 type=0x10620000 idx=23 00000040:00001000:2.0:1767325889.375526:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 23 00000040:00001000:2.0:1767325889.375528:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d28f88 type=0x10620000 idx=24 00000040:00001000:2.0:1767325889.375530:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 24 00000040:00001000:2.0:1767325889.375531:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d29018 type=0x10620000 idx=25 00000040:00001000:2.0:1767325889.375533:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 25 00000040:00001000:2.0:1767325889.375534:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d290b8 type=0x10620000 idx=26 00000040:00001000:2.0:1767325889.375535:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 26 00000040:00001000:2.0:1767325889.375536:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d29198 type=0x10620000 idx=27 00000040:00001000:2.0:1767325889.375543:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 27 00000040:00001000:2.0:1767325889.375544:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d29278 type=0x10620000 idx=28 00000040:00001000:2.0:1767325889.375546:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 28 00000040:00001000:2.0:1767325889.375547:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d292c8 type=0x10620000 idx=29 00000040:00001000:2.0:1767325889.375548:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 29 00000040:00001000:2.0:1767325889.375549:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d293a8 type=0x10620000 idx=30 00000040:00001000:2.0:1767325889.375551:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 30 00000040:00001000:2.0:1767325889.375552:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d29488 type=0x10620000 idx=31 00000040:00001000:2.0:1767325889.375554:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 31 00000040:00001000:2.0:1767325889.375556:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d294e0 type=0x10620000 idx=32 00000040:00001000:2.0:1767325889.375557:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 32 00000040:00001000:2.0:1767325889.375558:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d29560 type=0x10620000 idx=33 00000040:00001000:2.0:1767325889.375560:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 33 00000040:00001000:2.0:1767325889.375561:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d295f0 type=0x10620000 idx=34 00000040:00001000:2.0:1767325889.375563:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 34 00000040:00001000:2.0:1767325889.375564:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d29670 type=0x10620000 idx=35 00000040:00001000:2.0:1767325889.375565:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 35 00000040:00001000:2.0:1767325889.375567:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d29750 type=0x10620000 idx=36 00000040:00001000:2.0:1767325889.375568:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 36 00000040:00001000:2.0:1767325889.375569:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d29830 type=0x10620000 idx=37 00000040:00001000:2.0:1767325889.375570:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 37 00000040:00001000:2.0:1767325889.375572:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d29880 type=0x10620000 idx=38 00000040:00001000:2.0:1767325889.375573:0:214544:0:(llog.c:759:llog_process_thread()) skipping lrh_index 38 00000040:00001000:2.0:1767325889.375574:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d29960 type=0x10620000 idx=39 00000040:00001000:2.0:1767325889.375577:0:214544:0:(llog.c:776:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000040:00001000:2.0:1767325889.375579:0:214544:0:(llog.c:797:llog_process_thread()) index: 39, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:2.0:1767325889.375593:0:214544:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767325889.375597:0:214544:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767325889.375600:0:214544:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767325889.375601:0:214544:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767325889.375610:0:214544:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:2.0:1767325889.375612:0:214544:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767325889.375621:0:214544:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000052a5ce86. 00000020:00000080:2.0:1767325889.375624:0:214544:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767325889.375627:0:214544:0:(obd_config.c:1477:class_process_config()) marker 34 (0x1) lustre-MDT0001 add mdc 00000020:00000001:2.0:1767325889.375635:0:214544:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767325889.375638:0:214544:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000052a5ce86. 00000020:00000001:2.0:1767325889.375642:0:214544:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767325889.375645:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d29a40 type=0x10620000 idx=40 00000040:00001000:2.0:1767325889.375647:0:214544:0:(llog.c:776:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:2.0:1767325889.375648:0:214544:0:(llog.c:797:llog_process_thread()) index: 40, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:2.0:1767325889.375651:0:214544:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767325889.375655:0:214544:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000009417e0cf. 00000020:00000080:2.0:1767325889.375656:0:214544:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1767325889.375661:0:214544:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.202.142@tcp to nid 0x20000c0a8ca8e (192.168.202.142@tcp) 00000100:00000010:2.0:1767325889.375667:0:214544:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000043d4c9d0. 00000100:00000040:2.0:1767325889.375672:0:214544:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.202.142@tcp 192.168.202.142@tcp cnt=1 00000400:00000200:2.0:1767325889.375675:0:214544:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1767325889.375678:0:214544:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:2.0:1767325889.375681:0:214544:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.202.142@tcp 00000400:00000200:2.0:1767325889.375689:0:214544:0:(peer.c:1797:lnet_peer_add()) peer 192.168.202.142@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767325889.375698:0:214544:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767325889.375701:0:214544:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.202.142@tcp NID 192.168.202.142@tcp: 0. pending discovery 00000400:00000200:2.0:1767325889.375704:0:214544:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.202.142@tcp 00000100:00000010:2.0:1767325889.375707:0:214544:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000043d4c9d0. 00000020:00000001:2.0:1767325889.375711:0:214544:0:(obd_config.c:1416:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767325889.375713:0:214544:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000009417e0cf. 00000020:00000001:2.0:1767325889.375716:0:214544:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767325889.375718:0:214544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff971282d29a98 type=0x10620000 idx=41 00000040:00001000:2.0:1767325889.375721:0:214544:0:(llog.c:776:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000040:00001000:2.0:1767325889.375722:0:214544:0:(llog.c:797:llog_process_thread()) index: 41, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:2.0:1767325889.375724:0:214544:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767325889.375728:0:214544:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000009417e0cf. 00000020:01000000:2.0:1767325889.375731:0:214544:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000010:2.0:1767325889.375733:0:214544:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000b62020b5. 00000020:00000080:2.0:1767325889.375735:0:214544:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1767325889.375737:0:214544:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:2.0:1767325889.375740:0:214544:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:2.0:1767325889.375775:0:214544:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000036ba52d1. 00000020:00000080:2.0:1767325889.375780:0:214544:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff971288e2b000 (0000000036ba52d1) 00000020:00000001:2.0:1767325889.375784:0:214544:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767325889.375788:0:214544:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000098dee57b. 00000020:00000001:2.0:1767325889.375791:0:214544:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767325889.375794:0:214544:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000098dee57b with handle 0x437b5ddfad697eab to hash 00000020:00000001:2.0:1767325889.375797:0:214544:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767325889.375801:0:214544:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767325889.375803:0:214544:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325889.375805:0:214544:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446628704523571200 : -115369185980416 : ffff971284a6d000) 00000020:00000040:2.0:1767325889.375808:0:214544:0:(genops.c:898:class_export_put()) PUTting export 0000000098dee57b : new refcount 1 00000020:00000001:2.0:1767325889.375822:0:214544:0:(genops.c:560:class_register_device()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000040:2.0:1767325889.375825:0:214544:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff971288e2b000 (0000000036ba52d1) now 1 - newdev 00000020:00000040:2.0:1767325889.375828:0:214544:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000098dee57b with handle 0x437b5ddfad697eab from hash 00000020:00000040:2.0:1767325889.375831:0:214544:0:(genops.c:898:class_export_put()) PUTting export 0000000098dee57b : new refcount 0 00000020:00000080:2.0:1767325889.375834:0:214544:0:(genops.c:904:class_export_put()) final put 0000000098dee57b/31e9b472-c3f9-4942-adbf-dafbe9eddaef 00000020:00000001:2.0:1767325889.375837:0:214544:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325889.375840:0:214544:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767325889.375842:0:214544:0:(genops.c:863:class_export_destroy()) destroying export 0000000098dee57b/31e9b472-c3f9-4942-adbf-dafbe9eddaef for lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767325889.375846:0:214544:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767325889.375847:0:214544:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767325889.375849:0:214544:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000098dee57b. 00000020:00000001:2.0:1767325889.375867:0:214544:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767325889.375869:0:214544:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0001-mdc-ffff971288e2b000 obd_type name = mdc 00000020:01000000:2.0:1767325889.375871:0:214544:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffff971288e2b000 (31e9b472-c3f9-4942-adbf-dafbe9eddaef) 00000020:00000010:2.0:1767325889.375873:0:214544:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000036ba52d1. 00000020:00000001:2.0:1767325889.375879:0:214544:0:(obd_config.c:652:class_attach()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:2.0:1767325889.375881:0:214544:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:2.0:1767325889.375883:0:214544:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000b62020b5. 00000020:00000010:2.0:1767325889.375886:0:214544:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000009417e0cf. 00000020:00020000:2.0:1767325889.375889:0:214544:0:(obd_config.c:2001:class_config_llog_handler()) MGC192.168.202.142@tcp: cfg command failed: rc = -17 00000020:00000010:0.0:1767325889.376439:0:214543:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000b03a3dfe. 00000020:00000040:0.0:1767325889.376449:0:214543:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-MDT0001-mdc-ffff971288e2b000 has already been connecting to new target(4) 00000020:00000010:0.0:1767325889.376451:0:214543:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000b03a3dfe. 00000020:00000001:2.0:1767325889.383306:0:214544:0:(obd_config.c:2319:class_config_dump_handler()) Process entered 00000020:00000010:2.0:1767325889.383324:0:214544:0:(obd_config.c:2321:class_config_dump_handler()) kmalloced '(outstr)': 256 at 0000000052a5ce86. 00000020:00000001:2.0:1767325889.383332:0:214544:0:(obd_config.c:2250:class_config_parse_rec()) Process entered 00000020:00000001:2.0:1767325889.383337:0:214544:0:(obd_config.c:2309:class_config_parse_rec()) Process leaving (rc=62 : 62 : 3e) 00000020:02000400:2.0:1767325889.383340:0:214544:0:(obd_config.c:2327:class_config_dump_handler()) cmd=cf001 0:lustre-MDT0001-mdc 1:mdc 2:lustre-clilmv_UUID 00000020:00000010:2.0:1767325889.387005:0:214544:0:(obd_config.c:2333:class_config_dump_handler()) kfreed 'outstr': 256 at 0000000052a5ce86. 00000020:00000001:2.0:1767325889.387025:0:214544:0:(obd_config.c:2334:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325889.387028:0:214544:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:2.0:1767325889.387032:0:214544:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:2.0:1767325889.387037:0:214544:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 48 00000040:00000010:2.0:1767325889.387040:0:214544:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000034e3d26b. 00000020:00000010:2.0:1767325889.387050:0:214544:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000026e29339. 00000020:00000010:2.0:1767325889.387066:0:214544:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000052864c5b. 00000040:00000010:2.0:1767325889.387071:0:214544:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000291db5bf. 00000020:00000010:2.0:1767325889.387075:0:214544:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000373dbe2c. 00000020:00000010:2.0:1767325889.387081:0:214544:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002e48e816. 00000020:00000010:2.0:1767325889.387087:0:214544:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000008f9bc6c. 80000000:00000010:2.0:1767325889.387092:0:214544:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ee5444a4. 40000000:00000010:2.0:1767325889.387097:0:214544:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000e017dc2. 00100000:00000010:2.0:1767325889.387102:0:214544:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fb69885c. 00040000:00000010:2.0:1767325889.387108:0:214544:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000039fc680f. 00040000:00000010:2.0:1767325889.387113:0:214544:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a7ab0041. 00040000:00000010:2.0:1767325889.387118:0:214544:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ce8210b3. 00000004:00000010:2.0:1767325889.387122:0:214544:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000107e4ed2. 00000004:00000010:2.0:1767325889.387127:0:214544:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c5b09ff2. 00000004:00000010:2.0:1767325889.387134:0:214544:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d5bdcb37. 00002000:00000010:2.0:1767325889.387138:0:214544:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000827ea428. 00000004:00000010:2.0:1767325889.387142:0:214544:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000591fc508. 00000020:00000010:2.0:1767325889.387146:0:214544:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e26748cd. 00000040:00000010:0.0:1767325889.387198:0:214087:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000c04931a1. 00000040:00000001:0.0:1767325889.387213:0:214087:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:0.0:1767325889.387218:0:214087:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=-17) 00000040:00000010:0.0:1767325889.387224:0:214087:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f412ae17. 00000040:00000010:0.0:1767325889.387228:0:214087:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d1ee60d3. 00000020:00000001:0.0:1767325889.387233:0:214087:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:0.0:1767325889.387236:0:214087:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:0.0:1767325889.387243:0:214087:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000a38d129. 00000040:00000010:0.0:1767325889.387247:0:214087:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b2bb4a37. 00000020:00000010:0.0:1767325889.387254:0:214087:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000148bea5e. 00000020:00000010:0.0:1767325889.387259:0:214087:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000649635c5. 80000000:00000010:0.0:1767325889.387264:0:214087:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000077436310. 00040000:00000010:0.0:1767325889.387269:0:214087:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000af5b7571. 20000000:00000010:0.0:1767325889.387274:0:214087:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000f5b79e3d. 00000020:00000010:0.0:1767325889.387279:0:214087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050e3b494. 10000000:00000010:0.0:1767325889.387282:0:214087:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000095d734a9. 10000000:01000000:0.0:1767325889.387288:0:214087:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:0.0:1767325889.387291:0:214087:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767325889.387294:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325889.387296:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325889.387299:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006621c22b refcount=3 00000020:00000001:0.0:1767325889.387301:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345853952 : -115368363697664 : ffff9712b5a9da00) 00010000:00000001:0.0:1767325889.387320:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345853952 : -115368363697664 : ffff9712b5a9da00) 00010000:00000001:0.0:1767325889.387323:0:214087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767325889.387328:0:214087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: 000000006621c22b/0x437b5ddfad697ea4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca857582344 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325889.387336:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325889.387339:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767325889.387340:0:214087:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: 000000006621c22b/0x437b5ddfad697ea4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca857582344 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325889.387347:0:214087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767325889.387348:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325889.387349:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767325889.387350:0:214087:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325889.387353:0:214087:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:0.0:1767325889.387355:0:214087:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:0.0:1767325889.390707:0:214087:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767325889.390714:0:214087:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767325889.390716:0:214087:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (0000000065c0aa42) refs 2 10000000:00000001:0.0:1767325889.390721:0:214087:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325889.390724:0:214087:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767325889.390725:0:214087:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000026e82522) refs 3 10000000:00000001:0.0:1767325889.390727:0:214087:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767325889.390729:0:214087:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767325889.390731:0:214087:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1767325889.390734:0:214087:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:0.0:1767325889.390735:0:214087:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9712834fe360 from 1 10000000:00000001:0.0:1767325889.390738:0:214087:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767325889.390739:0:214087:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1767325889.390748:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a06a1b4. 00000020:00000040:0.0:1767325889.390752:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767325889.390757:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325889.390760:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325889.390765:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325889.390773:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050e3b494. 00000100:00000001:0.0:1767325889.390779:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325889.390792:0:214087:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767325889.390794:0:214087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767325889.390800:0:214087:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000023169241 count: 2 00010000:00000001:0.0:1767325889.390802:0:214087:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767325889.390805:0:214087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767325889.390808:0:214087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d41fc527. 00000020:00000001:0.0:1767325889.390811:0:214087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767325889.390813:0:214087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d41fc527 with handle 0x437b5ddfad697eb2 to hash 00000020:00000001:0.0:1767325889.390815:0:214087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767325889.390816:0:214087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628705345848320 : -115368363703296 : ffff9712b5a9c400) 00010000:00000001:0.0:1767325889.390819:0:214087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628705345848320 : -115368363703296 : ffff9712b5a9c400) 00010000:00000001:0.0:1767325889.390822:0:214087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767325889.390824:0:214087:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325889.390827:0:214087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: 00000000d41fc527/0x437b5ddfad697eb2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767325889.390834:0:214087:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: 00000000d41fc527/0x437b5ddfad697eb2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767325889.390843:0:214087:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: 00000000d41fc527/0x437b5ddfad697eb2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767325889.390849:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767325889.390851:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767325889.390857:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024670417. 00000100:00000001:0.0:1767325889.390860:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705343118720 : -115368366432896 : ffff9712b5801d80) 00000100:00000001:0.0:1767325889.390862:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325889.390864:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453956992 : -115368255594624 : ffff9712bc1b5f80) 00000100:00000001:0.0:1767325889.390868:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325889.390871:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.390873:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767325889.390874:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325889.390883:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009a06a1b4 x1853175408631552/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.390903:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325889.390906:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325889.390910:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325889.390912:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325889.390914:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325889.390917:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009a06a1b4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408631552:192.168.202.142@tcp:101: 00000100:00000001:0.0:1767325889.390921:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325889.390926:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325889.390928:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325889.390931:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325889.390934:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007e0036e9. 02000000:00000001:0.0:1767325889.390936:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325889.390942:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c94ac4d9. 00000400:00000010:0.0:1767325889.390949:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69d1078. 00000100:00000200:0.0:1767325889.390955:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408631552, portal 25 00000100:00000001:0.0:1767325889.390957:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325889.390959:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453956992 : -115368255594624 : ffff9712bc1b5f80) 00000100:00000040:0.0:1767325889.390963:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009a06a1b4 x1853175408631552/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.390970:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325889.390973:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325889.390975:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a64290c. 00000100:00000200:0.0:1767325889.390977:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175408631552, offset 0 00000400:00000200:0.0:1767325889.390984:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325889.390997:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767325889.391002:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325889.391006:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325889.391010:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325889.391013:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325889.391017:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [70:70:256:4294967295] 192.168.202.142@tcp LPNI seq info [70:70:8:4294967295] 00000400:00000200:0.0:1767325889.391026:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325889.391037:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325889.391041:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ebbb7ec. 00000800:00000200:0.0:1767325889.391047:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767325889.391055:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325889.391059:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ebbb7ec type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767325889.391082:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.391087:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305761012 00000100:00000001:0.0:1767325889.391095:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305760993 00000100:00000001:0.0:1767325889.391100:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305761012 00000100:00000001:0.0:1767325889.391103:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305760993 00000100:00000001:0.0:1767325889.391105:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305761012 00000100:00000001:0.0:1767325889.391108:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305760993 00000100:00000001:0.0:1767325889.391110:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305761012 00000100:00000001:0.0:1767325889.391113:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305760993 00000100:00000001:0.0:1767325889.391115:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325889.391118:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.391119:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325889.391121:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767325889.391123:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 0000000024670417 going to sleep for 11 seconds 00000100:00000001:0.0:1767325889.391125:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325889.391128:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325889.391276:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325889.391280:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ebbb7ec. 00000400:00000200:1.0:1767325889.391285:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325889.391290:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325889.391295:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a64290c 00000400:00000010:1.0:1767325889.391298:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a64290c. 00000100:00000001:1.0:1767325889.391302:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325889.391305:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a06a1b4 x1853175408631552/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325889.391314:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325889.391316:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009a06a1b4 x1853175408631552/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325889.391321:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325889.391323:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325889.397683:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325889.397706:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325889.397711:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325889.397714:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325889.397730:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325889.397752:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 344 into portal 25 MB=0x6957405f01f00 00000400:00000200:3.0:1767325889.397764:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 344/344 into md 0x315 [1] + 224 00000800:00000001:3.0:1767325889.397774:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325889.397782:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325889.397785:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325889.397790:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325889.397798:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325889.397807:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a06a1b4 x1853175408631552/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325889.397820:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000009a06a1b4 x1853175408631552/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.400989:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325889.404710:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325889.404778:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.404790:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325889.406327:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325889.406331:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325889.406335:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c94ac4d9. 00000400:00000200:0.0:1767325889.406343:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b69d1078 00000400:00000010:0.0:1767325889.406346:0:214087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b69d1078. 00000100:00000001:0.0:1767325889.406351:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325889.406361:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a06a1b4 x1853175408631552/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325889.406372:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a06a1b4 x1853175408631552/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.406390:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325889.406393:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325889.406395:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325889.406416:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325889.406419:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325889.406421:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325889.406424:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325889.406431:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=35 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325889.406436:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325889.406438:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325889.406440:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325889.406442:0:214087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325889.406444:0:214087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.406447:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325889.406451:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009a06a1b4 x1853175408631552/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.406458:0:214087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325889.406461:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325889.406464:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325889.406468:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a06a1b4 x1853175408631552/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325889.406476:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009a06a1b4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408631552:192.168.202.142@tcp:101: 00000100:00000001:0.0:1767325889.406481:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325889.406484:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.406486:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767325889.406488:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325889.406491:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009a06a1b4 x1853175408631552/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.406497:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325889.406500:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000024670417. 00000100:00000001:0.0:1767325889.406503:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767325889.406505:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325889.406512:0:214087:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767325889.406515:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325889.406518:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325889.406521:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d41fc527 refcount=4 00000020:00000001:0.0:1767325889.406523:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345848320 : -115368363703296 : ffff9712b5a9c400) 00010000:00000001:0.0:1767325889.406526:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345848320 : -115368363703296 : ffff9712b5a9c400) 00010000:00000040:0.0:1767325889.406531:0:214087:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000d41fc527, remote cookie: 0xa7160ca85758234b, flags: 0x0 00010000:00000001:0.0:1767325889.406534:0:214087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767325889.406538:0:214087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767325889.406541:0:214087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767325889.406543:0:214087:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767325889.406545:0:214087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767325889.406547:0:214087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000023169241) refcount = 2 00010000:00000040:0.0:1767325889.406550:0:214087:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767325889.406553:0:214087:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.142@tcp lock: 000000006621c22b/0x437b5ddfad697ea4 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7160ca857582344 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767325889.406560:0:214087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: 00000000d41fc527/0x437b5ddfad697eb2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca85758234b expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325889.406566:0:214087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767325889.406568:0:214087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767325889.406569:0:214087:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767325889.406572:0:214087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767325889.406574:0:214087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325889.406577:0:214087:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: 00000000d41fc527/0x437b5ddfad697eb2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7160ca85758234b expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325889.406594:0:214087:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767325889.406596:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325889.406598:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325889.406599:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325889.406600:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325889.406601:0:214087:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.406605:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325889.406608:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009a06a1b4 x1853175408631552/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767325905 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.406621:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325889.406623:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325889.406626:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007e0036e9. 02000000:00000001:0.0:1767325889.406629:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325889.406631:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325889.406633:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767325889.406635:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325889.406637:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000050e3b494. 02000000:00000001:0.0:1767325889.406641:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325889.406643:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325889.406644:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a06a1b4. 00000100:00000001:0.0:1767325889.406648:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325889.406649:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767325889.406651:0:214087:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325889.406654:0:214087:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767325889.406656:0:214087:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (0000000065c0aa42) refs 3 10000000:00000001:0.0:1767325889.406657:0:214087:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325889.406659:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325889.406661:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325889.406662:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d41fc527 refcount=3 00000020:00000001:0.0:1767325889.406664:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345848320 : -115368363703296 : ffff9712b5a9c400) 00010000:00000001:0.0:1767325889.406666:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345848320 : -115368363703296 : ffff9712b5a9c400) 00010000:00000001:0.0:1767325889.406668:0:214087:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767325889.406669:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325889.406670:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325889.406671:0:214087:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325889.406674:0:214087:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767325889.406677:0:214087:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000095d734a9. 00000020:00000010:0.0:1767325889.406681:0:214087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050e3b494. 00000020:00000010:0.0:1767325889.406686:0:214087:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f5b79e3d. 00000040:00000010:0.0:1767325889.406690:0:214087:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000af5b7571. 00000020:00000010:0.0:1767325889.406695:0:214087:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000148bea5e. 00000020:00000010:0.0:1767325889.406700:0:214087:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000649635c5. 80000000:00000010:0.0:1767325889.406704:0:214087:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000077436310. 00040000:00000010:0.0:1767325889.406714:0:214087:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b2bb4a37. 20000000:00000010:0.0:1767325889.406718:0:214087:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000000a38d129. 10000000:00000040:0.0:1767325889.406722:0:214087:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000007c1e0515 : new refcount 2 00000020:00000001:0.0:1767325889.406725:0:214087:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1767325889.406726:0:214087:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:0.0:1767325889.406728:0:214087:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767325889.406731:0:214087:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d1ee60d3. 00000040:00000001:0.0:1767325889.406734:0:214087:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767325889.406737:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000010:0.0:1767325889.406741:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a06a1b4. 00000020:00000040:0.0:1767325889.406744:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767325889.406748:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325889.406750:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325889.406755:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325889.406761:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e76be85. 00000100:00000001:0.0:1767325889.406766:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.406770:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767325889.406772:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767325889.406775:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024670417. 00000100:00000001:0.0:1767325889.406778:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705343118720 : -115368366432896 : ffff9712b5801d80) 00000100:00000001:0.0:1767325889.406780:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325889.406781:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453956992 : -115368255594624 : ffff9712bc1b5f80) 00000100:00000001:0.0:1767325889.406785:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325889.406787:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.406789:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767325889.406790:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325889.406794:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009a06a1b4 x1853175408631680/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.406801:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325889.406803:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325889.406807:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325889.406809:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325889.406811:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325889.406813:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009a06a1b4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408631680:192.168.202.142@tcp:501: 00000100:00000001:0.0:1767325889.406824:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325889.406829:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325889.406831:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325889.406833:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325889.406836:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2876d7b. 02000000:00000001:0.0:1767325889.406838:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325889.406843:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c94ac4d9. 00000400:00000010:0.0:1767325889.406847:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69d1078. 00000100:00000200:0.0:1767325889.406852:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408631680, portal 25 00000100:00000001:0.0:1767325889.406854:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325889.406855:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453956992 : -115368255594624 : ffff9712bc1b5f80) 00000100:00000040:0.0:1767325889.406859:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009a06a1b4 x1853175408631680/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.406866:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325889.406868:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325889.406871:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d90f77. 00000100:00000200:0.0:1767325889.406873:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853175408631680, offset 0 00000400:00000200:0.0:1767325889.406879:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325889.406891:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767325889.406896:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325889.406900:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325889.406904:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325889.406906:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325889.406909:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [71:71:256:4294967295] 192.168.202.142@tcp LPNI seq info [71:71:8:4294967295] 00000400:00000200:0.0:1767325889.406919:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325889.406924:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325889.406928:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c98c6e3f. 00000800:00000200:0.0:1767325889.406935:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767325889.406942:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325889.406945:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c98c6e3f type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1767325889.406960:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.406969:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305761028 00000100:00000001:0.0:1767325889.406978:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305761012 00000100:00000001:0.0:1767325889.406984:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305761028 00000100:00000001:0.0:1767325889.406987:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305761012 00000100:00000001:0.0:1767325889.406989:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305761028 00000100:00000001:0.0:1767325889.406992:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305761012 00000100:00000001:0.0:1767325889.406994:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305761028 00000100:00000001:0.0:1767325889.406997:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305761012 00000100:00000001:0.0:1767325889.407000:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325889.407002:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325889.407005:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325889.407006:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767325889.407008:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 0000000024670417 going to sleep for 11 seconds 00000100:00000001:0.0:1767325889.407011:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325889.407012:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325889.407185:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325889.407189:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c98c6e3f. 00000400:00000200:1.0:1767325889.407193:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325889.407197:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325889.407201:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d90f77 00000400:00000010:1.0:1767325889.407202:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d90f77. 00000100:00000001:1.0:1767325889.407206:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325889.407209:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a06a1b4 x1853175408631680/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325889.407215:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325889.407218:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009a06a1b4 x1853175408631680/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325889.407222:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325889.407223:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325889.413593:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.413607:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325889.413610:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.413611:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325889.413619:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325889.413633:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 272 into portal 25 MB=0x6957405f01f80 00000400:00000200:1.0:1767325889.413639:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 272/272 into md 0x31d [1] + 224 00000800:00000001:1.0:1767325889.413645:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.413651:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325889.413654:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325889.413667:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325889.413675:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325889.413682:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a06a1b4 x1853175408631680/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325889.413694:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@000000009a06a1b4 x1853175408631680/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325889.413713:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325889.413720:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325889.413737:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325889.413739:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325889.413747:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325889.413750:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325889.413752:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c94ac4d9. 00000400:00000200:0.0:1767325889.413757:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b69d1078 00000400:00000010:0.0:1767325889.413760:0:214087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b69d1078. 00000100:00000001:0.0:1767325889.413763:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325889.413767:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a06a1b4 x1853175408631680/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325889.413775:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a06a1b4 x1853175408631680/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.413782:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325889.413783:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325889.413785:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325889.413788:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325889.413791:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325889.413792:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325889.413801:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325889.413807:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=35 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325889.413811:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325889.413813:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767325889.413816:0:214087:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@000000009a06a1b4 x1853175408631680/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.413823:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767325889.413825:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1767325889.413828:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009a06a1b4 x1853175408631680/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.413834:0:214087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1767325889.413837:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325889.413839:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325889.413842:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a06a1b4 x1853175408631680/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325889.413849:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009a06a1b4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408631680:192.168.202.142@tcp:501: 00000100:00000001:0.0:1767325889.413853:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325889.413856:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767325889.413858:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767325889.413860:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325889.413862:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009a06a1b4 x1853175408631680/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.413868:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325889.413871:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000024670417. 00000100:00000001:0.0:1767325889.413873:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767325889.413874:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767325889.413877:0:214087:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1767325889.413881:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325889.413883:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767325889.413885:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767325889.413891:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325889.413893:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009a06a1b4 x1853175408631680/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767325905 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325889.413899:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325889.413901:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325889.413904:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2876d7b. 02000000:00000001:0.0:1767325889.413907:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325889.413908:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325889.413909:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767325889.413911:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325889.413912:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003e76be85. 02000000:00000001:0.0:1767325889.413915:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325889.413917:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325889.413918:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a06a1b4. 00000100:00000001:0.0:1767325889.413921:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325889.413922:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1767325889.413925:0:214087:0:(llog.c:1547:llog_open()) MGC192.168.202.142@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767325889.413928:0:214087:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d1ee60d3. 00000040:00000001:0.0:1767325889.413930:0:214087:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1767325889.413932:0:214087:0:(obd_config.c:2023:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1767325889.413935:0:214087:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:0.0:1767325889.413941:0:214087:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f5b79e3d. 00000040:00000010:0.0:1767325889.413944:0:214087:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000af5b7571. 00000020:00000010:0.0:1767325889.413947:0:214087:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000148bea5e. 00000020:00000010:0.0:1767325889.413952:0:214087:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000649635c5. 80000000:00000010:0.0:1767325889.413956:0:214087:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000077436310. 00040000:00000010:0.0:1767325889.413960:0:214087:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b2bb4a37. 20000000:00000010:0.0:1767325889.413964:0:214087:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000000a38d129. 00000020:00000010:0.0:1767325889.413967:0:214087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050e3b494. 10000000:00000010:0.0:1767325889.413970:0:214087:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000095d734a9. 10000000:01000000:0.0:1767325889.413975:0:214087:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:0.0:1767325889.413978:0:214087:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767325889.413980:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767325889.413982:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767325889.413984:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d41fc527 refcount=3 00000020:00000001:0.0:1767325889.413997:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345848320 : -115368363703296 : ffff9712b5a9c400) 00010000:00000001:0.0:1767325889.414000:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345848320 : -115368363703296 : ffff9712b5a9c400) 00010000:00000001:0.0:1767325889.414003:0:214087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767325889.414007:0:214087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: 00000000d41fc527/0x437b5ddfad697eb2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca85758234b expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325889.414014:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325889.414015:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767325889.414017:0:214087:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: 00000000d41fc527/0x437b5ddfad697eb2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca85758234b expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767325889.414022:0:214087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767325889.414023:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325889.414024:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767325889.414026:0:214087:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767325889.414028:0:214087:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1767325889.414031:0:214087:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767325889.414033:0:214087:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767325889.414034:0:214087:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(0000000065c0aa42) refs 3 10000000:00000001:0.0:1767325889.414036:0:214087:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767325889.851740:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325889.851750:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325889.851757:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325889.851759:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325889.851955:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325889.851959:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325889.851962:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325890.875557:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325890.875567:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325890.875584:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767325890.875589:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325890.875590:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325890.875590:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325890.875604:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767325890.875613:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767325890.875635:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325890.875639:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325890.875645:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325890.875654:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039fc680f. 00000100:00000001:2.0:1767325890.875662:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325890.875674:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b6591187 x1853175408631808/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325890.875687:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1767325890.875689:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767325890.875690:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325890.875693:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325890.875695:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_03+3] req@00000000b6591187 x1853175408631808/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767325890.875696:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767325890.875720:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325890.875721:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325890.875723:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325890.875726:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325890.875729:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000100:00000001:1.0:1767325890.875734:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767325890.875737:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767325890.875738:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325890.875739:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325890.875740:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325890.875742:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325890.875743:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408631808/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325890.875745:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052a5ce86. 00000100:00000001:2.0:1767325890.875748:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325890.875752:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767325890.875752:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000032a2412e x1853175408631936/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325890.875754:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325890.875758:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325890.875758:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325890.875760:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325890.875760:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325890.875762:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325890.875764:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_00+0] req@0000000032a2412e x1853175408631936/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325890.875766:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325890.875767:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325890.875770:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408631808:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325890.875774:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325890.875782:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325890.875786:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325890.875789:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325890.875791:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325890.875793:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767325890.875796:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094782bee. 00000100:00000001:2.0:1767325890.875796:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767325890.875798:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325890.875804:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d9e0dd. 00000400:00000010:1.0:1767325890.875806:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e52a58f. 00000100:00000001:3.0:1767325890.875806:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767325890.875807:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767325890.875811:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767325890.875812:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:2.0:1767325890.875813:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325890.875816:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325890.875817:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325890.875823:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dadd9a6c. 00000400:00000010:1.0:1767325890.875825:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000955f2d8b. 00000100:00000001:2.0:1767325890.875827:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325890.875827:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325890.875830:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325890.875833:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408631808, portal 25 00000100:00000040:2.0:1767325890.875833:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000028d9e0dd x1853175408632064/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325890.875833:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325890.875836:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325890.875838:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325890.875839:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325890.875841:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000001:2.0:1767325890.875845:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767325890.875846:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408631936/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325890.875847:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325890.875848:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408631808/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325890.875853:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d9e0dd] to pc [ptlrpcd_00_01+1] req@0000000028d9e0dd x1853175408632064/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325890.875874:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325890.875875:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325890.875878:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325890.875878:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325890.875879:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767325890.875881:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767325890.875883:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767325890.875884:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4a6f69c. 00000100:00000200:1.0:1767325890.875887:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408631808, offset 0 00000100:00000040:2.0:1767325890.875887:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767325890.875887:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325890.875892:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325890.875896:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11096) 00000100:00100000:3.0:1767325890.875896:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408631936:192.168.202.142@tcp:400: 00000400:00000200:1.0:1767325890.875899:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325890.875902:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325890.875905:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325890.875906:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325890.875908:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325890.875911:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077b271b2. 02000000:00000001:3.0:1767325890.875912:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325890.875916:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085ff6af1. 00000400:00000200:1.0:1767325890.875919:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:3.0:1767325890.875922:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dcf3fdb. 00000100:00000200:3.0:1767325890.875924:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408631936, portal 10 00000100:00000001:3.0:1767325890.875927:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325890.875929:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000040:3.0:1767325890.875934:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408631936/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325890.875935:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325890.875942:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767325890.875943:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:3.0:1767325890.875946:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767325890.875949:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af85f150. 00000400:00000200:1.0:1767325890.875956:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767325890.875959:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408631936, offset 0 00000400:00000200:1.0:1767325890.875961:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325890.875971:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [72:72:256:4294967295] 192.168.202.142@tcp LPNI seq info [72:72:8:4294967295] 00000400:00000200:3.0:1767325890.875972:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325890.875985:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767325890.876027:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767325890.876030:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767325890.876031:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325890.876034:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325890.876035:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325890.876036:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325890.876037:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325890.876038:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325890.876041:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d9e0dd x1853175408632064/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325890.876052:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325890.876052:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325890.876054:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325890.876055:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325890.876057:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325890.876058:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408632064:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325890.876061:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325890.876063:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325890.876063:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325890.876064:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325890.876067:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e76be85. 02000000:00000001:0.0:1767325890.876068:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325890.876070:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c94ac4d9. 00000400:00000010:0.0:1767325890.876073:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69d1078. 00000100:00000200:0.0:1767325890.876075:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408632064, portal 10 00000100:00000001:0.0:1767325890.876076:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325890.876140:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333291520 : -115368376260096 : ffff9712b4ea2a00) 00000100:00000040:0.0:1767325890.876146:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d9e0dd x1853175408632064/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325890.876151:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325890.876152:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325890.876154:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4a8377b. 00000100:00000200:0.0:1767325890.876156:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408632064, offset 0 00000400:00000200:0.0:1767325890.876160:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:1.0:1767325890.876223:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325890.876226:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:1.0:1767325890.876229:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000814f6ebc. 00000400:00000200:3.0:1767325890.876230:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325890.876236:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:1.0:1767325890.876240:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767325890.876242:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325890.876247:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325890.876249:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [73:73:255:4294967295] 192.168.202.142@tcp LPNI seq info [73:73:7:4294967295] 00000800:00000200:1.0:1767325890.876255:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325890.876262:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000814f6ebc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325890.876268:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325890.876275:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325890.876280:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a10cd6c4. 00000800:00000200:3.0:1767325890.876283:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767325890.876286:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325890.876287:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325890.876291:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a10cd6c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325890.876293:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305762497 00000100:00000001:3.0:1767325890.876294:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325890.876300:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 1083338 usecs (1084 jiffies) 00000100:00000001:3.0:1767325890.876303:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305759804 00000100:00000001:1.0:1767325890.876306:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305761028 00000100:00000001:1.0:1767325890.876311:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305762497 00000100:00000001:3.0:1767325890.876312:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305762497 00000100:00000001:1.0:1767325890.876316:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305761028 00000100:00000001:3.0:1767325890.876316:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305759804 00000100:00000001:1.0:1767325890.876323:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305762497 00000100:00000001:3.0:1767325890.876323:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305762497 00000100:00000001:3.0:1767325890.876327:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305759804 00000100:00000001:1.0:1767325890.876329:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305761028 00000100:00000001:1.0:1767325890.876344:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305762497 00000100:00000001:3.0:1767325890.876344:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305762497 00000100:00000001:3.0:1767325890.876347:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305759804 00000100:00000001:1.0:1767325890.876350:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305761028 00000800:00000200:2.0:1767325890.876351:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325890.876355:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767325890.876355:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000814f6ebc. 00000100:00000001:3.0:1767325890.876355:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305762497 00000100:00000001:3.0:1767325890.876360:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325890.876361:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325890.876362:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325890.876366:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325890.876366:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325890.876366:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325890.876370:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325890.876372:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325890.876375:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325890.876376:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767325890.876377:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325890.876377:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325890.876378:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325890.876381:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325890.876382:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325890.876383:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4a6f69c 00000100:00000001:1.0:1767325890.876384:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325890.876385:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325890.876386:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4a6f69c. 00000100:00000001:1.0:1767325890.876387:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325890.876391:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325890.876395:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325890.876417:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408631808/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325890.876427:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325890.876431:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408631808/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325906 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325890.876439:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325890.876440:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325890.876525:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325890.876527:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a10cd6c4. 00000400:00000200:2.0:1767325890.876531:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325890.876535:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325890.876538:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af85f150 00000400:00000010:2.0:1767325890.876539:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af85f150. 00000100:00000001:2.0:1767325890.876542:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325890.876545:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408631936/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325890.876553:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325890.876555:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408631936/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325890.876561:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325890.876562:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767325890.876595:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767325890.876599:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325890.876601:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325890.876604:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325890.876606:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325890.876608:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [74:74:256:4294967295] 192.168.202.142@tcp LPNI seq info [74:74:8:4294967295] 00000400:00000200:0.0:1767325890.876615:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325890.876625:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325890.876629:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d41e7546. 00000800:00000200:0.0:1767325890.876632:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767325890.876636:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325890.876639:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d41e7546 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325890.876687:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325890.876690:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 1816065 usecs (1817 jiffies) 00000100:00000001:0.0:1767325890.876692:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305760538 00000100:00000001:0.0:1767325890.876693:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305762497 00000100:00000001:0.0:1767325890.876694:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305760538 00000100:00000001:0.0:1767325890.876696:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305762497 00000100:00000001:0.0:1767325890.876697:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305760538 00000100:00000001:0.0:1767325890.876698:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305762497 00000100:00000001:0.0:1767325890.876699:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305760538 00000100:00000001:0.0:1767325890.876700:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305762497 00000100:00000001:0.0:1767325890.876700:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325890.876701:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325890.876703:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325890.876704:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325890.876740:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325890.876742:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d41e7546. 00000400:00000200:1.0:1767325890.876744:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325890.876747:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325890.876749:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a8377b 00000400:00000010:1.0:1767325890.876750:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4a8377b. 00000100:00000001:1.0:1767325890.876753:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325890.876755:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d9e0dd x1853175408632064/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325890.876760:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325890.876762:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d9e0dd x1853175408632064/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325890.876766:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325890.876767:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325890.879943:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325890.879965:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325890.879971:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325890.879973:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325890.879986:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325890.880012:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f02000 00000400:00000200:1.0:1767325890.880025:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x325 [1] + 224 00000800:00000001:1.0:1767325890.880034:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325890.880040:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325890.880043:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325890.880048:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325890.880055:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325890.880061:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408631808/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325890.880074:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408631808/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325890.880095:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325890.880105:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325890.880123:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325890.880125:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325890.880127:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325890.880131:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325890.880137:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02080 00000400:00000200:1.0:1767325890.880142:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x32d [1] + 224 00000800:00000001:1.0:1767325890.880145:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325890.880148:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325890.880150:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325890.880153:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325890.880155:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325890.880159:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408631936/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325890.880166:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408631936/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325890.880189:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325890.880193:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325890.880200:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325890.880202:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325890.880204:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325890.880207:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325890.880212:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02100 00000400:00000200:1.0:1767325890.880217:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x335 [1] + 224 00000800:00000001:1.0:1767325890.880221:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325890.880227:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325890.880229:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325890.880231:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325890.880235:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325890.880239:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d9e0dd x1853175408632064/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325890.880241:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325890.880247:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767325890.880250:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028d9e0dd x1853175408632064/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325890.880257:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325890.880260:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325890.880264:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085ff6af1. 00000400:00000200:0.0:1767325890.880271:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dcf3fdb 00000400:00000010:0.0:1767325890.880273:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dcf3fdb. 00000100:00000001:0.0:1767325890.880277:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325890.880282:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408631936/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325890.880284:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325890.880292:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767325890.880296:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408631936/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325890.880298:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325890.880312:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325890.880315:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325890.880318:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325890.880322:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325890.880325:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325890.880327:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325890.880330:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325890.880342:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325890.880345:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325890.880348:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325890.880349:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325890.880352:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325890.880356:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325890.880359:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325890.880361:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325890.880363:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325890.880364:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325890.880365:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325890.880369:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767325890.880370:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408631936/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767325890.880375:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767325890.880377:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767325890.880380:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325890.880381:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767325890.880382:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c94ac4d9. 00000100:00000001:0.0:1767325890.880383:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325890.880387:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b69d1078 00000100:00000040:0.0:1767325890.880388:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408631936/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325890.880391:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b69d1078. 00000100:00000001:2.0:1767325890.880396:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767325890.880434:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408631936:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325890.880438:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325890.880440:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325890.880442:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408631936/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325890.880447:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325890.880450:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325890.880458:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077b271b2. 02000000:00000001:0.0:1767325890.880460:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325890.880462:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325890.880465:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767325890.880467:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325890.880469:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052a5ce86. 02000000:00000001:0.0:1767325890.880472:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325890.880475:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325890.880477:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000200:2.0:1767325890.880478:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d9e0dd x1853175408632064/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325890.880481:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325890.880484:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325890.880487:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325890.880495:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d9e0dd x1853175408632064/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325890.880498:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325890.880501:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325890.880506:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325890.880507:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325890.880508:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325890.880510:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325890.880511:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325890.880513:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325890.880515:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325890.880516:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325890.880518:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325890.880522:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=25 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325890.880524:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325890.880532:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325890.880533:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325890.880534:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325890.880537:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000028d9e0dd x1853175408632064/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325890.880542:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325890.880543:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325890.880545:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325890.880546:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325890.880546:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325890.880548:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d9e0dd x1853175408632064/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325890.880551:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325890.880552:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325890.880553:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325890.880554:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d9e0dd x1853175408632064/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325890.880558:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408632064:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325890.880561:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325890.880562:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325890.880563:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d9e0dd x1853175408632064/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325890.880567:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325890.880568:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325890.880581:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e76be85. 02000000:00000001:2.0:1767325890.880585:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325890.880585:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325890.880586:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767325890.880588:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325890.880588:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dadd9a6c. 02000000:00000001:2.0:1767325890.880590:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325890.880594:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325890.880595:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d9e0dd. 00000100:00000001:2.0:1767325890.880598:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325890.880599:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325890.880601:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325890.880605:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325890.880606:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325890.880608:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325890.880610:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325890.881640:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325890.881645:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325890.881650:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325890.881652:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325890.881654:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e52a58f. 00000400:00000200:3.0:1767325890.881661:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000955f2d8b 00000400:00000010:3.0:1767325890.881663:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000955f2d8b. 00000100:00000001:3.0:1767325890.881666:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325890.881673:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408631808/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325890.881683:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408631808/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325890.881690:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325890.881692:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325890.881694:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325890.881695:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325890.881697:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325890.881698:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325890.881701:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325890.881705:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325890.881709:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325890.881711:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325890.881713:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325890.881714:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325890.881716:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325890.881718:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325890.881721:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408631808/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325890.881728:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325890.881730:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325890.881732:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325890.881735:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408631808/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325890.881742:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408631808:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325890.881757:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325890.881759:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325890.881761:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408631808/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325906 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325890.881768:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325890.881770:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325890.881783:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094782bee. 02000000:00000001:3.0:1767325890.881787:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325890.881789:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325890.881790:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767325890.881792:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325890.881794:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039fc680f. 02000000:00000001:3.0:1767325890.881797:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325890.881799:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325890.881800:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:3.0:1767325890.881803:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325890.881804:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325890.881806:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325890.881814:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325890.881816:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325890.881818:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325890.881821:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325891.899554:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325891.899578:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325891.899596:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325891.899600:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325891.899603:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325891.899610:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325891.899613:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325891.899615:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325891.899619:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325891.899621:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325891.899623:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325891.899625:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325891.900100:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325891.900105:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325891.900108:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325892.923742:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325892.923752:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325892.923759:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325892.923760:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325892.923833:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325892.923839:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325892.923843:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325893.947533:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325893.947559:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325893.947562:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325893.947565:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325893.947572:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325893.947574:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325893.947577:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325893.947601:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325893.947606:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325893.947609:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325893.947676:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325893.947681:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325893.947684:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325894.715521:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305762497, at 4305762560 00000100:00000040:1.0:1767325894.715521:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305762497, at 4305762560 00000100:00000040:3.0:1767325894.715521:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305762497, at 4305762560 00000100:00000010:1.0:1767325894.715552:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003383f268. 00000100:00000010:3.0:1767325894.715554:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f2c375f4. 00000100:00000010:0.0:1767325894.715559:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea4af69. 00000100:00000040:2.0:1767325894.715721:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305762497, at 4305762560 00000100:00000010:2.0:1767325894.715731:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d6324ee. 00010000:00000001:0.0:1767325894.971543:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325894.971551:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325894.971558:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325894.971560:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325894.973612:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325894.973619:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325894.973626:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325895.995546:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:3.0:1767325895.995555:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767325895.995558:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325895.995565:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325895.995569:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325895.995570:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325895.995596:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000449ab534. 00000020:00000040:3.0:1767325895.995606:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767325895.995631:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325895.995635:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325895.995642:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325895.995646:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:3.0:1767325895.995651:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008ce1a50c. 00000020:00000001:1.0:1767325895.995652:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325895.995660:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325895.995667:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325895.995674:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000449ab534 x1853175408632192/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325895.995685:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325895.995687:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325895.995692:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000449ab534] to pc [ptlrpcd_00_02+2] req@00000000449ab534 x1853175408632192/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325895.995717:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325895.995720:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325895.995723:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325895.995726:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9b89a7. 00000020:00000040:3.0:1767325895.995729:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767325895.995731:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325895.995733:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325895.995735:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325895.995739:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b62e88f4. 00000100:00000001:1.0:1767325895.995742:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325895.995743:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325895.995746:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767325895.995748:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:3.0:1767325895.995749:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000003e9b89a7 x1853175408632320/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325895.995750:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325895.995754:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325895.995762:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325895.995764:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325895.995767:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9b89a7] to pc [ptlrpcd_00_03+3] req@000000003e9b89a7 x1853175408632320/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325895.995768:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325895.995773:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325895.995778:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325895.995781:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325895.995785:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325895.995786:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325895.995790:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325895.995792:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9b89a7 x1853175408632320/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325895.995796:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767325895.995804:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325895.995805:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325895.995806:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7b89fc3. 00000020:00000040:3.0:1767325895.995809:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767325895.995811:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325895.995812:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325895.995815:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325895.995816:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325895.995820:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325895.995822:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a10cd6c4. 02000000:00000001:1.0:1767325895.995826:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325895.995827:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325895.995831:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767325895.995834:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b7b89fc3 x1853175408632448/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767325895.995836:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325895.995844:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408632320:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325895.995849:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325895.995852:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325895.995853:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767325895.995856:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7b89fc3] to pc [ptlrpcd_00_00+0] req@00000000b7b89fc3 x1853175408632448/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325895.995862:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325895.995867:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325895.995878:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325895.995883:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ddf88a1. 02000000:00000001:1.0:1767325895.995885:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325895.995887:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325895.995891:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767325895.995893:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f597b6. 00000100:00000040:3.0:1767325895.995897:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767325895.995903:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057863878. 00000100:00000040:3.0:1767325895.995904:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11101) 00000100:00000200:1.0:1767325895.995913:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408632320, portal 10 00000100:00000001:1.0:1767325895.995918:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325895.995920:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571622272 : -115369137929344 : ffff971287840380) 00000100:00000040:1.0:1767325895.995927:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9b89a7 x1853175408632320/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325895.995936:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325895.995938:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325895.995941:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d3326d8. 00000100:00000200:1.0:1767325895.995944:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408632320, offset 0 00000400:00000200:1.0:1767325895.995951:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325895.995968:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325895.995975:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325895.995999:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767325895.996004:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325895.996007:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325895.996011:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [75:75:256:4294967295] 192.168.202.142@tcp LPNI seq info [75:75:8:4294967295] 00000400:00000200:1.0:1767325895.996024:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767325895.996030:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325895.996036:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009111ecc6. 00000800:00000200:1.0:1767325895.996043:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325895.996052:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325895.996057:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009111ecc6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325895.996079:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325895.996084:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 1011495 usecs (1012 jiffies) 00000100:00000001:2.0:1767325895.996086:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325895.996089:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305764852 00000100:00000001:2.0:1767325895.996089:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325895.996092:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767325895.996096:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000264847e7. 00000100:00000040:2.0:1767325895.996098:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7b89fc3 x1853175408632448/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325895.996108:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325895.996109:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325895.996111:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325895.996112:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325895.996113:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325895.996114:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767325895.996115:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7b89fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408632448:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325895.996120:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325895.996122:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325895.996124:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325895.996125:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305764852 02000000:00000001:2.0:1767325895.996125:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325895.996128:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009eb723f4. 02000000:00000001:2.0:1767325895.996131:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325895.996132:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d8259e28. 00000400:00000010:2.0:1767325895.996134:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec22c36e. 00000100:00000001:1.0:1767325895.996138:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767325895.996139:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000364a6fcd. 00000100:00000200:2.0:1767325895.996145:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408632448, portal 10 00000100:00000001:1.0:1767325895.996146:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305764852 00000100:00000001:2.0:1767325895.996147:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1767325895.996152:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002ae990e. 00000100:00000001:2.0:1767325895.996155:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571627648 : -115369137923968 : ffff971287841880) 00000100:00000001:1.0:1767325895.996158:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767325895.996162:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7b89fc3 x1853175408632448/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325895.996163:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305764852 00000100:00000010:1.0:1767325895.996169:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd3de080. 00000100:00000001:2.0:1767325895.996170:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325895.996174:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767325895.996176:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767325895.996177:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2f3b387. 00000100:00000200:2.0:1767325895.996182:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408632448, offset 0 00000100:00000001:1.0:1767325895.996184:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325895.996188:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767325895.996191:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325895.996195:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767325895.996196:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767325895.996198:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325895.996201:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:1.0:1767325895.996206:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000449ab534 x1853175408632192/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325895.996206:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325895.996210:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767325895.996215:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [76:76:255:4294967295] 192.168.202.142@tcp LPNI seq info [76:76:7:4294967295] 00000100:00000001:1.0:1767325895.996228:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767325895.996229:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767325895.996231:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325895.996235:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767325895.996237:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:2.0:1767325895.996238:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dadd9a6c. 02000000:00000001:1.0:1767325895.996240:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767325895.996245:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:1.0:1767325895.996246:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325895.996250:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767325895.996252:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dadd9a6c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325895.996255:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325895.996258:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 1665210 usecs (1666 jiffies) 00000100:00000001:2.0:1767325895.996260:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305765506 00000100:00000001:2.0:1767325895.996266:0:211394:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, simply extend its deadline from 4305764852 00000100:00100000:1.0:1767325895.996269:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000449ab534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408632192:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325895.996272:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305765506 00000100:00000001:1.0:1767325895.996278:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325895.996278:0:211394:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, simply extend its deadline from 4305764852 02000000:00000001:1.0:1767325895.996282:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325895.996284:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305765506 02000000:00000001:1.0:1767325895.996285:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325895.996289:0:211394:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, simply extend its deadline from 4305764852 02000000:00000001:1.0:1767325895.996290:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325895.996295:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cda36778. 02000000:00000001:1.0:1767325895.996298:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325895.996304:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305765506 00000400:00000010:1.0:1767325895.996306:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084a4b744. 00000100:00000001:2.0:1767325895.996308:0:211394:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, simply extend its deadline from 4305764852 00000400:00000010:1.0:1767325895.996313:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cab71f7. 00000100:00000001:2.0:1767325895.996314:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767325895.996319:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408632192, portal 25 00000100:00000001:2.0:1767325895.996319:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325895.996324:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325895.996326:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325895.996330:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325895.996335:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571633024 : -115369137918592 : ffff971287842d80) 00000100:00000001:2.0:1767325895.996337:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325895.996340:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767325895.996342:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000449ab534 x1853175408632192/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325895.996344:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325895.996347:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325895.996349:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325895.996354:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325895.996359:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325895.996363:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325895.996366:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffc7a60e. 00000100:00000200:1.0:1767325895.996369:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408632192, offset 0 00000400:00000200:1.0:1767325895.996375:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325895.996380:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325895.996383:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325895.996386:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767325895.996388:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325895.996390:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325895.996392:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [77:77:254:4294967295] 192.168.202.142@tcp LPNI seq info [77:77:6:4294967295] 00000100:00000001:0.0:1767325895.996416:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325895.996420:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325895.996441:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767325895.996447:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325895.996451:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000814f6ebc. 00000800:00000200:1.0:1767325895.996456:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325895.996460:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325895.996463:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000814f6ebc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325895.996466:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325895.996469:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305767618 00000100:00000001:1.0:1767325895.996473:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305765506 00000100:00000001:1.0:1767325895.996477:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305767618 00000100:00000001:1.0:1767325895.996479:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305765506 00000100:00000001:1.0:1767325895.996482:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305767618 00000100:00000001:1.0:1767325895.996484:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305765506 00000100:00000001:1.0:1767325895.996487:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305767618 00000100:00000001:1.0:1767325895.996489:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305765506 00000100:00000001:1.0:1767325895.996501:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325895.996504:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325895.996506:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325895.996507:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325895.996511:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009111ecc6. 00000100:00000001:1.0:1767325895.996512:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325895.996518:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325895.996520:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767325895.996520:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325895.996535:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325895.996538:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325895.996542:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325895.996545:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325895.996546:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d3326d8 00000100:00000001:1.0:1767325895.996548:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325895.996551:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d3326d8. 00000100:00000001:3.0:1767325895.996558:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325895.996563:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9b89a7 x1853175408632320/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325895.996573:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325895.996576:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9b89a7 x1853175408632320/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325895.996593:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325895.996594:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325895.996618:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325895.996620:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dadd9a6c. 00000400:00000200:3.0:1767325895.996623:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325895.996627:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325895.996630:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2f3b387 00000400:00000010:3.0:1767325895.996631:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2f3b387. 00000100:00000001:3.0:1767325895.996634:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325895.996636:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7b89fc3 x1853175408632448/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325895.996643:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325895.996645:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7b89fc3 x1853175408632448/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325895.996651:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325895.996653:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325895.996736:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325895.996739:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000814f6ebc. 00000400:00000200:3.0:1767325895.996742:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325895.996745:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325895.996748:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffc7a60e 00000400:00000010:3.0:1767325895.996750:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffc7a60e. 00000100:00000001:3.0:1767325895.996752:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325895.996755:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000449ab534 x1853175408632192/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325895.996761:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325895.996764:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000449ab534 x1853175408632192/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325911 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325895.996770:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325895.996772:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325895.998567:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325895.998582:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325895.998586:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325895.998588:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325895.998596:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325895.998612:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02200 00000400:00000200:1.0:1767325895.998620:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x33d [1] + 224 00000800:00000001:1.0:1767325895.998628:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325895.998632:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325895.998635:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325895.998640:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325895.998646:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325895.998651:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9b89a7 x1853175408632320/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325895.998664:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9b89a7 x1853175408632320/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325895.998679:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325895.998687:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325895.998690:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325895.998692:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325895.998693:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325895.998696:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325895.998697:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767325895.998701:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325895.998705:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02280 00000400:00000001:3.0:1767325895.998710:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325895.998712:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325895.998714:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f597b6. 00000400:00000200:3.0:1767325895.998718:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057863878 00000400:00000010:3.0:1767325895.998726:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057863878. 00000100:00000001:3.0:1767325895.998729:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325895.998732:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x345 [1] + 224 00000100:00000200:3.0:1767325895.998734:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9b89a7 x1853175408632320/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325895.998739:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325895.998744:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325895.998746:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767325895.998749:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9b89a7 x1853175408632320/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325895.998751:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325895.998756:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325895.998761:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7b89fc3 x1853175408632448/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325895.998764:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325895.998769:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325895.998770:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b7b89fc3 x1853175408632448/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325895.998774:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325895.998779:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325895.998783:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325895.998785:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325895.998787:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767325895.998789:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325895.998792:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325895.998795:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325895.998796:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325895.998798:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325895.998800:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00001000:3.0:1767325895.998801:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=36 v=5 (5 0 0 0) 00000400:00000200:1.0:1767325895.998806:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f02180 00000100:00001000:3.0:1767325895.998810:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=36 v=5 (1 0 0 0) 00000400:00000200:1.0:1767325895.998811:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x34d [1] + 224 00000100:00000001:3.0:1767325895.998819:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767325895.998820:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325895.998823:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325895.998827:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325895.998828:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767325895.998829:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767325895.998830:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325895.998834:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767325895.998835:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325895.998836:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:2.0:1767325895.998840:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767325895.998843:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1767325895.998844:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325895.998847:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec22c36e. 00000100:00000040:3.0:1767325895.998848:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000400:00000200:2.0:1767325895.998853:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364a6fcd 00000100:00000001:3.0:1767325895.998853:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1767325895.998857:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000364a6fcd. 00000100:00000001:3.0:1767325895.998857:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325895.998861:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325895.998862:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767325895.998866:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9b89a7 x1853175408632320/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325895.998869:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7b89fc3 x1853175408632448/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325895.998870:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000449ab534 x1853175408632192/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325895.998897:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325895.998904:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767325895.998905:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7b89fc3 x1853175408632448/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325895.998906:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000449ab534 x1853175408632192/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325895.998908:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325895.998918:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9b89a7 x1853175408632320/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325895.998934:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325895.998937:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325895.998939:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325895.998942:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325895.998943:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767325895.998945:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408632320:192.168.202.142@tcp:400: 02000000:00000001:2.0:1767325895.998947:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767325895.998948:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325895.998950:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325895.998954:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767325895.998956:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767325895.998957:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325895.998963:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=30 v=5 (5 0 0 0) 00000400:00000001:3.0:1767325895.998966:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767325895.998969:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=10 v=5 (1 0 0 0) 00000400:00000010:3.0:1767325895.998970:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084a4b744. 00000100:00000001:2.0:1767325895.998975:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767325895.998975:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cab71f7 00000100:00000001:2.0:1767325895.998978:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325895.998979:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cab71f7. 00000100:00000001:3.0:1767325895.998983:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325895.998986:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000449ab534 x1853175408632192/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325895.998989:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325895.998996:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b7b89fc3 x1853175408632448/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325895.999001:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000449ab534 x1853175408632192/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325895.999012:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325895.999017:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767325895.999019:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767325895.999020:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325895.999023:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325895.999024:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325895.999025:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767325895.999027:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325895.999031:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7b89fc3 x1853175408632448/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325895.999035:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325895.999038:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325895.999040:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325895.999042:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325895.999045:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325895.999048:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1767325895.999049:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=41 v=5 (5 0 0 0) 00000100:00000001:2.0:1767325895.999051:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325895.999053:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325895.999057:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767325895.999058:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7b89fc3 x1853175408632448/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325895.999059:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325895.999064:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325895.999067:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325895.999071:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325895.999075:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7b89fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408632448:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767325895.999080:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000449ab534 x1853175408632192/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325895.999083:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325895.999088:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325895.999093:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7b89fc3 x1853175408632448/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325895.999094:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325895.999100:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325895.999103:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325895.999104:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325895.999108:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767325895.999111:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000449ab534 x1853175408632192/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325895.999112:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009eb723f4. 02000000:00000001:2.0:1767325895.999117:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325895.999119:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325895.999122:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767325895.999126:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1767325895.999126:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000449ab534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408632192:192.168.202.142@tcp:400: 02000000:00000010:2.0:1767325895.999129:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a10cd6c4. 00000100:00000001:3.0:1767325895.999134:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325895.999135:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325895.999139:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767325895.999140:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767325895.999141:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7b89fc3. 00000100:00000040:3.0:1767325895.999151:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9b89a7 x1853175408632320/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325895.999152:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325895.999155:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325895.999161:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325895.999164:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325895.999167:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325895.999169:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ddf88a1. 00000100:00000001:2.0:1767325895.999170:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767325895.999172:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325895.999173:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325895.999176:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767325895.999177:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767325895.999179:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767325895.999181:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325895.999185:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325895.999188:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b62e88f4. 02000000:00000001:3.0:1767325895.999191:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325895.999192:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325895.999194:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9b89a7. 00000100:00000001:3.0:1767325895.999196:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325895.999198:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325895.999200:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325895.999203:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000449ab534 x1853175408632192/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325911 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325895.999209:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325895.999211:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325895.999212:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cda36778. 02000000:00000001:3.0:1767325895.999214:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325895.999215:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325895.999216:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767325895.999218:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325895.999219:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008ce1a50c. 02000000:00000001:3.0:1767325895.999221:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325895.999222:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325895.999223:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000449ab534. 00000100:00000001:3.0:1767325895.999228:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325895.999229:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325895.999231:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325895.999235:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325895.999236:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325895.999238:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325895.999240:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325897.019545:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325897.019553:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325897.019559:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325897.019560:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325897.019619:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325897.019623:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325897.019627:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767325898.043516:0:214087:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767325898.043525:0:214087:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767325898.043542:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325898.043545:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325898.043550:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325898.043551:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325898.043573:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325898.043576:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325898.043579:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325899.067573:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325899.067581:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325899.067586:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325899.067587:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325899.067640:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325899.067646:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325899.067649:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325899.835520:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305767618, at 4305767680 00000100:00000040:1.0:1767325899.835520:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305767618, at 4305767680 00000100:00000040:2.0:1767325899.835520:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305767618, at 4305767680 00000100:00000010:1.0:1767325899.835535:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d8259e28. 00000100:00000010:2.0:1767325899.835537:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002ae990e. 00000100:00000010:0.0:1767325899.835543:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000264847e7. 00000100:00000040:3.0:1767325899.835629:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305767618, at 4305767680 00000100:00000010:3.0:1767325899.835651:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd3de080. 00010000:00000001:0.0:1767325900.091673:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325900.091679:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325900.091684:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325900.091685:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325900.091754:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325900.091757:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325900.091759:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325901.115542:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325901.115549:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325901.115554:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325901.115556:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325901.115649:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325901.115653:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325901.115656:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325901.115694:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325901.115700:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325901.115706:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d9e0dd. 00000020:00000040:2.0:1767325901.115712:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767325901.115716:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325901.115718:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325901.115723:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325901.115730:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064d7910e. 00000100:00000001:2.0:1767325901.115735:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325901.115746:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000028d9e0dd x1853175408632576/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325901.115756:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325901.115758:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325901.115762:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d9e0dd] to pc [ptlrpcd_00_01+1] req@0000000028d9e0dd x1853175408632576/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325901.115793:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325901.115795:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325901.115799:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325901.115802:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767325901.115805:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767325901.115806:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325901.115808:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325901.115809:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325901.115812:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089a1fa3e. 00000100:00000001:2.0:1767325901.115820:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325901.115824:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000b6591187 x1853175408632704/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325901.115830:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325901.115831:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325901.115834:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_02+2] req@00000000b6591187 x1853175408632704/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325901.115848:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325901.115850:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325901.115852:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325901.115855:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767325901.115857:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767325901.115859:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325901.115860:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325901.115861:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325901.115863:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 00000100:00000001:2.0:1767325901.115865:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325901.115868:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000032a2412e x1853175408632832/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325901.115874:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325901.115875:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325901.115877:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_03+3] req@0000000032a2412e x1853175408632832/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325901.115883:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325901.115885:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767325901.115888:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767325901.115893:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11106) 00000100:00000001:1.0:1767325901.115932:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325901.115936:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325901.115938:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325901.115942:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408632704/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325901.115950:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325901.115952:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325901.115955:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325901.115957:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325901.115960:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325901.115962:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408632704:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325901.115966:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325901.115971:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325901.115973:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325901.115975:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325901.115979:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f5a5fd7. 02000000:00000001:1.0:1767325901.115985:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325901.115990:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003716679c. 00000400:00000010:1.0:1767325901.115996:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000512df998. 00000100:00000200:1.0:1767325901.116003:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408632704, portal 10 00000100:00000001:1.0:1767325901.116006:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325901.116008:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000040:1.0:1767325901.116014:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408632704/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325901.116019:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325901.116021:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767325901.116025:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:1.0:1767325901.116027:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325901.116029:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767325901.116031:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6a4dc8. 00000100:00000200:1.0:1767325901.116035:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408632704, offset 0 00000100:00000001:3.0:1767325901.116038:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325901.116042:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325901.116043:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325901.116046:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325901.116049:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325901.116050:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325901.116055:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d9e0dd x1853175408632576/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325901.116058:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325901.116068:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325901.116069:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325901.116072:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325901.116074:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767325901.116075:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:3.0:1767325901.116076:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325901.116080:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325901.116082:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1767325901.116085:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408632576:192.168.202.142@tcp:400: 00000400:00000200:1.0:1767325901.116089:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767325901.116093:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325901.116097:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325901.116098:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325901.116100:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325901.116104:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000689c4ba. 02000000:00000001:3.0:1767325901.116106:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325901.116110:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf6eaaf9. 00000400:00000010:3.0:1767325901.116114:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046298f58. 00000100:00000200:3.0:1767325901.116117:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408632576, portal 25 00000100:00000001:3.0:1767325901.116119:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325901.116120:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333291520 : -115368376260096 : ffff9712b4ea2a00) 00000100:00000040:3.0:1767325901.116124:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d9e0dd x1853175408632576/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325901.116131:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325901.116133:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767325901.116135:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c9abd2f. 00000100:00000200:3.0:1767325901.116137:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408632576, offset 0 00000400:00000200:3.0:1767325901.116148:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325901.116202:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [78:78:256:4294967295] 192.168.202.142@tcp LPNI seq info [78:78:8:4294967295] 00000400:00000200:1.0:1767325901.116215:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767325901.116218:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325901.116222:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325901.116223:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325901.116229:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023d40614. 00000800:00000200:1.0:1767325901.116236:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325901.116244:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325901.116249:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023d40614 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325901.116260:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325901.116263:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325901.116266:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325901.116268:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325901.116275:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325901.116277:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [79:79:255:4294967295] 192.168.202.142@tcp LPNI seq info [79:79:7:4294967295] 00000400:00000200:3.0:1767325901.116286:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325901.116290:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325901.116295:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ce1a50c. 00000800:00000200:3.0:1767325901.116299:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325901.116303:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325901.116305:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ce1a50c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325901.116306:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325901.116308:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325901.116313:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 948511 usecs (949 jiffies) 00000100:00000001:3.0:1767325901.116314:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305772737 00000100:00000001:1.0:1767325901.116318:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305769909 00000100:00000010:3.0:1767325901.116321:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000647593c1. 00000100:00000001:3.0:1767325901.116329:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767325901.116333:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305772737 00000100:00000010:3.0:1767325901.116336:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000707ccc65. 00000100:00000001:3.0:1767325901.116338:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767325901.116341:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305772737 00000100:00000010:3.0:1767325901.116344:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004cc2a4ed. 00000100:00000001:3.0:1767325901.116347:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767325901.116349:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305772737 00000100:00000010:3.0:1767325901.116352:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054dfea46. 00000100:00000001:3.0:1767325901.116354:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767325901.116357:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325901.116359:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325901.116362:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325901.116365:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325901.116371:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325901.116376:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023d40614. 00000100:00000001:3.0:1767325901.116380:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767325901.116382:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325901.116384:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325901.116386:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325901.116390:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408632832/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325901.116418:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767325901.116424:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6a4dc8 00000400:00000010:0.0:1767325901.116426:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6a4dc8. 00000100:00000001:0.0:1767325901.116434:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325901.116437:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408632704/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325901.116447:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325901.116449:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408632704/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325901.116456:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325901.116457:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325901.116468:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325901.116469:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325901.116472:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1767325901.116531:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325901.116534:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ce1a50c. 00000400:00000200:0.0:1767325901.116537:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325901.116540:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767325901.116543:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c9abd2f 00000400:00000010:0.0:1767325901.116544:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c9abd2f. 00000100:00000001:0.0:1767325901.116547:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325901.116550:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d9e0dd x1853175408632576/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325901.116556:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325901.116558:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d9e0dd x1853175408632576/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325901.116564:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325901.116565:0:211387:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767325901.116772:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325901.116776:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325901.116779:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408632832:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325901.116783:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325901.116786:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325901.116787:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325901.116789:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325901.116864:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000028a756a1. 02000000:00000001:0.0:1767325901.116868:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325901.116872:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4948fc. 00000400:00000010:0.0:1767325901.116881:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b09e4b46. 00000100:00000200:0.0:1767325901.116884:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408632832, portal 10 00000100:00000001:0.0:1767325901.116887:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325901.116888:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000040:0.0:1767325901.116894:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408632832/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325901.116901:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325901.116903:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325901.116905:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041419967. 00000100:00000200:0.0:1767325901.116907:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408632832, offset 0 00000400:00000200:0.0:1767325901.116911:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325901.116916:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767325901.116918:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325901.116921:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325901.116923:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325901.116925:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325901.116927:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [80:80:256:4294967295] 192.168.202.142@tcp LPNI seq info [80:80:8:4294967295] 00000400:00000200:0.0:1767325901.116934:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325901.116938:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325901.116941:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d41e7546. 00000800:00000200:0.0:1767325901.116945:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767325901.116949:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325901.116952:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d41e7546 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325901.116957:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325901.116960:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 1537412 usecs (1538 jiffies) 00000100:00000001:0.0:1767325901.116962:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305770499 00000100:00000001:0.0:1767325901.116964:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305772737 00000100:00000001:0.0:1767325901.116966:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305770499 00000100:00000001:0.0:1767325901.116968:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305772737 00000100:00000001:0.0:1767325901.116974:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305770499 00000100:00000001:0.0:1767325901.116976:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305772737 00000100:00000001:0.0:1767325901.116978:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305770499 00000100:00000001:0.0:1767325901.116980:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305772737 00000100:00000001:0.0:1767325901.116982:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325901.116983:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325901.116985:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325901.116987:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325901.116991:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325901.116992:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325901.116994:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325901.116995:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325901.116996:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325901.116998:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325901.117074:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305772737 00000100:00000001:1.0:1767325901.117078:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305769910 00000100:00000001:1.0:1767325901.117085:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305772737 00000100:00000001:1.0:1767325901.117087:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305769910 00000100:00000001:1.0:1767325901.117089:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305772737 00000100:00000001:1.0:1767325901.117090:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305769910 00000100:00000001:1.0:1767325901.117092:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305772737 00000100:00000001:1.0:1767325901.117094:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325901.117223:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325901.117225:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325901.117227:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325901.117231:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325901.117232:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325901.117234:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325901.117235:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325901.117236:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325901.117238:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325901.118301:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325901.118305:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d41e7546. 00000400:00000200:3.0:1767325901.118310:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325901.118316:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325901.118320:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041419967 00000400:00000010:3.0:1767325901.118322:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041419967. 00000100:00000001:3.0:1767325901.118325:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325901.118329:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408632832/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325901.118338:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325901.118340:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408632832/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325901.118347:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325901.118349:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325901.120233:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325901.120246:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325901.120249:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325901.120251:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325901.120260:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325901.120280:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02380 00000400:00000200:1.0:1767325901.120288:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x355 [1] + 224 00000800:00000001:1.0:1767325901.120296:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325901.120302:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325901.120304:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325901.120308:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325901.120313:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325901.120318:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408632704/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325901.120327:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408632704/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325901.120367:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325901.120374:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325901.120377:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325901.120525:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325901.120529:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325901.120539:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325901.120541:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325901.120543:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003716679c. 00000400:00000200:2.0:1767325901.120547:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000512df998 00000400:00000010:2.0:1767325901.120549:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000512df998. 00000100:00000001:2.0:1767325901.120552:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325901.120556:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408632704/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325901.120565:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408632704/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325901.120572:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325901.120573:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325901.120576:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325901.120579:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325901.120581:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325901.120582:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325901.120585:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325901.120592:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=42 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325901.120596:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=42 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325901.120599:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325901.120601:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325901.120603:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325901.120606:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325901.120610:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325901.120612:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325901.120613:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325901.120615:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325901.120618:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408632704/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325901.120625:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325901.120628:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325901.120630:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325901.120633:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408632704/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325901.120649:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408632704:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325901.120654:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325901.120656:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325901.120658:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408632704/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325901.120665:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325901.120667:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325901.120670:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f5a5fd7. 02000000:00000001:2.0:1767325901.120673:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325901.120675:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325901.120677:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767325901.120679:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325901.120681:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000089a1fa3e. 02000000:00000001:2.0:1767325901.120684:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325901.120686:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325901.120687:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:2.0:1767325901.120690:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325901.120691:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325901.120693:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325901.120699:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325901.120700:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325901.120702:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325901.120704:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325901.122931:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325901.122943:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325901.122946:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325901.122949:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325901.122957:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767325901.122969:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f02300 00000400:00000200:0.0:1767325901.122976:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x35d [1] + 224 00000800:00000001:0.0:1767325901.122981:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325901.122984:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325901.122986:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325901.122990:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325901.122995:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325901.123000:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d9e0dd x1853175408632576/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325901.123010:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028d9e0dd x1853175408632576/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325901.123025:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325901.123037:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325901.123040:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325901.123042:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325901.123044:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325901.123048:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767325901.123053:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02400 00000400:00000200:0.0:1767325901.123058:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x365 [1] + 224 00000800:00000001:0.0:1767325901.123061:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325901.123067:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325901.123068:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325901.123072:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325901.123074:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325901.123078:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408632832/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325901.123085:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408632832/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325901.124205:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325901.124213:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325901.124218:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325901.124310:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325901.124315:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325901.124321:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325901.124323:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325901.124325:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf6eaaf9. 00000400:00000200:3.0:1767325901.124337:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046298f58 00000400:00000010:3.0:1767325901.124339:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046298f58. 00000100:00000001:3.0:1767325901.124343:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325901.124348:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d9e0dd x1853175408632576/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325901.124357:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d9e0dd x1853175408632576/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325901.124363:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325901.124365:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325901.124367:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325901.124370:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325901.124372:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325901.124374:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325901.124376:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325901.124382:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=47 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325901.124386:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325901.124388:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325901.124389:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325901.124392:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325901.124394:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325901.124396:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325901.124423:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d9e0dd x1853175408632576/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325901.124430:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325901.124432:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325901.124434:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325901.124437:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d9e0dd x1853175408632576/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325901.124443:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408632576:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325901.124447:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325901.124450:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325901.124452:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d9e0dd x1853175408632576/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325901.124467:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325901.124470:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325901.124472:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000689c4ba. 02000000:00000001:3.0:1767325901.124505:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325901.124507:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325901.124509:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767325901.124511:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325901.124513:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000064d7910e. 02000000:00000001:3.0:1767325901.124517:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325901.124518:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325901.124520:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d9e0dd. 00000100:00000001:3.0:1767325901.124523:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325901.124524:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325901.124526:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325901.124532:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325901.124534:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325901.124536:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325901.124538:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325901.124732:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325901.124735:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325901.124738:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325901.124740:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325901.124741:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4948fc. 00000400:00000200:1.0:1767325901.124745:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b09e4b46 00000400:00000010:1.0:1767325901.124747:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b09e4b46. 00000100:00000001:1.0:1767325901.124750:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325901.124753:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408632832/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325901.124760:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408632832/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325901.124766:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325901.124767:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325901.124769:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325901.124770:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325901.124772:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325901.124773:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325901.124775:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325901.124779:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325901.124782:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325901.124784:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325901.124785:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325901.124787:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325901.124789:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000032a2412e x1853175408632832/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325901.124795:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325901.124798:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325901.124800:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325901.124802:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325901.124821:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325901.124824:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408632832/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325901.124830:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325901.124832:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325901.124833:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325901.124836:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408632832/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325901.124842:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408632832:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325901.124846:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325901.124848:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325901.124850:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408632832/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325917 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325901.124855:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325901.124857:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325901.124858:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000028a756a1. 02000000:00000001:1.0:1767325901.124861:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325901.124862:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325901.124863:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767325901.124865:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325901.124866:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 02000000:00000001:1.0:1767325901.124869:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325901.124870:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325901.124870:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:1.0:1767325901.124873:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325901.124874:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325901.124875:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325901.124879:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325901.124880:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325901.124882:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325901.124884:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325902.139557:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325902.139564:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325902.139569:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325902.139572:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325902.139574:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325902.139580:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325902.139582:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325902.139583:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325902.139586:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325902.139588:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325902.139590:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325902.139592:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325902.139804:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325902.139808:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325902.139826:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325903.163504:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325903.163514:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325903.163521:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325903.163545:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325903.165113:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325903.165121:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325903.165125:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325904.187560:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325904.187574:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325904.187577:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325904.187589:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325904.187596:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325904.187599:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325904.187600:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325904.187603:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325904.187608:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325904.187609:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325904.187669:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325904.187674:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325904.187677:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325904.955525:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305772737, at 4305772800 00000100:00000040:1.0:1767325904.955525:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305772737, at 4305772800 00000100:00000040:2.0:1767325904.955525:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305772737, at 4305772800 00000100:00000040:3.0:1767325904.955540:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305772737, at 4305772800 00000100:00000010:1.0:1767325904.955545:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000707ccc65. 00000100:00000010:2.0:1767325904.955546:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004cc2a4ed. 00000100:00000010:0.0:1767325904.955548:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000647593c1. 00000100:00000010:3.0:1767325904.955560:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054dfea46. 00010000:00000001:0.0:1767325905.211546:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325905.211554:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325905.211560:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325905.211561:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325905.211952:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325905.211961:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325905.211964:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325906.235701:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325906.235717:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325906.235731:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055b20dde. 00000020:00000040:1.0:1767325906.235739:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767325906.235745:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325906.235749:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325906.235755:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325906.235768:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000023d40614. 00000100:00000001:1.0:1767325906.235776:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325906.235790:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000055b20dde x1853175408632960/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325906.235804:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325906.235807:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325906.235813:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055b20dde] to pc [ptlrpcd_00_00+0] req@0000000055b20dde x1853175408632960/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325906.235884:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767325906.235891:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767325906.235893:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325906.235942:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325906.235946:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325906.235974:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325906.235977:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325906.235994:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325906.236001:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058a040db. 00000020:00000040:1.0:1767325906.236004:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767325906.236024:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325906.236025:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325906.236028:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325906.236031:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000814f6ebc. 00000100:00000001:1.0:1767325906.236034:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325906.236038:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000058a040db x1853175408633088/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325906.236046:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325906.236047:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325906.236051:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058a040db] to pc [ptlrpcd_00_01+1] req@0000000058a040db x1853175408633088/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325906.236164:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325906.236167:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325906.236170:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325906.236173:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325906.236177:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325906.236189:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058a040db x1853175408633088/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325906.236197:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325906.236200:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325906.236205:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 02000000:00000001:2.0:1767325906.236205:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325906.236211:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767325906.236213:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325906.236220:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325906.236225:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1767325906.236226:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058a040db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408633088:192.168.202.142@tcp:400: 00010000:00000001:0.0:1767325906.236229:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325906.236234:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325906.236242:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325906.236245:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325906.236248:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325906.236262:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004aa8ea12. 02000000:00000001:2.0:1767325906.236265:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325906.236273:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec22c36e. 00000400:00000010:2.0:1767325906.236281:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000364a6fcd. 00000100:00000200:2.0:1767325906.236289:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408633088, portal 10 00000100:00000001:2.0:1767325906.236292:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325906.236294:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604904448 : -115369104647168 : ffff9712897fdc00) 00000100:00000040:2.0:1767325906.236302:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058a040db x1853175408633088/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325906.236310:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325906.236324:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767325906.236327:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fd962e9. 00000100:00000200:2.0:1767325906.236329:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408633088, offset 0 00000400:00000200:2.0:1767325906.236336:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325906.236352:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767325906.236360:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325906.236366:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767325906.236370:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325906.236373:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767325906.236376:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [81:81:256:4294967295] 192.168.202.142@tcp LPNI seq info [81:81:8:4294967295] 00000400:00000200:2.0:1767325906.236442:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767325906.236452:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767325906.236458:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089a1fa3e. 00000800:00000200:2.0:1767325906.236466:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767325906.236474:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767325906.236479:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089a1fa3e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325906.236499:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325906.236503:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 893065 usecs (894 jiffies) 00000100:00000001:2.0:1767325906.236507:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305774975 00000100:00000010:2.0:1767325906.236512:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee5444a4. 00000100:00000001:2.0:1767325906.236519:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767325906.236527:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305774975 00000100:00000010:2.0:1767325906.236530:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000001b4c9ef. 00000100:00000001:2.0:1767325906.236534:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767325906.236537:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305774975 00000100:00000010:2.0:1767325906.236540:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052a18f61. 00000100:00000001:2.0:1767325906.236544:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767325906.236547:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305774975 00000100:00000010:2.0:1767325906.236552:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030ea13d7. 00000100:00000001:2.0:1767325906.236555:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325906.236562:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325906.236567:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325906.236570:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325906.236574:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055b20dde x1853175408632960/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325906.236581:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325906.236582:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325906.236584:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325906.236593:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325906.236595:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325906.236598:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408632960:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325906.236602:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325906.236605:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325906.236606:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325906.236608:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325906.236611:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d2c217a. 02000000:00000001:2.0:1767325906.236613:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325906.236617:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f230f94b. 00000400:00000010:2.0:1767325906.236620:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cce2b7d4. 00000100:00000200:2.0:1767325906.236623:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408632960, portal 25 00000100:00000001:2.0:1767325906.236625:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325906.236626:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899968 : -115369104651648 : ffff9712897fca80) 00000100:00000040:2.0:1767325906.236631:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000055b20dde x1853175408632960/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325906.236637:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325906.236639:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1767325906.236643:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089a1fa3e. 00000100:00000040:2.0:1767325906.236645:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767325906.236649:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfca0bf5. 00000400:00000200:0.0:1767325906.236654:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767325906.236654:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408632960, offset 0 00000400:00000200:2.0:1767325906.236668:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325906.236675:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325906.236682:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767325906.236686:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1767325906.236732:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325906.236735:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325906.236740:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767325906.236807:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767325906.236810:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325906.236812:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767325906.236815:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [82:82:255:4294967295] 192.168.202.142@tcp LPNI seq info [82:82:7:4294967295] 00000400:00000200:2.0:1767325906.236822:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767325906.236827:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767325906.236830:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb30d8a. 00000800:00000200:2.0:1767325906.236835:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767325906.236839:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767325906.236849:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb30d8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325906.236852:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325906.236856:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305777858 00000100:00000001:2.0:1767325906.236861:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305774975 00000100:00000001:2.0:1767325906.236864:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305777858 00000100:00000001:2.0:1767325906.236867:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305774975 00000100:00000001:2.0:1767325906.236869:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305777858 00000100:00000001:2.0:1767325906.236871:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305774975 00000100:00000001:2.0:1767325906.236873:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305777858 00000100:00000001:2.0:1767325906.236875:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305774975 00000100:00000001:2.0:1767325906.236877:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325906.236879:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325906.236882:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325906.236884:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325906.236888:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325906.236889:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325906.236892:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325906.236892:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325906.236894:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325906.236895:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325906.237519:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325906.237522:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325906.237525:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325906.237528:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325906.237558:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fd962e9 00000100:00000001:3.0:1767325906.237562:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767325906.237565:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fd962e9. 00000100:00000001:3.0:1767325906.237567:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325906.237573:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325906.237583:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058a040db x1853175408633088/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325906.237596:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325906.237599:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058a040db x1853175408633088/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325906.237607:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325906.237608:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325906.237622:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767325906.237622:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325906.237629:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325906.237635:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000789fa2f6. 00000020:00000040:1.0:1767325906.237641:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767325906.237644:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325906.237647:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325906.237652:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325906.237658:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009111ecc6. 00000100:00000001:1.0:1767325906.237664:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325906.237670:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000789fa2f6 x1853175408633216/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325906.237679:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325906.237682:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325906.237688:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000789fa2f6] to pc [ptlrpcd_00_02+2] req@00000000789fa2f6 x1853175408633216/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325906.237691:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325906.237700:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb30d8a. 00000400:00000200:0.0:1767325906.237707:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325906.237716:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767325906.237719:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfca0bf5 00000400:00000010:0.0:1767325906.237720:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfca0bf5. 00000100:00000001:0.0:1767325906.237723:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325906.237727:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055b20dde x1853175408632960/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325906.237736:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325906.237738:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325906.237740:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055b20dde x1853175408632960/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325922 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325906.237748:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325906.237751:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325906.237759:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767325906.237760:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767325906.237773:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325906.237775:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11111) 00000100:00100000:3.0:1767325906.237779:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767325906.237783:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325906.237789:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325906.237791:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325906.237794:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325906.237796:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325906.237800:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325906.237820:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000789fa2f6 x1853175408633216/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325906.237838:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325906.237839:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325906.237843:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325906.237845:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325906.237847:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325906.237850:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000789fa2f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408633216:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325906.237854:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325906.237857:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325906.237858:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325906.237859:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325906.237862:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325906.237863:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325906.237866:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002eac6b48. 02000000:00000001:3.0:1767325906.237869:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325906.237872:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf6eaaf9. 00000400:00000010:3.0:1767325906.237877:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046298f58. 00000100:00000200:3.0:1767325906.237881:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408633216, portal 10 00000100:00000001:3.0:1767325906.237882:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325906.237883:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604908928 : -115369104642688 : ffff9712897fed80) 00000100:00000040:3.0:1767325906.237889:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000789fa2f6 x1853175408633216/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325906.237950:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325906.237953:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767325906.237956:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af95acdf. 00000100:00000200:3.0:1767325906.237969:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408633216, offset 0 00000400:00000200:3.0:1767325906.237976:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325906.237983:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325906.237986:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325906.237989:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325906.237991:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325906.237993:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325906.237996:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [83:83:256:4294967295] 192.168.202.142@tcp LPNI seq info [83:83:8:4294967295] 00000400:00000200:3.0:1767325906.238004:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325906.238012:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325906.238016:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b62e88f4. 00000800:00000200:3.0:1767325906.238020:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325906.238024:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325906.238027:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b62e88f4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325906.238037:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325906.238040:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 1428391 usecs (1429 jiffies) 00000100:00000001:3.0:1767325906.238042:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305775511 00000100:00000001:3.0:1767325906.238044:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305777858 00000100:00000001:3.0:1767325906.238045:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305775511 00000100:00000001:3.0:1767325906.238046:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305777858 00000100:00000001:3.0:1767325906.238047:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305775511 00000100:00000001:3.0:1767325906.238048:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305777858 00000100:00000001:3.0:1767325906.238050:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305775511 00000100:00000001:3.0:1767325906.238051:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305777858 00000100:00000001:3.0:1767325906.238052:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325906.238053:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325906.238055:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325906.238057:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325906.241677:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325906.241688:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b62e88f4. 00000800:00000001:2.0:1767325906.241695:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767325906.241698:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325906.241710:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000800:00000001:2.0:1767325906.241712:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325906.241717:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767325906.241719:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af95acdf 00000800:00000001:2.0:1767325906.241721:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767325906.241722:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af95acdf. 00000100:00000001:1.0:1767325906.241729:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767325906.241732:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000200:1.0:1767325906.241738:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000789fa2f6 x1853175408633216/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325906.241748:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325906.241753:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000789fa2f6 x1853175408633216/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325906.241753:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02500 00000100:00000001:1.0:1767325906.241762:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325906.241763:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767325906.241767:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x36d [1] + 224 00000800:00000001:2.0:1767325906.241789:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325906.241794:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325906.241795:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325906.241798:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325906.241801:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325906.241806:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058a040db x1853175408633088/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325906.241836:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058a040db x1853175408633088/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325906.241850:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325906.241857:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325906.241860:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325906.241861:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325906.241862:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325906.241865:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325906.241870:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f02480 00000400:00000200:2.0:1767325906.241875:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x375 [1] + 224 00000800:00000001:2.0:1767325906.241878:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325906.241883:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325906.241884:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325906.241886:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325906.241889:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325906.241891:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325906.241891:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325906.241895:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055b20dde x1853175408632960/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325906.241903:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767325906.241904:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000055b20dde x1853175408632960/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325906.241908:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325906.241912:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec22c36e. 00000400:00000200:0.0:1767325906.241917:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364a6fcd 00000100:00000001:2.0:1767325906.241917:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767325906.241921:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000364a6fcd. 00000100:00000001:0.0:1767325906.241924:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325906.241929:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058a040db x1853175408633088/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325906.241930:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325906.241935:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325906.241943:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058a040db x1853175408633088/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325906.241950:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325906.241953:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325906.241956:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325906.241959:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325906.241962:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325906.241965:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325906.241969:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325906.241980:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=47 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325906.241985:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=47 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325906.241994:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325906.241996:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325906.241999:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325906.242003:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325906.242007:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325906.242009:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325906.242012:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325906.242013:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325906.242018:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058a040db x1853175408633088/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325906.242026:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325906.242029:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325906.242031:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325906.242035:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058a040db x1853175408633088/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325906.242042:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058a040db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408633088:192.168.202.142@tcp:400: 00000400:00000001:0.0:1767325906.242049:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325906.242051:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325906.242052:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f230f94b. 00000400:00000200:0.0:1767325906.242054:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce2b7d4 00000400:00000010:0.0:1767325906.242055:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cce2b7d4. 00000100:00000001:0.0:1767325906.242057:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325906.242059:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055b20dde x1853175408632960/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325906.242064:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055b20dde x1853175408632960/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325906.242068:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325906.242068:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325906.242069:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325906.242070:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325906.242071:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325906.242071:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325906.242077:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325906.242079:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=52 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325906.242081:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=52 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325906.242083:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325906.242084:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325906.242085:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325906.242086:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325906.242087:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325906.242089:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055b20dde x1853175408632960/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325906.242092:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325906.242094:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325906.242094:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325906.242096:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055b20dde x1853175408632960/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325906.242100:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408632960:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325906.242103:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325906.242105:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325906.242107:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058a040db x1853175408633088/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325906.242113:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325906.242115:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325906.242118:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004aa8ea12. 02000000:00000001:0.0:1767325906.242124:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325906.242127:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325906.242129:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767325906.242132:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325906.242135:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000814f6ebc. 02000000:00000001:0.0:1767325906.242141:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325906.242143:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325906.242144:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058a040db. 00000100:00000001:0.0:1767325906.242149:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325906.242150:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325906.242157:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325906.242160:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055b20dde x1853175408632960/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325906.242165:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325906.242167:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325906.242168:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d2c217a. 02000000:00000001:0.0:1767325906.242171:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325906.242172:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325906.242173:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767325906.242175:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325906.242176:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000023d40614. 02000000:00000001:0.0:1767325906.242178:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325906.242179:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325906.242180:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055b20dde. 00000100:00000001:0.0:1767325906.242182:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325906.242183:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325906.242185:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325906.242194:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325906.242196:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325906.242198:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325906.242200:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325906.244479:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325906.244500:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325906.244504:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325906.244506:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325906.244514:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767325906.244528:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02580 00000400:00000200:0.0:1767325906.244534:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x37d [1] + 224 00000800:00000001:0.0:1767325906.244540:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325906.244548:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325906.244550:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325906.244553:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325906.244558:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325906.244562:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000789fa2f6 x1853175408633216/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325906.244586:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000789fa2f6 x1853175408633216/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325906.244606:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325906.244614:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325906.244618:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325906.244643:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325906.244648:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325906.244653:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325906.244655:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325906.244657:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf6eaaf9. 00000400:00000200:3.0:1767325906.244661:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046298f58 00000400:00000010:3.0:1767325906.244662:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046298f58. 00000100:00000001:3.0:1767325906.244665:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325906.244668:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000789fa2f6 x1853175408633216/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325906.244676:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000789fa2f6 x1853175408633216/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325906.244686:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325906.244688:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325906.244690:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325906.244692:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325906.244694:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325906.244696:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325906.244699:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325906.244707:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325906.244711:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325906.244714:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325906.244716:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325906.244718:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325906.244723:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000789fa2f6 x1853175408633216/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325906.244730:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325906.244734:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325906.244736:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325906.244738:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325906.244739:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325906.244743:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000789fa2f6 x1853175408633216/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325906.244749:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325906.244752:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325906.244754:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325906.244757:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000789fa2f6 x1853175408633216/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325906.244764:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000789fa2f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408633216:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325906.244770:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325906.244772:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325906.244774:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000789fa2f6 x1853175408633216/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325922 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325906.244792:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325906.244795:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325906.244799:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002eac6b48. 02000000:00000001:3.0:1767325906.244802:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325906.244804:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325906.244805:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767325906.244807:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325906.244809:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009111ecc6. 02000000:00000001:3.0:1767325906.244813:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325906.244814:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325906.244816:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000789fa2f6. 00000100:00000001:3.0:1767325906.244819:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325906.244820:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325906.244821:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325906.244827:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325906.244829:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325906.244831:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325906.244834:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325907.259554:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325907.259563:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325907.259570:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325907.259572:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325907.260528:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325907.260533:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325907.260537:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325908.283565:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325908.283573:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325908.283582:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325908.283583:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325908.283705:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325908.283709:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325908.283711:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325909.307543:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325909.307551:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325909.307555:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325909.307556:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325909.307618:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325909.307622:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325909.307626:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325910.075549:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305777858, at 4305777920 00000100:00000040:2.0:1767325910.075549:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305777858, at 4305777920 00000100:00000010:2.0:1767325910.075574:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052a18f61. 00000100:00000010:0.0:1767325910.075579:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee5444a4. 00000100:00000040:1.0:1767325910.075692:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305777858, at 4305777920 00000100:00000010:1.0:1767325910.075699:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001b4c9ef. 00000100:00000040:3.0:1767325910.075909:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305777858, at 4305777920 00000100:00000010:3.0:1767325910.075916:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030ea13d7. 00010000:00000001:0.0:1767325910.331536:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325910.331546:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325910.331553:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325910.331554:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325910.331614:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325910.331619:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325910.331623:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325911.356626:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325911.356636:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325911.356644:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325911.356645:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325911.358331:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325911.358337:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325911.358342:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325911.358352:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325911.358360:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325911.358373:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000449ab534. 00000020:00000040:3.0:1767325911.358392:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767325911.358397:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325911.358421:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325911.358428:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325911.358439:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c363976a. 00000100:00000001:3.0:1767325911.358448:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325911.358461:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000449ab534 x1853175408633344/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325911.358474:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325911.358477:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325911.358503:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000449ab534] to pc [ptlrpcd_00_03+3] req@00000000449ab534 x1853175408633344/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325911.358529:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325911.358531:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325911.358535:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767325911.358536:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767325911.358539:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9b89a7. 00000020:00000040:3.0:1767325911.358542:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767325911.358546:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325911.358548:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325911.358549:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325911.358549:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325911.358551:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767325911.358553:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325911.358556:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325911.358559:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea9a1391. 00000100:00000040:1.0:1767325911.358561:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000449ab534 x1853175408633344/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325911.358564:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325911.358572:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000003e9b89a7 x1853175408633472/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325911.358576:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325911.358580:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325911.358593:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325911.358596:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325911.358599:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325911.358602:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000449ab534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408633344:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325911.358607:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325911.358613:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325911.358616:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325911.358618:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325911.358624:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f22cda9. 02000000:00000001:1.0:1767325911.358626:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325911.358632:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1b63fed. 00000400:00000010:1.0:1767325911.358641:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e4a2d89. 00000100:00000200:1.0:1767325911.358649:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408633344, portal 25 00000100:00000001:3.0:1767325911.358650:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325911.358654:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325911.358654:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325911.358657:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571633024 : -115369137918592 : ffff971287842d80) 00000100:00000040:3.0:1767325911.358662:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9b89a7] to pc [ptlrpcd_00_00+0] req@000000003e9b89a7 x1853175408633472/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325911.358665:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000449ab534 x1853175408633344/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325911.358687:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325911.358691:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325911.358693:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765198f9. 00000100:00000200:1.0:1767325911.358696:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408633344, offset 0 00000400:00000200:1.0:1767325911.358704:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767325911.358714:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325911.358719:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325911.358723:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767325911.358723:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325911.358732:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9b89a7 x1853175408633472/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325911.358733:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325911.358733:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325911.358738:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325911.358743:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767325911.358748:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325911.358749:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325911.358751:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767325911.358753:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767325911.358757:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767325911.358757:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325911.358761:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325911.358761:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325911.358766:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408633472:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767325911.358768:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767325911.358773:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [84:84:256:4294967295] 192.168.202.142@tcp LPNI seq info [84:84:8:4294967295] 00000100:00000001:2.0:1767325911.358776:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325911.358776:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767325911.358782:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767325911.358783:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000015a32238. 02000000:00000001:2.0:1767325911.358785:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767325911.358787:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:2.0:1767325911.358790:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325911.358793:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767325911.358794:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000010:2.0:1767325911.358798:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044562123. 02000000:00000001:3.0:1767325911.358798:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325911.358802:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325911.358802:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325911.358805:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000010:3.0:1767325911.358810:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003fff2558. 00000400:00000010:2.0:1767325911.358811:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006e814c3. 00000800:00000010:1.0:1767325911.358814:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009111ecc6. 00000100:00000001:3.0:1767325911.358816:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325911.358819:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ed339f. 00000100:00000040:3.0:1767325911.358823:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000015a32238 x1853175408633600/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767325911.358824:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408633472, portal 10 00000800:00000200:1.0:1767325911.358825:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767325911.358829:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325911.358832:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571622272 : -115369137929344 : ffff971287840380) 00000800:00000200:1.0:1767325911.358839:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:2.0:1767325911.358840:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9b89a7 x1853175408633472/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325911.358846:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009111ecc6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325911.358860:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325911.358865:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325911.358866:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325911.358868:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325911.358870:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d725e3b6. 00000100:00000040:3.0:1767325911.358874:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a32238] to pc [ptlrpcd_00_01+1] req@0000000015a32238 x1853175408633600/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325911.358875:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408633472, offset 0 00000400:00000200:2.0:1767325911.358886:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325911.358893:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767325911.358896:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325911.358906:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767325911.358909:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325911.358912:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325911.358913:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767325911.358916:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325911.358918:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325911.358920:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325911.358926:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305782980 00000100:00000040:0.0:1767325911.358928:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000015a32238 x1853175408633600/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325911.358929:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [85:85:255:4294967295] 192.168.202.142@tcp LPNI seq info [85:85:7:4294967295] 00000100:00000010:1.0:1767325911.358933:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002be8f718. 00000100:00000001:1.0:1767325911.358943:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767325911.358953:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767325911.358954:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305782980 00000100:00000010:1.0:1767325911.358961:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044f287ec. 00000100:00000001:1.0:1767325911.358968:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767325911.358968:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767325911.358969:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325911.358973:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325911.358974:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305782980 00000800:00000010:2.0:1767325911.358975:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b65b65b4. 02000000:00000001:0.0:1767325911.358977:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767325911.358980:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e79aa378. 02000000:00000001:0.0:1767325911.358981:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767325911.358985:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767325911.358986:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 02000000:00000001:0.0:1767325911.358987:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325911.358992:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305782980 00000100:00100000:0.0:1767325911.358996:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000015a32238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408633600:192.168.202.142@tcp:400: 00000100:00000010:1.0:1767325911.358997:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d65babbb. 00000800:00000200:2.0:1767325911.358998:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767325911.359004:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767325911.359004:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b65b65b4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325911.359005:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325911.359009:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325911.359011:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325911.359013:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325911.359018:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 843858 usecs (844 jiffies) 02000000:00000001:0.0:1767325911.359019:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767325911.359019:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325911.359023:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325911.359024:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325911.359025:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305780047 02000000:00000001:0.0:1767325911.359028:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325911.359031:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305782980 02000000:00000010:0.0:1767325911.359035:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000412e63af. 00000100:00000001:2.0:1767325911.359035:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305780047 00000100:00000001:1.0:1767325911.359036:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767325911.359041:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325911.359041:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325911.359041:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305782980 00000100:00000001:1.0:1767325911.359047:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325911.359047:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305780047 00000400:00000010:0.0:1767325911.359049:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdd8db73. 00000100:00000001:1.0:1767325911.359051:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325911.359052:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305782980 00000100:00000001:1.0:1767325911.359055:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325911.359056:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305780047 00000400:00000010:0.0:1767325911.359058:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de705503. 00000100:00000001:2.0:1767325911.359059:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305782980 00000100:00000001:1.0:1767325911.359061:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325911.359063:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767325911.359064:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408633600, portal 10 00000100:00000001:2.0:1767325911.359066:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325911.359069:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325911.359070:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325911.359072:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571628544 : -115369137923072 : ffff971287841c00) 00000100:00000001:2.0:1767325911.359073:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325911.359088:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325911.359090:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767325911.359092:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000015a32238 x1853175408633600/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325911.359096:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325911.359099:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325911.359102:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325911.359104:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325911.359107:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325911.359110:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f208077f. 00000800:00000200:1.0:1767325911.359110:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325911.359112:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325911.359114:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408633600, offset 0 00000800:00000010:1.0:1767325911.359121:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009111ecc6. 00000400:00000200:0.0:1767325911.359125:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325911.359128:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325911.359133:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325911.359136:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767325911.359140:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325911.359144:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325911.359147:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325911.359149:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325911.359158:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [86:86:254:4294967295] 192.168.202.142@tcp LPNI seq info [86:86:6:4294967295] 00000400:00000200:0.0:1767325911.359169:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325911.359184:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325911.359185:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765198f9 00000800:00000010:0.0:1767325911.359187:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c98c6e3f. 00000400:00000010:1.0:1767325911.359189:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765198f9. 00000800:00000200:0.0:1767325911.359193:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767325911.359196:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767325911.359197:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325911.359201:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c98c6e3f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325911.359204:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325911.359204:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000449ab534 x1853175408633344/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325911.359209:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 1333746 usecs (1334 jiffies) 00000100:00000001:0.0:1767325911.359214:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305780537 00000100:00000001:0.0:1767325911.359218:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305782980 00000100:00000001:0.0:1767325911.359220:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305780537 00000100:00000001:1.0:1767325911.359220:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325911.359224:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305782980 00000100:00000040:1.0:1767325911.359224:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000449ab534 x1853175408633344/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325927 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325911.359228:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305780537 00000100:00000001:0.0:1767325911.359232:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305782980 00000100:00000001:0.0:1767325911.359235:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305780537 00000100:00000001:1.0:1767325911.359239:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325911.359240:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305782980 00000100:00000001:0.0:1767325911.359243:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325911.359244:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325911.359246:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325911.359250:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325911.359251:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767325911.359267:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325911.359270:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b65b65b4. 00000400:00000200:1.0:1767325911.359275:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325911.359277:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325911.359280:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000040:3.0:1767325911.359282:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767325911.359284:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d725e3b6 00000400:00000010:1.0:1767325911.359287:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d725e3b6. 00000100:00000040:3.0:1767325911.359290:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767325911.359291:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325911.359296:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9b89a7 x1853175408633472/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325911.359297:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11116) 00000100:00000001:2.0:1767325911.359301:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325911.359306:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325911.359307:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325911.359309:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325911.359310:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9b89a7 x1853175408633472/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325911.359316:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325911.359318:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325911.359321:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767325911.359442:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325911.359443:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325911.359445:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325911.359446:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325911.359448:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325911.359449:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325911.359472:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325911.359475:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c98c6e3f. 00000400:00000200:1.0:1767325911.359477:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325911.359480:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325911.359482:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f208077f 00000400:00000010:1.0:1767325911.359483:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f208077f. 00000100:00000001:1.0:1767325911.359490:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325911.359493:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000015a32238 x1853175408633600/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325911.359498:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325911.359499:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000015a32238 x1853175408633600/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325911.359503:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325911.359507:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325911.361137:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325911.361155:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325911.361159:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325911.361162:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325911.361171:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325911.361187:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f02600 00000400:00000200:2.0:1767325911.361195:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x385 [1] + 224 00000800:00000001:2.0:1767325911.361203:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325911.361210:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325911.361211:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325911.361213:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325911.361218:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325911.361222:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000449ab534 x1853175408633344/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325911.361230:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000449ab534 x1853175408633344/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325911.361247:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325911.361256:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325911.361259:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325911.361298:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325911.361301:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325911.361307:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325911.361309:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325911.361311:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1b63fed. 00000400:00000200:1.0:1767325911.361314:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e4a2d89 00000400:00000010:1.0:1767325911.361315:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e4a2d89. 00000100:00000001:1.0:1767325911.361317:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325911.361319:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000449ab534 x1853175408633344/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325911.361325:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000449ab534 x1853175408633344/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325911.361329:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325911.361330:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325911.361333:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325911.361335:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325911.361337:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325911.361339:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325911.361342:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325911.361350:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=57 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325911.361355:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325911.361358:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325911.361360:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325911.361363:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325911.361366:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325911.361369:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325911.361372:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000449ab534 x1853175408633344/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325911.361396:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325911.361470:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325911.361472:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325911.361476:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000449ab534 x1853175408633344/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325911.361481:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000449ab534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408633344:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325911.361485:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325911.361487:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325911.361488:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000449ab534 x1853175408633344/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325911.361493:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325911.361495:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325911.361499:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f22cda9. 02000000:00000001:1.0:1767325911.361500:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325911.361502:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325911.361503:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767325911.361505:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325911.361507:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c363976a. 02000000:00000001:1.0:1767325911.361510:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325911.361511:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325911.361513:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000449ab534. 00000100:00000001:1.0:1767325911.361518:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325911.361519:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325911.361520:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325911.361524:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325911.361525:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325911.361526:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325911.361528:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325911.361640:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325911.361646:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325911.361647:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325911.361649:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325911.361652:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767325911.361663:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02700 00000400:00000200:0.0:1767325911.361667:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x395 [1] + 224 00000800:00000001:0.0:1767325911.361670:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325911.361672:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325911.361674:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325911.361676:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325911.361678:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325911.361680:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000015a32238 x1853175408633600/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325911.361686:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000015a32238 x1853175408633600/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325911.361701:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325911.361704:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325911.361706:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325911.361707:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325911.361708:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325911.361710:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767325911.361713:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02680 00000400:00000200:0.0:1767325911.361717:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x38d [1] + 224 00000800:00000001:0.0:1767325911.361719:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325911.361722:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325911.361723:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325911.361726:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325911.361727:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325911.361729:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9b89a7 x1853175408633472/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325911.361736:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9b89a7 x1853175408633472/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325911.361736:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325911.361741:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325911.361746:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325911.361749:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325911.361750:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767325911.361751:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdd8db73. 00000100:00000001:3.0:1767325911.361801:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325911.361804:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325911.361832:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de705503 00000400:00000010:2.0:1767325911.361834:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de705503. 00000100:00000001:2.0:1767325911.361838:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767325911.361840:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767325911.361843:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000015a32238 x1853175408633600/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325911.361848:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325911.361882:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000015a32238 x1853175408633600/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325911.361888:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325911.361890:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325911.361892:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325911.361894:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325911.361895:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325911.361897:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325911.361898:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325911.361904:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=46 v=5 (5 0 0 0) 00000400:00000001:3.0:1767325911.361906:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1767325911.361908:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=26 v=5 (1 0 0 0) 00000400:00000001:3.0:1767325911.361910:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767325911.361913:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767325911.361914:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006e814c3. 00000400:00000200:3.0:1767325911.361919:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ed339f 00000400:00000010:3.0:1767325911.361921:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ed339f. 00000100:00000001:2.0:1767325911.361924:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325911.361924:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767325911.361929:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767325911.361932:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9b89a7 x1853175408633472/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767325911.361937:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000015a32238 x1853175408633600/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325911.361951:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9b89a7 x1853175408633472/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325911.361954:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325911.361960:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325911.361963:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325911.361964:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325911.361967:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325911.361968:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325911.361971:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325911.361973:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325911.361974:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325911.361975:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325911.361977:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325911.361978:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325911.361983:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=52 v=5 (5 0 0 0) 00000100:00000040:2.0:1767325911.361985:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000015a32238 x1853175408633600/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767325911.361989:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325911.361995:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325911.361998:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325911.362001:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325911.362003:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325911.362006:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767325911.362008:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767325911.362012:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015a32238 x1853175408633600/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325911.362012:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325911.362017:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325911.362019:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325911.362023:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325911.362025:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325911.362030:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000015a32238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408633600:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767325911.362033:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9b89a7 x1853175408633472/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325911.362039:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325911.362044:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325911.362046:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325911.362050:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325911.362051:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325911.362054:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9b89a7 x1853175408633472/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325911.362058:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000015a32238 x1853175408633600/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325911.362077:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408633472:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325911.362078:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325911.362081:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325911.362085:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000412e63af. 00000100:00000001:3.0:1767325911.362087:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325911.362090:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325911.362091:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767325911.362095:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325911.362098:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000040:3.0:1767325911.362098:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9b89a7 x1853175408633472/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325927 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767325911.362104:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325911.362107:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003fff2558. 02000000:00000001:2.0:1767325911.362112:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767325911.362113:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325911.362115:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767325911.362116:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:2.0:1767325911.362118:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000015a32238. 02000000:00000010:3.0:1767325911.362120:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044562123. 00000100:00000001:2.0:1767325911.362124:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767325911.362126:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325911.362127:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767325911.362130:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767325911.362131:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767325911.362134:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767325911.362138:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767325911.362138:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325911.362140:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea9a1391. 00000100:00000001:2.0:1767325911.362142:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325911.362144:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767325911.362147:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325911.362148:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767325911.362150:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325911.362151:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9b89a7. 00000100:00000001:3.0:1767325911.362157:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325911.362159:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325911.362162:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325911.362166:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325911.362173:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325911.362175:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325911.362177:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325912.379516:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325912.379523:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325912.379528:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325912.379531:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325912.379534:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325912.379539:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325912.379541:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325912.379543:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325912.379545:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325912.379547:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325912.379548:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325912.379549:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325912.379596:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325912.379601:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325912.379603:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325913.404635:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325913.404644:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325913.404652:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325913.404653:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325913.404790:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325913.404794:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325913.404819:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325914.427655:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325914.427665:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325914.427667:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325914.427669:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325914.427673:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325914.427675:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325914.427676:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325914.427678:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325914.427681:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325914.427682:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325914.427737:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325914.427741:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325914.427743:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325915.195472:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305782980, at 4305783040 00000100:00000010:0.0:1767325915.195496:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002be8f718. 00000100:00000040:3.0:1767325915.195498:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305782980, at 4305783040 00000100:00000040:1.0:1767325915.195500:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305782980, at 4305783040 00000100:00000010:3.0:1767325915.195509:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d65babbb. 00000100:00000010:1.0:1767325915.195513:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044f287ec. 00000100:00000040:2.0:1767325915.195600:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305782980, at 4305783040 00000100:00000010:2.0:1767325915.195607:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e79aa378. 00010000:00000001:0.0:1767325915.451542:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325915.451551:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325915.451555:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325915.451556:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325915.451618:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325915.451623:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325915.451627:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325916.475534:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767325916.475540:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325916.475545:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325916.475548:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767325916.475550:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325916.475552:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325916.475564:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9b89a7. 00000020:00000040:3.0:1767325916.475573:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767325916.475579:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325916.475583:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325916.475590:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325916.475610:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea9a1391. 00000100:00000001:3.0:1767325916.475620:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325916.475622:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325916.475627:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325916.475631:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325916.475634:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000003e9b89a7 x1853175408633728/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325916.475650:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325916.475654:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325916.475661:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9b89a7] to pc [ptlrpcd_00_02+2] req@000000003e9b89a7 x1853175408633728/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325916.475686:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325916.475686:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325916.475691:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767325916.475691:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325916.475695:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325916.475696:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325916.475700:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000339213a8. 00000100:00000040:2.0:1767325916.475703:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9b89a7 x1853175408633728/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767325916.475704:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767325916.475714:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325916.475716:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325916.475716:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325916.475720:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325916.475720:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325916.475721:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325916.475722:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325916.475729:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767325916.475729:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8b9f1ee. 00000100:00000001:3.0:1767325916.475733:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325916.475734:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325916.475739:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325916.475740:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000339213a8 x1853175408633856/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767325916.475747:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408633728:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325916.475756:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325916.475775:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325916.475779:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325916.475780:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325916.475783:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325916.475785:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767325916.475788:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000339213a8] to pc [ptlrpcd_00_03+3] req@00000000339213a8 x1853175408633856/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325916.475792:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfa84949. 02000000:00000001:2.0:1767325916.475796:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325916.475806:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca5a855a. 00000400:00000010:2.0:1767325916.475815:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384b455. 00000100:00000001:3.0:1767325916.475821:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325916.475825:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408633728, portal 25 00000100:00000040:3.0:1767325916.475825:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325916.475831:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325916.475832:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767325916.475835:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571622272 : -115369137929344 : ffff971287840380) 00000100:00000010:3.0:1767325916.475838:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000986d7773. 00000100:00000040:2.0:1767325916.475843:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9b89a7 x1853175408633728/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767325916.475843:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767325916.475846:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325916.475848:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767325916.475851:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767325916.475852:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325916.475856:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767325916.475856:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325916.475860:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1767325916.475863:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc945970. 00000100:00000040:1.0:1767325916.475864:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000339213a8 x1853175408633856/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325916.475868:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325916.475870:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325916.475874:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031788bcf. 00000100:00000040:3.0:1767325916.475878:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000986d7773 x1853175408633984/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767325916.475879:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408633728, offset 0 00000100:00000001:1.0:1767325916.475898:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767325916.475899:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767325916.475902:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325916.475904:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767325916.475907:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325916.475907:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325916.475911:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767325916.475915:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000986d7773] to pc [ptlrpcd_00_00+0] req@00000000986d7773 x1853175408633984/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325916.475916:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325916.475917:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00100000:1.0:1767325916.475925:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408633856:192.168.202.142@tcp:400: 00000400:00000200:2.0:1767325916.475929:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325916.475935:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767325916.475937:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:1.0:1767325916.475940:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767325916.475942:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767325916.475944:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325916.475946:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:1.0:1767325916.475949:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767325916.475952:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [87:87:256:4294967295] 192.168.202.142@tcp LPNI seq info [87:87:8:4294967295] 02000000:00000010:1.0:1767325916.475956:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000caac0d1b. 02000000:00000001:1.0:1767325916.475960:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325916.475965:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325916.475967:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1b63fed. 00000400:00000200:2.0:1767325916.475968:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:3.0:1767325916.475971:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767325916.475974:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e4a2d89. 00000800:00000200:2.0:1767325916.475980:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767325916.475980:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1767325916.475981:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408633856, portal 10 00000100:00000040:3.0:1767325916.475988:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11122) 00000800:00000010:2.0:1767325916.475990:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b65b65b4. 00000100:00000001:1.0:1767325916.475992:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325916.475996:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571632128 : -115369137919488 : ffff971287842a00) 00000800:00000200:2.0:1767325916.476003:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:1.0:1767325916.476004:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000339213a8 x1853175408633856/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325916.476014:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767325916.476018:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:1.0:1767325916.476021:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325916.476021:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767325916.476026:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b65b65b4 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767325916.476028:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765198f9. 00000100:00100000:3.0:1767325916.476028:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767325916.476033:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325916.476034:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408633856, offset 0 00000400:00000200:1.0:1767325916.476042:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325916.476044:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767325916.476048:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325916.476051:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325916.476055:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325916.476056:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767325916.476062:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325916.476062:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325916.476065:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325916.476067:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767325916.476069:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325916.476072:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767325916.476073:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [88:88:255:4294967295] 192.168.202.142@tcp LPNI seq info [88:88:7:4294967295] 00000100:00000040:3.0:1767325916.476078:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000986d7773 x1853175408633984/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325916.476083:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325916.476090:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767325916.476097:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325916.476100:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325916.476101:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767325916.476105:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:1.0:1767325916.476108:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009111ecc6. 02000000:00000001:3.0:1767325916.476108:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325916.476113:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325916.476116:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00100000:3.0:1767325916.476120:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000986d7773 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408633984:192.168.202.142@tcp:400: 00000800:00000200:1.0:1767325916.476125:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767325916.476127:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767325916.476129:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009111ecc6 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767325916.476133:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325916.476135:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325916.476137:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325916.476140:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8bf1f82. 02000000:00000001:3.0:1767325916.476142:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325916.476144:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf6eaaf9. 00000400:00000010:3.0:1767325916.476147:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046298f58. 00000100:00000200:3.0:1767325916.476149:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408633984, portal 10 00000100:00000001:3.0:1767325916.476151:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325916.476152:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571621376 : -115369137930240 : ffff971287840000) 00000100:00000040:3.0:1767325916.476157:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000986d7773 x1853175408633984/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325916.476161:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325916.476163:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767325916.476164:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000912fe460. 00000100:00000200:3.0:1767325916.476166:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408633984, offset 0 00000400:00000200:3.0:1767325916.476168:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325916.476172:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325916.476174:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325916.476176:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325916.476183:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325916.476186:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767325916.476187:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325916.476188:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325916.476194:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 799661 usecs (800 jiffies) 00000400:00000200:3.0:1767325916.476197:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [89:89:254:4294967295] 192.168.202.142@tcp LPNI seq info [89:89:6:4294967295] 00000100:00000001:2.0:1767325916.476199:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305788097 00000100:00000001:1.0:1767325916.476201:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305785120 00000100:00000010:2.0:1767325916.476206:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052a18f61. 00000400:00000200:3.0:1767325916.476214:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325916.476221:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767325916.476222:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000010:3.0:1767325916.476226:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d29a8a. 00000100:00000001:1.0:1767325916.476230:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305788097 00000100:00000001:2.0:1767325916.476230:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305788097 00000800:00000200:3.0:1767325916.476235:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767325916.476237:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305785120 00000100:00000010:1.0:1767325916.476242:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044f287ec. 00000800:00000200:3.0:1767325916.476247:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767325916.476254:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767325916.476259:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305785120 00000800:00000200:0.0:1767325916.476263:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1767325916.476267:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000034d71912. 00000800:00000010:0.0:1767325916.476268:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b65b65b4. 00000100:00000001:1.0:1767325916.476270:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325916.476273:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305785120 00000400:00000200:0.0:1767325916.476275:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767325916.476275:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000aced157. 00000100:00000001:1.0:1767325916.476278:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767325916.476281:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325916.476281:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325916.476284:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325916.476287:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031788bcf 00000100:00000001:1.0:1767325916.476287:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325916.476289:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031788bcf. 00000100:00000001:1.0:1767325916.476289:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325916.476292:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325916.476294:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325916.476295:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767325916.476299:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9b89a7 x1853175408633728/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325916.476299:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767325916.476299:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d29a8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325916.476301:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325916.476303:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325916.476306:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325916.476307:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325916.476313:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 1250622 usecs (1251 jiffies) 00000100:00000001:0.0:1767325916.476315:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767325916.476319:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305785571 00000100:00000040:0.0:1767325916.476320:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9b89a7 x1853175408633728/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325932 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325916.476325:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305788097 00000100:00000001:2.0:1767325916.476330:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305785120 00000100:00000001:0.0:1767325916.476344:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325916.476349:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325916.476351:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305788097 00000100:00000001:3.0:1767325916.476352:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305785571 00000100:00000001:2.0:1767325916.476357:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305785120 00000100:00000001:3.0:1767325916.476358:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305788097 00000100:00000001:3.0:1767325916.476364:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305785571 00000800:00000200:0.0:1767325916.476365:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325916.476365:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305788097 00000800:00000010:0.0:1767325916.476369:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009111ecc6. 00000100:00000001:3.0:1767325916.476369:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305788097 00000100:00000001:2.0:1767325916.476371:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305785120 00000400:00000200:0.0:1767325916.476374:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325916.476375:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305785571 00000100:00000001:2.0:1767325916.476377:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325916.476381:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325916.476381:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305788097 00000100:00000001:2.0:1767325916.476384:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325916.476385:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765198f9 00000100:00000001:3.0:1767325916.476387:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767325916.476388:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765198f9. 00000100:00000001:2.0:1767325916.476389:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325916.476394:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325916.476394:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325916.476395:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325916.476420:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000339213a8 x1853175408633856/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325916.476427:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325916.476429:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325916.476430:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325916.476430:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325916.476436:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325916.476436:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325916.476437:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000339213a8 x1853175408633856/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325916.476440:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325916.476444:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325916.476450:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325916.476450:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325916.476455:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767325916.476526:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325916.476528:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d29a8a. 00000400:00000200:0.0:1767325916.476531:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325916.476533:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767325916.476535:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912fe460 00000400:00000010:0.0:1767325916.476540:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000912fe460. 00000100:00000001:0.0:1767325916.476543:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325916.476545:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000986d7773 x1853175408633984/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325916.476550:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325916.476551:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000986d7773 x1853175408633984/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325916.476555:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325916.476556:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325916.477995:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325916.478012:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325916.478016:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325916.478018:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325916.478027:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325916.478041:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f02780 00000400:00000200:2.0:1767325916.478048:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x39d [1] + 224 00000800:00000001:2.0:1767325916.478057:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325916.478066:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325916.478069:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325916.478072:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325916.478077:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325916.478082:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9b89a7 x1853175408633728/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325916.478093:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9b89a7 x1853175408633728/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325916.478129:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325916.478138:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325916.478142:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325916.478144:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325916.478145:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325916.478150:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325916.478156:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02800 00000400:00000200:2.0:1767325916.478161:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x3a5 [1] + 224 00000800:00000001:2.0:1767325916.478165:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325916.478169:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325916.478171:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325916.478174:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325916.478177:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325916.478180:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000339213a8 x1853175408633856/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325916.478189:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000339213a8 x1853175408633856/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325916.478205:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325916.478209:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325916.478212:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325916.478244:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325916.478248:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325916.478256:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325916.478258:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325916.478261:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1b63fed. 00000400:00000200:3.0:1767325916.478265:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e4a2d89 00000400:00000010:3.0:1767325916.478272:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e4a2d89. 00000100:00000001:3.0:1767325916.478276:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325916.478281:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000339213a8 x1853175408633856/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325916.478290:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767325916.478291:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000339213a8 x1853175408633856/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325916.478294:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325916.478299:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767325916.478301:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767325916.478302:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767325916.478304:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767325916.478305:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca5a855a. 00000100:00000001:3.0:1767325916.478310:0:211397:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767325916.478311:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384b455 02000000:00000001:3.0:1767325916.478314:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767325916.478315:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384b455. 00000100:00000001:3.0:1767325916.478318:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325916.478320:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325916.478321:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325916.478326:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9b89a7 x1853175408633728/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325916.478327:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325916.478352:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=57 v=5 (5 0 0 0) 00000100:00000200:1.0:1767325916.478355:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9b89a7 x1853175408633728/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767325916.478358:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325916.478365:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325916.478368:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325916.478371:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767325916.478372:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767325916.478374:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325916.478378:0:211396:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767325916.478378:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325916.478380:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325916.478383:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325916.478384:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767325916.478385:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325916.478388:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 02000000:00000001:1.0:1767325916.478389:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325916.478393:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:1.0:1767325916.478395:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=62 v=5 (5 0 0 0) 00000100:00000001:3.0:1767325916.478396:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325916.478424:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325916.478426:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325916.478428:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325916.478430:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325916.478432:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325916.478434:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325916.478439:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9b89a7 x1853175408633728/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325916.478444:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000339213a8 x1853175408633856/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325916.478455:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325916.478461:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325916.478464:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325916.478465:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325916.478469:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325916.478472:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325916.478474:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9b89a7 x1853175408633728/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325916.478479:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000339213a8 x1853175408633856/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325916.478489:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408633728:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325916.478498:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325916.478502:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767325916.478506:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408633856:192.168.202.142@tcp:400: 00000100:00000040:1.0:1767325916.478510:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9b89a7 x1853175408633728/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325916.478514:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325916.478519:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325916.478522:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325916.478525:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfa84949. 02000000:00000001:1.0:1767325916.478529:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325916.478532:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325916.478533:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767325916.478536:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325916.478539:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea9a1391. 02000000:00000001:1.0:1767325916.478543:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325916.478546:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325916.478547:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9b89a7. 00000100:00000001:1.0:1767325916.478551:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325916.478552:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325916.478554:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325916.478560:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325916.478569:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325916.478572:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325916.478573:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325916.478594:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325916.478599:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000339213a8 x1853175408633856/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325916.478608:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325916.478616:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1767325916.478617:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325916.478620:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767325916.478622:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1767325916.478624:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767325916.478625:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000caac0d1b. 00000400:00000200:0.0:1767325916.478632:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767325916.478640:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02880 00000400:00000200:0.0:1767325916.478646:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x3ad [1] + 224 00000800:00000001:0.0:1767325916.478650:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325916.478655:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325916.478657:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325916.478661:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325916.478664:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325916.478667:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000986d7773 x1853175408633984/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325916.478674:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000986d7773 x1853175408633984/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325916.478684:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325916.478686:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325916.478687:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767325916.478688:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767325916.478692:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:0.0:1767325916.478693:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767325916.478694:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8b9f1ee. 00000800:00000001:0.0:1767325916.478697:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325916.478699:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325916.478702:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325916.478704:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000339213a8. 00000100:00000001:3.0:1767325916.478707:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325916.478709:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325916.478711:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325916.478715:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325916.478717:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325916.478719:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325916.478720:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325916.478724:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325916.478725:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325916.478730:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325916.478732:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325916.478734:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf6eaaf9. 00000400:00000200:2.0:1767325916.478738:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046298f58 00000400:00000010:2.0:1767325916.478740:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046298f58. 00000100:00000001:2.0:1767325916.478743:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325916.478748:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000986d7773 x1853175408633984/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325916.478756:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000986d7773 x1853175408633984/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325916.478767:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325916.478769:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325916.478770:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325916.478772:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325916.478773:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325916.478774:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325916.478776:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325916.478780:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=51 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325916.478783:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325916.478785:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325916.478786:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325916.478788:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325916.478791:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000986d7773 x1853175408633984/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325916.478797:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325916.478799:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325916.478800:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325916.478802:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325916.478803:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325916.478805:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000986d7773 x1853175408633984/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325916.478812:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325916.478814:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325916.478815:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325916.478817:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000986d7773 x1853175408633984/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325916.478824:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000986d7773 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408633984:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325916.478827:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325916.478829:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325916.478831:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000986d7773 x1853175408633984/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325932 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325916.478845:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325916.478847:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325916.478848:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8bf1f82. 02000000:00000001:2.0:1767325916.478851:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325916.478852:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325916.478853:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767325916.478856:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325916.478857:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc945970. 02000000:00000001:2.0:1767325916.478859:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325916.478860:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325916.478861:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000986d7773. 00000100:00000001:2.0:1767325916.478864:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325916.478865:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325916.478867:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325916.478870:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325916.478872:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325916.478873:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325916.478875:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325917.499530:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325917.499538:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325917.499543:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325917.499544:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325917.499623:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325917.499627:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325917.499629:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325918.523537:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325918.523545:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325918.523550:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325918.523551:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325918.523615:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325918.523620:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325918.523624:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325919.547593:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325919.547609:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325919.547618:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325919.547620:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325919.547659:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325919.547664:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325919.547668:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325920.315540:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305788097, at 4305788160 00000100:00000040:2.0:1767325920.315540:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305788097, at 4305788160 00000100:00000040:3.0:1767325920.315540:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305788097, at 4305788160 00000100:00000010:2.0:1767325920.315565:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000034d71912. 00000100:00000010:0.0:1767325920.315569:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052a18f61. 00000100:00000010:3.0:1767325920.315572:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000aced157. 00000100:00000040:1.0:1767325920.315682:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305788097, at 4305788160 00000100:00000010:1.0:1767325920.315696:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044f287ec. 00010000:00000001:0.0:1767325920.571530:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325920.571537:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325920.571542:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325920.571543:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325920.571570:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325920.571575:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325920.571579:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325921.595560:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325921.595575:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325921.595587:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a06a1b4. 00000020:00000040:0.0:1767325921.595607:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767325921.595613:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325921.595617:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325921.595625:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325921.595636:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ebbb7ec. 00000100:00000001:0.0:1767325921.595645:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325921.595660:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000009a06a1b4 x1853175408634112/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325921.595678:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325921.595681:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325921.595687:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a06a1b4] to pc [ptlrpcd_00_01+1] req@000000009a06a1b4 x1853175408634112/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325921.595713:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325921.595716:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325921.595720:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325921.595723:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c3ee48e. 00000100:00000001:2.0:1767325921.595728:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325921.595729:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325921.595734:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325921.595735:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325921.595737:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767325921.595743:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009a06a1b4 x1853175408634112/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767325921.595748:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767325921.595753:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325921.595756:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767325921.595760:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325921.595762:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325921.595766:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325921.595769:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c98c6e3f. 02000000:00000001:2.0:1767325921.595771:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325921.595774:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325921.595776:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767325921.595781:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000007c3ee48e x1853175408634240/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767325921.595782:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325921.595789:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009a06a1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408634112:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325921.595797:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325921.595799:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325921.595800:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325921.595807:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c3ee48e] to pc [ptlrpcd_00_02+2] req@000000007c3ee48e x1853175408634240/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325921.595808:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325921.595819:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325921.595822:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325921.595827:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa5db81d. 02000000:00000001:2.0:1767325921.595830:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325921.595838:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a93fc862. 00000100:00000001:0.0:1767325921.595843:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325921.595847:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f21e77c7. 00000100:00000040:0.0:1767325921.595848:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325921.595853:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767325921.595857:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000152f65cf. 00000100:00000200:2.0:1767325921.595858:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408634112, portal 25 00000020:00000040:0.0:1767325921.595861:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767325921.595864:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325921.595865:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767325921.595868:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325921.595868:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453956992 : -115368255594624 : ffff9712bc1b5f80) 02000000:00000001:0.0:1767325921.595871:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325921.595876:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d41e7546. 00000100:00000001:1.0:1767325921.595877:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325921.595877:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009a06a1b4 x1853175408634112/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325921.595882:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325921.595882:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325921.595885:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325921.595891:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000152f65cf x1853175408634368/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325921.595892:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325921.595893:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c3ee48e x1853175408634240/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325921.595899:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767325921.595903:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055cc6549. 00000100:00000200:2.0:1767325921.595908:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408634112, offset 0 00000100:00000001:0.0:1767325921.595914:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325921.595916:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325921.595921:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:0.0:1767325921.595922:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152f65cf] to pc [ptlrpcd_00_03+3] req@00000000152f65cf x1853175408634368/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325921.595923:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325921.595926:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325921.595931:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325921.595934:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325921.595939:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325921.595939:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767325921.595941:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325921.595944:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007c3ee48e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408634240:192.168.202.142@tcp:400: 00000100:00000040:0.0:1767325921.595945:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767325921.595947:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325921.595949:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325921.595951:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325921.595953:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325921.595953:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:1.0:1767325921.595958:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767325921.595959:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767325921.595960:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:1.0:1767325921.595963:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cda36778. 00000400:00000200:2.0:1767325921.595964:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:1.0:1767325921.595966:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325921.595969:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [90:90:256:4294967295] 192.168.202.142@tcp LPNI seq info [90:90:8:4294967295] 00000100:00000040:0.0:1767325921.595970:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11127) 00000400:00000010:1.0:1767325921.595971:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaa175c4. 00000400:00000010:1.0:1767325921.595978:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da434889. 00000100:00000200:1.0:1767325921.595980:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408634240, portal 10 00000100:00000001:1.0:1767325921.595982:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767325921.595983:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767325921.595989:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767325921.595990:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453958784 : -115368255592832 : ffff9712bc1b6680) 00000800:00000010:2.0:1767325921.595994:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb30d8a. 00010000:00000001:0.0:1767325921.595998:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325921.596002:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325921.596003:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:1.0:1767325921.596007:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007c3ee48e x1853175408634240/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325921.596008:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325921.596013:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1767325921.596015:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767325921.596015:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00010000:00000001:0.0:1767325921.596018:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000040:1.0:1767325921.596019:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767325921.596021:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb30d8a type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767325921.596024:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001dad09e4. 00010000:00000001:0.0:1767325921.596026:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767325921.596027:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408634240, offset 0 00010000:00000001:0.0:1767325921.596030:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325921.596033:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325921.596037:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767325921.596038:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325921.596039:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325921.596043:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325921.596043:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305793217 00000400:00000200:1.0:1767325921.596045:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00010000:00000001:0.0:1767325921.596046:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325921.596050:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1767325921.596050:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c85d1431. 00010000:00000001:0.0:1767325921.596051:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325921.596056:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767325921.596059:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325921.596061:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325921.596063:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [91:91:255:4294967295] 192.168.202.142@tcp LPNI seq info [91:91:7:4294967295] 00000100:00000001:2.0:1767325921.596063:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767325921.596070:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305793217 00000400:00000200:1.0:1767325921.596073:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000010:2.0:1767325921.596073:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088885fd7. 00000800:00000200:1.0:1767325921.596077:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767325921.596077:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767325921.596080:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305793217 00000800:00000010:1.0:1767325921.596081:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023d40614. 00000100:00000010:2.0:1767325921.596083:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cfbb0404. 00000020:00000001:0.0:1767325921.596085:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:1.0:1767325921.596086:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767325921.596087:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000020:00000001:0.0:1767325921.596091:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325921.596092:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305793217 00000800:00000200:1.0:1767325921.596093:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00010000:00010000:0.0:1767325921.596097:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767325921.596097:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023d40614 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767325921.596097:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b327fdc9. 00000100:00000001:1.0:1767325921.596102:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325921.596103:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767325921.596105:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 759835 usecs (760 jiffies) 00000100:00000001:2.0:1767325921.596107:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325921.596108:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305790200 00000100:00000001:1.0:1767325921.596110:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305793217 00000100:00000001:2.0:1767325921.596110:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325921.596113:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305790200 00000100:00000001:1.0:1767325921.596114:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305793217 00000100:00000001:2.0:1767325921.596114:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325921.596116:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305790200 00000100:00000001:2.0:1767325921.596116:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325921.596118:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305793217 00000100:00000001:1.0:1767325921.596120:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305790200 00000100:00000001:2.0:1767325921.596125:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325921.596126:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305793217 00000100:00000001:2.0:1767325921.596127:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325921.596128:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325921.596130:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325921.596130:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325921.596131:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325921.596132:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325921.596132:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325921.596134:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325921.596134:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325921.596142:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325921.596143:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325921.596145:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325921.596146:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325921.596147:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325921.596154:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767325921.596156:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325921.596157:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325921.596159:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325921.596160:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325921.596162:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325921.596163:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325921.596163:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325921.596168:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325921.596171:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000152f65cf x1853175408634368/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325921.596179:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325921.596181:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325921.596183:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325921.596185:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325921.596187:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325921.596189:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000152f65cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408634368:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325921.596192:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325921.596194:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767325921.596195:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767325921.596196:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325921.596197:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325921.596199:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f22cda9. 00000800:00000010:2.0:1767325921.596199:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb30d8a. 02000000:00000001:1.0:1767325921.596201:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325921.596204:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c1447f9. 00000400:00000200:2.0:1767325921.596205:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767325921.596206:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000751cc154. 00000100:00000200:1.0:1767325921.596209:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408634368, portal 10 00000400:00000200:2.0:1767325921.596210:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325921.596211:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325921.596216:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453950720 : -115368255600896 : ffff9712bc1b4700) 00000400:00000200:2.0:1767325921.596216:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055cc6549 00000400:00000010:2.0:1767325921.596218:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055cc6549. 00000100:00000040:1.0:1767325921.596221:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000152f65cf x1853175408634368/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325921.596223:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325921.596227:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a06a1b4 x1853175408634112/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325921.596228:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325921.596230:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325921.596233:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e4a2d89. 00000100:00000200:1.0:1767325921.596234:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408634368, offset 0 00000400:00000200:1.0:1767325921.596239:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325921.596243:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325921.596246:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325921.596248:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767325921.596249:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:2.0:1767325921.596250:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009a06a1b4 x1853175408634112/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325937 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325921.596251:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325921.596253:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325921.596256:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [92:92:254:4294967295] 192.168.202.142@tcp LPNI seq info [92:92:6:4294967295] 00000100:00000001:2.0:1767325921.596258:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325921.596262:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767325921.596264:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325921.596266:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325921.596269:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000814f6ebc. 00000800:00000200:1.0:1767325921.596272:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325921.596276:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325921.596279:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000814f6ebc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325921.596281:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325921.596296:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 1177265 usecs (1178 jiffies) 00000100:00000001:1.0:1767325921.596299:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305790618 00000100:00000001:1.0:1767325921.596301:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305793217 00000100:00000001:1.0:1767325921.596303:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305790618 00000100:00000001:1.0:1767325921.596304:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305793217 00000100:00000001:1.0:1767325921.596306:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305790618 00000100:00000001:1.0:1767325921.596308:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305793217 00000100:00000001:1.0:1767325921.596309:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305790618 00000100:00000001:1.0:1767325921.596316:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305793217 00000100:00000001:1.0:1767325921.596318:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325921.596319:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325921.596321:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325921.596323:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325921.596367:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325921.596370:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023d40614. 00000400:00000200:2.0:1767325921.596375:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325921.596378:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325921.596381:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dad09e4 00000400:00000010:2.0:1767325921.596383:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001dad09e4. 00000100:00000001:2.0:1767325921.596385:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325921.596388:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c3ee48e x1853175408634240/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325921.596395:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325921.596397:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c3ee48e x1853175408634240/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325921.596429:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325921.596431:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325921.596443:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325921.596445:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000814f6ebc. 00000400:00000200:2.0:1767325921.596447:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325921.596451:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325921.596453:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e4a2d89 00000400:00000010:2.0:1767325921.596454:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e4a2d89. 00000100:00000001:2.0:1767325921.596456:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325921.596458:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000152f65cf x1853175408634368/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325921.596462:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325921.596463:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000152f65cf x1853175408634368/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325921.596469:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325921.596470:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325921.598308:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325921.598324:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325921.598328:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325921.598330:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325921.598339:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325921.598363:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f02900 00000400:00000200:2.0:1767325921.598369:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x3b5 [1] + 224 00000800:00000001:2.0:1767325921.598377:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325921.598383:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325921.598384:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325921.598388:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325921.598394:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325921.598420:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a06a1b4 x1853175408634112/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325921.598430:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009a06a1b4 x1853175408634112/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325921.598446:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325921.598454:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325921.598458:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325921.598459:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325921.598461:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325921.598465:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325921.598471:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02980 00000400:00000200:2.0:1767325921.598476:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x3bd [1] + 224 00000800:00000001:2.0:1767325921.598480:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325921.598481:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325921.598484:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325921.598484:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325921.598488:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767325921.598491:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767325921.598493:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:3.0:1767325921.598496:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325921.598499:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a93fc862. 00000400:00000200:3.0:1767325921.598504:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f21e77c7 00000400:00000010:3.0:1767325921.598506:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f21e77c7. 00000100:00000001:3.0:1767325921.598515:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325921.598516:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325921.598521:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a06a1b4 x1853175408634112/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325921.598523:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c3ee48e x1853175408634240/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325921.598549:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a06a1b4 x1853175408634112/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325921.598551:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007c3ee48e x1853175408634240/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325921.598564:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325921.598568:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325921.598570:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325921.598572:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325921.598575:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325921.598577:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325921.598579:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325921.598583:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767325921.598586:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=67 v=5 (5 0 0 0) 00000800:00000001:2.0:1767325921.598588:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767325921.598592:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325921.598595:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325921.598598:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325921.598599:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767325921.598601:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767325921.598603:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767325921.598605:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325921.598607:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325921.598610:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325921.598616:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000040:3.0:1767325921.598620:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009a06a1b4 x1853175408634112/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325921.598627:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02a00 00000400:00000200:2.0:1767325921.598635:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x3c5 [1] + 224 00000800:00000001:2.0:1767325921.598638:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325921.598642:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767325921.598646:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325921.598647:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767325921.598651:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325921.598651:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325921.598658:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000040:3.0:1767325921.598661:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a06a1b4 x1853175408634112/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325921.598663:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325921.598669:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000152f65cf x1853175408634368/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325921.598680:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009a06a1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408634112:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767325921.598688:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000152f65cf x1853175408634368/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325921.598689:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325921.598694:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325921.598700:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009a06a1b4 x1853175408634112/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325921.598701:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325921.598705:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325921.598709:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325921.598712:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325921.598723:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325921.598726:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa5db81d. 02000000:00000001:3.0:1767325921.598731:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325921.598733:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325921.598734:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767325921.598737:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325921.598739:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ebbb7ec. 02000000:00000001:3.0:1767325921.598742:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325921.598744:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325921.598752:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a06a1b4. 00000100:00000001:3.0:1767325921.598756:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325921.598757:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325921.598760:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325921.598767:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325921.598768:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325921.598770:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325921.598771:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325921.598773:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325921.598775:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325921.598780:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325921.598781:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325921.598783:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c1447f9. 00000400:00000200:1.0:1767325921.598786:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000751cc154 00000400:00000010:1.0:1767325921.598788:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000751cc154. 00000100:00000001:1.0:1767325921.598791:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325921.598795:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000152f65cf x1853175408634368/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325921.598803:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000152f65cf x1853175408634368/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325921.598809:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325921.598810:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325921.598812:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325921.598813:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325921.598815:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325921.598816:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325921.598818:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325921.598822:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=56 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325921.598825:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325921.598828:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325921.598829:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325921.598831:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325921.598835:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000152f65cf x1853175408634368/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325921.598841:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325921.598845:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325921.598847:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325921.598855:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325921.598856:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325921.598859:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000152f65cf x1853175408634368/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325921.598865:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325921.598867:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325921.598869:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325921.598871:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000152f65cf x1853175408634368/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325921.598877:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000152f65cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408634368:192.168.202.142@tcp:400: 00000400:00000001:1.0:1767325921.598883:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325921.598884:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325921.598886:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaa175c4. 00000400:00000200:1.0:1767325921.598888:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da434889 00000400:00000010:1.0:1767325921.598889:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da434889. 00000100:00000001:1.0:1767325921.598892:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325921.598894:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c3ee48e x1853175408634240/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325921.598900:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c3ee48e x1853175408634240/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325921.598905:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325921.598906:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325921.598907:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325921.598909:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325921.598910:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325921.598911:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325921.598912:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325921.598916:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=62 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325921.598919:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325921.598921:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325921.598922:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325921.598924:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325921.598930:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325921.598932:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325921.598933:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325921.598935:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325921.598936:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325921.598939:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c3ee48e x1853175408634240/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325921.598945:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325921.598947:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325921.598948:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325921.598951:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c3ee48e x1853175408634240/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325921.598958:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007c3ee48e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408634240:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325921.598961:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325921.598963:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325921.598965:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000152f65cf x1853175408634368/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325921.598970:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325921.598972:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325921.598974:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f22cda9. 02000000:00000001:1.0:1767325921.598976:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325921.598978:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325921.598979:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767325921.598981:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325921.598982:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d41e7546. 02000000:00000001:1.0:1767325921.598984:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325921.598985:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325921.598987:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000152f65cf. 00000100:00000001:1.0:1767325921.598990:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325921.598991:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325921.598992:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325921.598994:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c3ee48e x1853175408634240/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325937 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325921.599011:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325921.599013:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325921.599014:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cda36778. 02000000:00000001:1.0:1767325921.599017:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325921.599018:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325921.599019:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767325921.599022:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325921.599023:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c98c6e3f. 02000000:00000001:1.0:1767325921.599025:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325921.599026:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325921.599027:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c3ee48e. 00000100:00000001:1.0:1767325921.599029:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325921.599030:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325921.599031:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325921.599035:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325921.599037:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325921.599039:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325921.599040:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325922.619565:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325922.619575:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325922.619583:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325922.619584:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325922.619654:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325922.619659:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325922.619662:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325923.643602:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325923.643614:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325923.643617:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325923.643620:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325923.643626:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325923.643629:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325923.643631:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325923.643633:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325923.643637:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325923.643638:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325923.643660:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325923.643663:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325923.643665:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325924.667559:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325924.667569:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325924.667598:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325924.667600:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325924.667691:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325924.667697:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325924.667700:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325925.435532:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305793217, at 4305793280 00000100:00000040:2.0:1767325925.435532:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305793217, at 4305793280 00000100:00000040:3.0:1767325925.435532:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305793217, at 4305793280 00000100:00000010:2.0:1767325925.435551:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cfbb0404. 00000100:00000010:0.0:1767325925.435553:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c85d1431. 00000100:00000010:3.0:1767325925.435554:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b327fdc9. 00000100:00000040:1.0:1767325925.435643:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305793217, at 4305793280 00000100:00000010:1.0:1767325925.435650:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088885fd7. 00010000:00000001:0.0:1767325925.691557:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325925.691567:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325925.691575:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325925.691577:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325925.691610:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325925.691614:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325925.691617:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325926.715555:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:1.0:1767325926.715556:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767325926.715560:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325926.715564:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325926.715566:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325926.715569:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325926.715580:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f77d35e. 00000020:00000040:1.0:1767325926.715586:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767325926.715591:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325926.715594:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325926.715599:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325926.715607:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000023d40614. 00000100:00000001:1.0:1767325926.715617:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325926.715628:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000006f77d35e x1853175408634496/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767325926.715634:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325926.715639:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325926.715640:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:3.0:1767325926.715644:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767325926.715645:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325926.715665:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f77d35e] to pc [ptlrpcd_00_00+0] req@000000006f77d35e x1853175408634496/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325926.715705:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325926.715709:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325926.715712:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325926.715717:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f77d35e x1853175408634496/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325926.715727:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325926.715729:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325926.715733:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325926.715738:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325926.715743:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325926.715744:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325926.715749:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325926.715753:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408634496:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325926.715758:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325926.715763:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325926.715766:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325926.715768:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325926.715772:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025b75343. 00000100:00000001:1.0:1767325926.715775:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325926.715775:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325926.715779:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767325926.715781:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000aa42f75. 00000100:00000001:1.0:1767325926.715783:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325926.715788:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd91ad23. 00000020:00000040:1.0:1767325926.715792:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000400:00000010:3.0:1767325926.715792:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010912c81. 00000100:00000001:1.0:1767325926.715795:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325926.715798:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325926.715800:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325926.715801:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408634496, portal 25 02000000:00000010:1.0:1767325926.715804:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009111ecc6. 00000100:00000001:3.0:1767325926.715805:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325926.715808:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604910720 : -115369104640896 : ffff9712897ff480) 00000100:00000001:1.0:1767325926.715810:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325926.715816:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f77d35e x1853175408634496/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325926.715818:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000cd91ad23 x1853175408634624/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325926.715832:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325926.715834:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325926.715840:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325926.715842:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd91ad23] to pc [ptlrpcd_00_01+1] req@00000000cd91ad23 x1853175408634624/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325926.715848:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767325926.715853:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ead26eaf. 00000100:00000200:3.0:1767325926.715857:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408634496, offset 0 00000400:00000200:3.0:1767325926.715864:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325926.715878:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325926.715885:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325926.715890:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325926.715891:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767325926.715893:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325926.715895:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767325926.715897:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767325926.715901:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd91ad23 x1853175408634624/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325926.715904:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767325926.715911:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325926.715913:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325926.715913:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [93:93:256:4294967295] 192.168.202.142@tcp LPNI seq info [93:93:8:4294967295] 02000000:00000001:2.0:1767325926.715917:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325926.715919:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325926.715922:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325926.715932:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cd91ad23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408634624:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325926.715936:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767325926.715936:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:2.0:1767325926.715939:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325926.715941:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325926.715943:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325926.715945:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007efe0671. 00000800:00000200:3.0:1767325926.715947:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767325926.715948:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325926.715953:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f57bb45. 00000800:00000010:3.0:1767325926.715956:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8b9f1ee. 00000400:00000010:2.0:1767325926.715958:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055cc6549. 00000100:00000200:2.0:1767325926.715962:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408634624, portal 10 00000100:00000001:2.0:1767325926.715963:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325926.715964:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604912512 : -115369104639104 : ffff9712897ffb80) 00000800:00000200:3.0:1767325926.715968:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:2.0:1767325926.715971:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cd91ad23 x1853175408634624/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325926.715977:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325926.715981:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767325926.715981:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:2.0:1767325926.715983:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c84e6f. 00000100:00000200:2.0:1767325926.715984:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408634624, offset 0 00000400:00000200:2.0:1767325926.715987:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325926.715993:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:3.0:1767325926.715994:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8b9f1ee type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767325926.715996:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325926.716000:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767325926.716002:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325926.716004:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767325926.716005:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [94:94:255:4294967295] 192.168.202.142@tcp LPNI seq info [94:94:7:4294967295] 00000400:00000200:2.0:1767325926.716010:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767325926.716013:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325926.716013:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767325926.716018:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb30d8a. 00000100:00000001:3.0:1767325926.716021:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305798337 00000800:00000200:2.0:1767325926.716022:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767325926.716029:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000010:3.0:1767325926.716029:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047340da4. 00000800:00000200:2.0:1767325926.716032:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb30d8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325926.716038:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767325926.716044:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305798337 00000100:00000001:2.0:1767325926.716046:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325926.716050:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000607aa9a4. 00000100:00000040:2.0:1767325926.716051:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 723836 usecs (724 jiffies) 00000100:00000001:2.0:1767325926.716056:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305795284 00000100:00000001:3.0:1767325926.716057:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767325926.716058:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305798337 00000800:00000200:0.0:1767325926.716062:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325926.716063:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305795284 00000100:00000001:3.0:1767325926.716064:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305798337 00000100:00000001:2.0:1767325926.716066:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305798337 00000800:00000010:0.0:1767325926.716069:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8b9f1ee. 00000100:00000001:2.0:1767325926.716070:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305795284 00000100:00000010:3.0:1767325926.716070:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000042ee2d59. 00000100:00000001:3.0:1767325926.716076:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767325926.716079:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325926.716080:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305798337 00000100:00000010:3.0:1767325926.716085:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb8a1c46. 00000400:00000200:0.0:1767325926.716089:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325926.716091:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325926.716091:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767325926.716096:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ead26eaf 00000100:00000040:1.0:1767325926.716096:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325926.716097:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767325926.716100:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ead26eaf. 00000100:00000001:3.0:1767325926.716103:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325926.716106:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325926.716106:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767325926.716108:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325926.716111:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3b77a00. 00000100:00000200:0.0:1767325926.716112:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f77d35e x1853175408634496/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325926.716112:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767325926.716117:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767325926.716121:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767325926.716123:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767325926.716124:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325926.716128:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767325926.716128:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325926.716128:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767325926.716133:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f77d35e x1853175408634496/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325942 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325926.716134:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767325926.716136:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef8ec3b4. 00000100:00000001:3.0:1767325926.716138:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325926.716142:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325926.716143:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325926.716146:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325926.716148:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767325926.716151:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000c3b77a00 x1853175408634752/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325926.716153:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325926.716177:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325926.716179:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325926.716183:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3b77a00] to pc [ptlrpcd_00_02+2] req@00000000c3b77a00 x1853175408634752/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325926.716204:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325926.716207:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb30d8a. 00000100:00000001:1.0:1767325926.716208:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325926.716212:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767325926.716212:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325926.716218:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767325926.716220:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000040:1.0:1767325926.716224:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11132) 00000400:00000200:0.0:1767325926.716225:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c84e6f 00000400:00000010:0.0:1767325926.716233:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c84e6f. 00000100:00000001:1.0:1767325926.716234:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767325926.716249:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767325926.716259:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325926.716261:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325926.716264:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767325926.716267:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cd91ad23 x1853175408634624/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325926.716267:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325926.716270:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325926.716273:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325926.716275:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325926.716281:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3b77a00 x1853175408634752/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325926.716283:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325926.716289:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cd91ad23 x1853175408634624/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325926.716292:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325926.716295:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325926.716299:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325926.716302:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325926.716304:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325926.716306:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325926.716308:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767325926.716312:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3b77a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408634752:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325926.716315:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325926.716318:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325926.716320:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325926.716322:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325926.716325:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c467c30. 02000000:00000001:1.0:1767325926.716327:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325926.716331:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaa175c4. 00000400:00000010:1.0:1767325926.716340:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da434889. 00000100:00000200:1.0:1767325926.716343:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408634752, portal 10 00000100:00000001:1.0:1767325926.716345:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325926.716346:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899072 : -115369104652544 : ffff9712897fc700) 00000100:00000040:1.0:1767325926.716352:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3b77a00 x1853175408634752/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325926.716358:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325926.716360:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325926.716362:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000751cc154. 00000100:00000200:1.0:1767325926.716364:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408634752, offset 0 00000400:00000200:1.0:1767325926.716368:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325926.716372:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325926.716374:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325926.716377:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767325926.716379:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325926.716380:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325926.716382:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [95:95:256:4294967295] 192.168.202.142@tcp LPNI seq info [95:95:8:4294967295] 00000400:00000200:1.0:1767325926.716390:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767325926.716414:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325926.716417:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325926.716436:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325926.716441:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e1ce2e74. 00000800:00000200:1.0:1767325926.716445:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325926.716449:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325926.716452:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e1ce2e74 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325926.716464:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325926.716467:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 1112060 usecs (1113 jiffies) 00000100:00000001:1.0:1767325926.716469:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305795674 00000100:00000001:1.0:1767325926.716471:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305798337 00000100:00000001:1.0:1767325926.716473:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305795674 00000100:00000001:1.0:1767325926.716475:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305798337 00000100:00000001:1.0:1767325926.716484:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305795674 00000100:00000001:1.0:1767325926.716486:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305798337 00000100:00000001:1.0:1767325926.716488:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305795674 00000100:00000001:1.0:1767325926.716489:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305798337 00000100:00000001:1.0:1767325926.716491:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325926.716493:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325926.716495:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325926.716497:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325926.716527:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325926.716530:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e1ce2e74. 00000400:00000200:0.0:1767325926.716534:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325926.716536:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767325926.716539:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000751cc154 00000400:00000010:0.0:1767325926.716540:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000751cc154. 00000100:00000001:0.0:1767325926.716542:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325926.716544:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3b77a00 x1853175408634752/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325926.716549:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325926.716550:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3b77a00 x1853175408634752/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325926.716554:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325926.716555:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325926.716574:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305798337 00000100:00000001:2.0:1767325926.716577:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305795285 00000100:00000001:2.0:1767325926.716578:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305798337 00000100:00000001:2.0:1767325926.716579:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325926.716580:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325926.716582:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325926.716583:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325926.716586:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325926.716586:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325926.716588:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325926.716589:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325926.716589:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325926.716590:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325926.720783:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325926.720799:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325926.720803:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325926.720806:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325926.720815:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325926.720831:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f02a80 00000400:00000200:2.0:1767325926.720838:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x3cd [1] + 224 00000800:00000001:2.0:1767325926.720844:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325926.720848:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325926.720850:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325926.720854:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325926.720873:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325926.720880:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f77d35e x1853175408634496/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325926.720899:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006f77d35e x1853175408634496/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325926.720922:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325926.720930:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325926.720934:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325926.720936:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325926.720937:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325926.720941:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325926.720948:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02b00 00000400:00000200:2.0:1767325926.720952:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x3d5 [1] + 224 00000800:00000001:2.0:1767325926.720956:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325926.720959:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325926.720960:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325926.720963:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325926.720966:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325926.720968:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cd91ad23 x1853175408634624/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325926.720976:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cd91ad23 x1853175408634624/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325926.720998:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325926.721002:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325926.721006:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325926.721007:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325926.721010:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325926.721014:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325926.721019:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02b80 00000400:00000200:2.0:1767325926.721023:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x3dd [1] + 224 00000800:00000001:2.0:1767325926.721026:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325926.721037:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325926.721040:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325926.721043:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325926.721047:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325926.721049:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767325926.721051:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3b77a00 x1853175408634752/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325926.721054:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325926.721062:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767325926.721062:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3b77a00 x1853175408634752/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325926.721066:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325926.721069:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f57bb45. 00000400:00000200:0.0:1767325926.721076:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055cc6549 00000400:00000010:0.0:1767325926.721079:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055cc6549. 00000100:00000001:0.0:1767325926.721082:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325926.721087:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cd91ad23 x1853175408634624/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325926.721097:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cd91ad23 x1853175408634624/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325926.721111:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325926.721113:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325926.721116:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325926.721119:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325926.721122:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325926.721124:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325926.721127:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325926.721133:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767325926.721135:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=67 v=5 (5 0 0 0) 00000100:00000001:1.0:1767325926.721136:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767325926.721141:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325926.721144:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325926.721145:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325926.721148:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325926.721151:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325926.721155:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325926.721156:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325926.721158:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325926.721159:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325926.721163:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cd91ad23 x1853175408634624/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325926.721171:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325926.721174:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325926.721175:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325926.721178:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd91ad23 x1853175408634624/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325926.721185:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cd91ad23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408634624:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325926.721190:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325926.721193:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325926.721195:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cd91ad23 x1853175408634624/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325926.721202:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325926.721205:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325926.721214:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007efe0671. 02000000:00000001:0.0:1767325926.721218:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325926.721220:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767325926.721220:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767325926.721224:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767325926.721224:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325926.721228:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767325926.721229:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:3.0:1767325926.721231:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:0.0:1767325926.721233:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009111ecc6. 00000400:00000010:3.0:1767325926.721233:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000aa42f75. 00000400:00000200:3.0:1767325926.721249:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010912c81 02000000:00000001:0.0:1767325926.721253:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325926.721256:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1767325926.721257:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010912c81. 00000100:00000010:0.0:1767325926.721259:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd91ad23. 00000100:00000001:3.0:1767325926.721263:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325926.721265:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325926.721266:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325926.721268:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325926.721272:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767325926.721275:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f77d35e x1853175408634496/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325926.721276:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1767325926.721278:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325926.721279:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325926.721282:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325926.721285:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325926.721288:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325926.721289:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f77d35e x1853175408634496/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325926.721297:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325926.721299:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325926.721301:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325926.721302:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325926.721303:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325926.721305:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325926.721307:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325926.721309:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325926.721312:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325926.721315:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325926.721316:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325926.721318:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325926.721322:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325926.721324:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325926.721327:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f77d35e x1853175408634496/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325926.721334:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325926.721335:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325926.721337:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325926.721339:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f77d35e x1853175408634496/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325926.721346:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408634496:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325926.721354:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325926.721356:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325926.721358:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f77d35e x1853175408634496/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325926.721363:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325926.721364:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325926.721371:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025b75343. 02000000:00000001:3.0:1767325926.721373:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325926.721375:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325926.721376:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767325926.721377:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325926.721379:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000023d40614. 02000000:00000001:3.0:1767325926.721381:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325926.721382:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325926.721383:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f77d35e. 00000100:00000001:3.0:1767325926.721385:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325926.721386:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325926.721388:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325926.721423:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325926.721424:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325926.721426:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325926.721428:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767325926.721468:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325926.721471:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325926.721472:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaa175c4. 00000400:00000200:1.0:1767325926.721475:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da434889 00000400:00000010:1.0:1767325926.721477:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da434889. 00000100:00000001:1.0:1767325926.721479:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325926.721483:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3b77a00 x1853175408634752/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325926.721491:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3b77a00 x1853175408634752/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325926.721497:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325926.721498:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325926.721500:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325926.721502:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325926.721503:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325926.721504:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325926.721506:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325926.721510:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=61 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325926.721512:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325926.721514:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325926.721515:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325926.721517:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767325926.721520:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c3b77a00 x1853175408634752/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767325926.721532:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325926.721534:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325926.721536:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325926.721545:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325926.721547:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325926.721553:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3b77a00 x1853175408634752/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325926.721559:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325926.721560:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325926.721561:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325926.721563:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3b77a00 x1853175408634752/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325926.721567:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3b77a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408634752:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325926.721569:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325926.721570:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325926.721571:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3b77a00 x1853175408634752/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325942 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325926.721574:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325926.721575:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325926.721576:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c467c30. 02000000:00000001:1.0:1767325926.721579:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325926.721581:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325926.721582:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767325926.721583:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325926.721585:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef8ec3b4. 02000000:00000001:1.0:1767325926.721588:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325926.721588:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325926.721589:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3b77a00. 00000100:00000001:1.0:1767325926.721592:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325926.721593:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325926.721599:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325926.721603:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325926.721604:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325926.721606:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325926.721607:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325927.739553:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325927.739563:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325927.739577:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325927.739579:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325927.739604:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325927.739607:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325927.739610:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325928.763535:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325928.763542:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325928.763547:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325928.763548:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325928.763614:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325928.763618:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325928.763621:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325929.787548:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325929.787557:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325929.787565:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325929.787567:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325929.787590:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325929.787594:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325929.787597:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325930.555531:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305798337, at 4305798400 00000100:00000040:1.0:1767325930.555531:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305798337, at 4305798400 00000100:00000040:2.0:1767325930.555531:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305798337, at 4305798400 00000100:00000010:1.0:1767325930.555553:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000607aa9a4. 00000100:00000010:0.0:1767325930.555558:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047340da4. 00000100:00000010:2.0:1767325930.555561:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000042ee2d59. 00000100:00000040:3.0:1767325930.555657:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305798337, at 4305798400 00000100:00000010:3.0:1767325930.555665:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb8a1c46. 00010000:00000001:0.0:1767325930.811574:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325930.811619:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325930.811627:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325930.811628:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325930.811694:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325930.811699:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325930.811703:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325931.835538:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325931.835552:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325931.835559:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325931.835564:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325931.835567:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325931.835574:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325931.835577:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325931.835578:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325931.835582:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325931.835585:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325931.835587:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325931.835589:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325931.835611:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325931.835615:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325931.835618:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325931.835679:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325931.835686:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325931.835699:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000339213a8. 00000020:00000040:3.0:1767325931.835705:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767325931.835710:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325931.835714:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325931.835720:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325931.835739:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005f1bd790. 00000100:00000001:3.0:1767325931.835750:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325931.835763:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000339213a8 x1853175408634880/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325931.835774:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325931.835777:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325931.835782:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000339213a8] to pc [ptlrpcd_00_03+3] req@00000000339213a8 x1853175408634880/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325931.835832:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325931.835835:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325931.835837:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325931.835840:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021bf7b0a. 00000020:00000040:3.0:1767325931.835842:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767325931.835844:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325931.835845:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325931.835847:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325931.835852:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767325931.835853:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8b9f1ee. 00000100:00000001:3.0:1767325931.835857:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325931.835859:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767325931.835862:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000021bf7b0a x1853175408635008/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325931.835863:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325931.835866:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325931.835872:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325931.835873:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000339213a8 x1853175408634880/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325931.835877:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325931.835879:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325931.835886:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021bf7b0a] to pc [ptlrpcd_00_00+0] req@0000000021bf7b0a x1853175408635008/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325931.835890:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325931.835901:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325931.835905:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325931.835907:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325931.835909:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767325931.835910:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325931.835913:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325931.835915:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325931.835915:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325931.835917:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767325931.835919:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000412d9a58. 00000100:00000001:0.0:1767325931.835920:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1767325931.835923:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408634880:192.168.202.142@tcp:400: 00000020:00000040:3.0:1767325931.835923:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767325931.835928:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767325931.835929:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021bf7b0a x1853175408635008/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325931.835931:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767325931.835934:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325931.835935:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325931.835940:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc945970. 02000000:00000001:1.0:1767325931.835943:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325931.835943:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325931.835949:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325931.835950:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767325931.835950:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000412d9a58 x1853175408635136/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325931.835951:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325931.835955:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325931.835955:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325931.835957:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325931.835963:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa5db81d. 02000000:00000001:0.0:1767325931.835964:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325931.835967:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325931.835969:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325931.835969:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325931.835971:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325931.835978:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408635008:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325931.835978:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325931.835979:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaa175c4. 00000100:00000001:0.0:1767325931.835986:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767325931.835987:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000412d9a58] to pc [ptlrpcd_00_01+1] req@00000000412d9a58 x1853175408635136/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325931.835990:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767325931.835990:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da434889. 02000000:00000001:0.0:1767325931.835994:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325931.835998:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767325931.836000:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408634880, portal 25 00000100:00000001:1.0:1767325931.836004:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1767325931.836005:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a2eaa57. 00000100:00000001:1.0:1767325931.836006:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571632128 : -115369137919488 : ffff971287842a00) 00000100:00000040:1.0:1767325931.836012:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000339213a8 x1853175408634880/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325931.836015:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325931.836017:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325931.836024:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000163d4f29. 00000100:00000040:3.0:1767325931.836024:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767325931.836031:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 00000100:00000040:3.0:1767325931.836032:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1767325931.836039:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408635008, portal 10 00000100:00000040:3.0:1767325931.836040:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11137) 00000100:00000001:1.0:1767325931.836042:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767325931.836043:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325931.836046:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571636608 : -115369137915008 : ffff971287843b80) 00000100:00000040:1.0:1767325931.836050:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325931.836055:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765198f9. 00000100:00000040:0.0:1767325931.836056:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021bf7b0a x1853175408635008/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325931.836061:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408634880, offset 0 00000100:00000001:0.0:1767325931.836069:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767325931.836074:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:0.0:1767325931.836075:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325931.836081:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6037a22. 00000100:00000200:0.0:1767325931.836086:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408635008, offset 0 00000400:00000200:0.0:1767325931.836092:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325931.836095:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767325931.836095:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325931.836099:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325931.836102:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767325931.836105:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767325931.836109:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000412d9a58 x1853175408635136/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325931.836113:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767325931.836119:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325931.836123:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767325931.836126:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767325931.836127:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325931.836131:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325931.836134:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767325931.836135:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [96:96:256:4294967295] 192.168.202.142@tcp LPNI seq info [96:96:8:4294967295] 02000000:00000001:2.0:1767325931.836138:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325931.836144:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000412d9a58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408635136:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325931.836149:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325931.836152:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325931.836155:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325931.836156:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:2.0:1767325931.836159:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767325931.836165:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfa84949. 00000800:00000200:1.0:1767325931.836167:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767325931.836170:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325931.836171:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:1.0:1767325931.836176:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef8ec3b4. 00000400:00000200:0.0:1767325931.836177:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767325931.836177:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000910175bc. 00000400:00000010:2.0:1767325931.836198:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059305d1e. 00000800:00000200:1.0:1767325931.836200:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767325931.836201:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000200:2.0:1767325931.836204:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408635136, portal 10 00000400:00000200:0.0:1767325931.836208:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325931.836209:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325931.836212:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571629440 : -115369137922176 : ffff971287841f80) 00000400:00000200:0.0:1767325931.836214:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:1.0:1767325931.836216:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:0.0:1767325931.836223:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [97:97:255:4294967295] 192.168.202.142@tcp LPNI seq info [97:97:7:4294967295] 00000100:00000040:2.0:1767325931.836223:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000412d9a58 x1853175408635136/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325931.836224:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef8ec3b4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325931.836236:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325931.836240:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767325931.836243:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026020036. 00000400:00000200:0.0:1767325931.836246:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:2.0:1767325931.836247:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408635136, offset 0 00000100:00000001:1.0:1767325931.836248:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325931.836255:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767325931.836256:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305803457 00000800:00000200:0.0:1767325931.836260:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:1.0:1767325931.836264:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044f287ec. 00000400:00000200:2.0:1767325931.836264:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:0.0:1767325931.836268:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c98c6e3f. 00000400:00000200:2.0:1767325931.836269:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325931.836273:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767325931.836275:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767325931.836277:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767325931.836278:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767325931.836282:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767325931.836285:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305803457 00000400:00000200:2.0:1767325931.836290:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [98:98:254:4294967295] 192.168.202.142@tcp LPNI seq info [98:98:6:4294967295] 00000800:00000200:0.0:1767325931.836291:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000010:1.0:1767325931.836292:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb152022. 00000800:00000200:0.0:1767325931.836297:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c98c6e3f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325931.836300:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767325931.836303:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767325931.836305:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325931.836307:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305803457 00000800:00000200:2.0:1767325931.836310:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:0.0:1767325931.836312:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 691233 usecs (692 jiffies) 00000100:00000010:1.0:1767325931.836314:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000418b52ce. 00000800:00000010:2.0:1767325931.836315:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089a1fa3e. 00000100:00000001:0.0:1767325931.836317:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305800372 00000100:00000001:1.0:1767325931.836321:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767325931.836322:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767325931.836324:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305803457 00000100:00000001:1.0:1767325931.836326:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305803457 00000800:00000200:2.0:1767325931.836330:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767325931.836331:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305800372 00000800:00000200:2.0:1767325931.836334:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089a1fa3e type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767325931.836335:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b74c932. 00000100:00000001:2.0:1767325931.836337:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325931.836339:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 1053880 usecs (1054 jiffies) 00000100:00000001:0.0:1767325931.836341:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305803457 00000100:00000001:2.0:1767325931.836344:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305800734 00000100:00000001:2.0:1767325931.836348:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305803457 00000100:00000001:0.0:1767325931.836349:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305800372 00000100:00000001:1.0:1767325931.836350:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325931.836351:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305800734 00000100:00000001:0.0:1767325931.836355:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305803457 00000100:00000001:2.0:1767325931.836355:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305803457 00000100:00000001:1.0:1767325931.836357:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325931.836361:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305800372 00000100:00000001:1.0:1767325931.836362:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325931.836366:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305803457 00000100:00000001:2.0:1767325931.836368:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305800734 00000100:00000001:1.0:1767325931.836370:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325931.836371:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325931.836373:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305803457 00000100:00000001:1.0:1767325931.836375:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325931.836377:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325931.836378:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305800734 00000100:00000001:2.0:1767325931.836382:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305803457 00000100:00000001:0.0:1767325931.836383:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325931.836384:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325931.836389:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325931.836389:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325931.836394:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325931.836396:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325931.836420:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325931.836421:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325931.836423:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325931.836425:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325931.836430:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325931.836431:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325931.836432:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325931.836435:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325931.836437:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325931.836439:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325931.836441:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325931.836444:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325931.836460:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325931.836464:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef8ec3b4. 00000400:00000200:3.0:1767325931.836469:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325931.836473:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325931.836477:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765198f9 00000400:00000010:3.0:1767325931.836478:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765198f9. 00000100:00000001:3.0:1767325931.836482:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325931.836485:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000339213a8 x1853175408634880/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325931.836492:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325931.836494:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000339213a8 x1853175408634880/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325947 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325931.836499:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325931.836500:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325931.836508:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325931.836509:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c98c6e3f. 00000400:00000200:3.0:1767325931.836511:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325931.836513:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325931.836514:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6037a22 00000400:00000010:3.0:1767325931.836515:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6037a22. 00000100:00000001:3.0:1767325931.836516:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325931.836517:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021bf7b0a x1853175408635008/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325931.836521:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325931.836526:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021bf7b0a x1853175408635008/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325931.836538:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325931.836539:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325931.836599:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325931.836601:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089a1fa3e. 00000400:00000200:3.0:1767325931.836602:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325931.836605:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325931.836606:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026020036 00000400:00000010:3.0:1767325931.836607:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026020036. 00000100:00000001:3.0:1767325931.836609:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325931.836611:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000412d9a58 x1853175408635136/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325931.836618:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325931.836624:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000412d9a58 x1853175408635136/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325931.836629:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325931.836631:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325931.836673:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325931.836675:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325931.836677:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325931.836678:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325931.836679:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325931.836681:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767325931.838697:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325931.838726:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325931.838730:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325931.838733:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325931.838744:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767325931.838762:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f02c00 00000400:00000200:0.0:1767325931.838771:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x3e5 [1] + 224 00000800:00000001:0.0:1767325931.838786:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325931.838793:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325931.838796:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325931.838800:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325931.838806:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325931.838813:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000339213a8 x1853175408634880/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325931.838830:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000339213a8 x1853175408634880/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325931.839087:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325931.839093:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325931.839114:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325931.839124:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325931.839128:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325931.839130:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325931.839132:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325931.839137:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767325931.839154:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02c80 00000400:00000200:0.0:1767325931.839161:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x3e9 [1] + 224 00000800:00000001:0.0:1767325931.839165:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325931.839168:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325931.839170:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325931.839173:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325931.839176:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325931.839180:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021bf7b0a x1853175408635008/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325931.839188:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021bf7b0a x1853175408635008/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325931.839217:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325931.839221:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325931.839225:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325931.839226:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325931.839229:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325931.839233:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767325931.839239:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02d00 00000400:00000200:0.0:1767325931.839244:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x3f5 [1] + 224 00000800:00000001:0.0:1767325931.839247:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325931.839254:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325931.839256:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325931.839260:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325931.839263:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325931.839269:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767325931.839274:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000412d9a58 x1853175408635136/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325931.839275:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767325931.839284:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000412d9a58 x1853175408635136/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767325931.839284:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325931.839289:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325931.839294:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000163d4f29. 00000400:00000200:3.0:1767325931.839302:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 00000100:00000001:0.0:1767325931.839305:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767325931.839306:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00000100:00000001:3.0:1767325931.839312:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767325931.839318:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767325931.839320:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021bf7b0a x1853175408635008/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767325931.839324:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325931.839336:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021bf7b0a x1853175408635008/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325931.839345:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325931.839348:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325931.839352:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767325931.839356:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325931.839360:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325931.839365:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325931.839368:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767325931.839369:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767325931.839370:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000910175bc. 00000100:00000001:3.0:1767325931.839374:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767325931.839376:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059305d1e 00000400:00000010:2.0:1767325931.839379:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059305d1e. 00000100:00000001:3.0:1767325931.839380:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325931.839383:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767325931.839385:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767325931.839386:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767325931.839389:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767325931.839391:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000412d9a58 x1853175408635136/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325931.839393:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaa175c4. 00000400:00000200:1.0:1767325931.839429:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da434889 00000400:00000010:1.0:1767325931.839434:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da434889. 00000100:00000200:2.0:1767325931.839439:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000412d9a58 x1853175408635136/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325931.839444:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767325931.839448:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=72 v=5 (5 0 0 0) 00000100:00000200:1.0:1767325931.839453:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000339213a8 x1853175408634880/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325931.839458:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325931.839461:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325931.839465:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325931.839468:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325931.839470:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767325931.839472:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000339213a8 x1853175408634880/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325931.839473:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325931.839478:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=72 v=5 (1 0 0 0) 02000000:00000001:2.0:1767325931.839479:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325931.839486:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=66 v=5 (5 0 0 0) 00000100:00000001:1.0:1767325931.839492:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325931.839492:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325931.839495:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325931.839498:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325931.839501:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:2.0:1767325931.839502:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=46 v=5 (1 0 0 0) 00010000:00000001:3.0:1767325931.839504:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767325931.839505:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325931.839507:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325931.839510:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325931.839511:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325931.839512:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325931.839513:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325931.839515:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767325931.839519:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325931.839523:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00080000:2.0:1767325931.839524:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000412d9a58 x1853175408635136/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767325931.839525:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=77 v=5 (5 0 0 0) 00000100:00000040:3.0:1767325931.839529:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00001000:1.0:1767325931.839534:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325931.839538:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325931.839542:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767325931.839544:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325931.839544:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325931.839545:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325931.839548:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325931.839551:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00010000:00000001:1.0:1767325931.839552:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767325931.839554:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1767325931.839556:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325931.839556:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325931.839561:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000412d9a58 x1853175408635136/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325931.839561:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021bf7b0a x1853175408635008/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325931.839569:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325931.839580:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000339213a8 x1853175408634880/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325931.839589:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325931.839595:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325931.839598:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325931.839600:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325931.839605:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325931.839609:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325931.839609:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000412d9a58 x1853175408635136/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325931.839611:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325931.839617:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000339213a8 x1853175408634880/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325931.839620:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325931.839624:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325931.839635:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021bf7b0a x1853175408635008/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325931.839641:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000412d9a58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408635136:192.168.202.142@tcp:400: 00000100:00100000:1.0:1767325931.839645:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408634880:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325931.839654:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325931.839656:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325931.839660:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325931.839661:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325931.839666:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000412d9a58 x1853175408635136/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325931.839666:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408635008:192.168.202.142@tcp:400: 00000100:00000040:1.0:1767325931.839669:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000339213a8 x1853175408634880/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325931.839681:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325931.839688:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325931.839693:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767325931.839694:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767325931.839697:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021bf7b0a x1853175408635008/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325947 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325931.839699:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767325931.839699:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325931.839706:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa5db81d. 02000000:00000010:2.0:1767325931.839706:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfa84949. 02000000:00000001:2.0:1767325931.839714:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325931.839714:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325931.839715:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325931.839717:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767325931.839719:0:211397:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767325931.839720:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:2.0:1767325931.839721:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000040:1.0:1767325931.839723:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 02000000:00000010:3.0:1767325931.839726:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a2eaa57. 00000020:00000001:2.0:1767325931.839727:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767325931.839728:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325931.839732:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005f1bd790. 02000000:00000010:2.0:1767325931.839732:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc945970. 02000000:00000001:1.0:1767325931.839738:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325931.839743:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767325931.839743:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:1.0:1767325931.839746:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000339213a8. 02000000:00000001:2.0:1767325931.839747:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325931.839751:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000412d9a58. 02000000:00000001:3.0:1767325931.839751:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767325931.839753:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767325931.839756:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767325931.839757:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325931.839758:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1767325931.839761:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767325931.839762:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325931.839762:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325931.839768:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767325931.839769:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325931.839775:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325931.839775:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325931.839780:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325931.839780:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325931.839783:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8b9f1ee. 00000100:00000001:1.0:1767325931.839787:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325931.839787:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325931.839790:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767325931.839793:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325931.839793:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325931.839794:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325931.839799:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021bf7b0a. 00000100:00000001:3.0:1767325931.839806:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325931.839808:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325931.839811:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325931.839817:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325931.839819:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325931.839821:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325931.839824:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325932.859542:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325932.859553:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325932.859561:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325932.859563:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325932.859665:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325932.859668:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325932.859670:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325933.883545:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325933.883558:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325933.883562:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325933.883565:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325933.883571:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325933.883574:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325933.883576:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325933.883577:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325933.883581:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325933.883582:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325933.883603:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325933.883607:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325933.883609:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325934.907601:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325934.907608:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325934.907613:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325934.907615:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325934.908360:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325934.908367:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325934.908371:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325935.675526:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305803457, at 4305803520 00000100:00000040:2.0:1767325935.675526:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305803457, at 4305803520 00000100:00000010:2.0:1767325935.675549:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000418b52ce. 00000100:00000010:0.0:1767325935.675554:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044f287ec. 00000100:00000040:3.0:1767325935.675628:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305803457, at 4305803520 00000100:00000010:3.0:1767325935.675637:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b74c932. 00000100:00000040:1.0:1767325935.678327:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305803457, at 4305803522 00000100:00000010:1.0:1767325935.678346:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb152022. 00010000:00000001:0.0:1767325935.931552:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325935.931561:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325935.931568:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325935.931569:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325935.931591:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325935.931687:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325935.931690:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325936.955619:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325936.955628:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325936.955635:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325936.955636:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325936.955795:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325936.955800:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325936.955803:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325936.956570:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325936.956577:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325936.956598:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021bf7b0a. 00000020:00000040:3.0:1767325936.956606:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767325936.956611:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325936.956615:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325936.956622:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325936.956631:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8b9f1ee. 00000100:00000001:3.0:1767325936.956640:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325936.956653:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000021bf7b0a x1853175408635264/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325936.956665:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325936.956669:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325936.956676:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021bf7b0a] to pc [ptlrpcd_00_02+2] req@0000000021bf7b0a x1853175408635264/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325936.956710:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325936.956713:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325936.956717:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325936.956721:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667ee4ce. 00000020:00000040:3.0:1767325936.956723:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767325936.956729:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325936.956736:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325936.956739:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325936.956746:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021bf7b0a x1853175408635264/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325936.956747:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325936.956750:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325936.956753:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325936.956760:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea9a1391. 00000100:00000001:0.0:1767325936.956761:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325936.956766:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325936.956766:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325936.956771:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767325936.956774:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000667ee4ce x1853175408635392/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767325936.956776:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325936.956781:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325936.956788:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408635264:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325936.956790:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325936.956793:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325936.956795:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767325936.956800:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000667ee4ce] to pc [ptlrpcd_00_03+3] req@00000000667ee4ce x1853175408635392/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325936.956803:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325936.956808:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325936.956811:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325936.956812:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767325936.956816:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767325936.956820:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e76be85. 00000100:00000001:3.0:1767325936.956821:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767325936.956825:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325936.956826:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a858f5b. 00000020:00000040:3.0:1767325936.956830:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767325936.956832:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767325936.956834:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fbf4e62. 02000000:00000001:3.0:1767325936.956834:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325936.956836:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325936.956842:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1d29a8a. 00000100:00000001:3.0:1767325936.956845:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325936.956847:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2b3dc38. 00000100:00000040:3.0:1767325936.956849:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000004a858f5b x1853175408635520/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325936.956858:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767325936.956860:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408635264, portal 25 00000100:00000001:3.0:1767325936.956860:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325936.956866:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767325936.956866:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a858f5b] to pc [ptlrpcd_00_00+0] req@000000004a858f5b x1853175408635520/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325936.956869:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571636608 : -115369137915008 : ffff971287843b80) 00000100:00000040:0.0:1767325936.956879:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021bf7b0a x1853175408635264/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325936.956888:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325936.956892:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325936.956895:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eee32d1. 00000100:00000001:3.0:1767325936.956895:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325936.956901:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767325936.956902:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408635264, offset 0 00000100:00000040:3.0:1767325936.956907:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767325936.956920:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767325936.956920:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11142) 00000400:00000200:0.0:1767325936.956940:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767325936.956947:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325936.956953:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325936.956956:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325936.956959:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325936.956963:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [99:99:256:4294967295] 192.168.202.142@tcp LPNI seq info [99:99:8:4294967295] 00000400:00000200:0.0:1767325936.956973:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325936.956979:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325936.956990:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d41e7546. 00000800:00000200:0.0:1767325936.956997:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767325936.957005:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325936.957010:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d41e7546 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325936.957012:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325936.957017:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325936.957019:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325936.957021:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325936.957026:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000667ee4ce x1853175408635392/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325936.957027:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305808578 00000100:00000010:0.0:1767325936.957032:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000358418ea. 00000100:00000001:2.0:1767325936.957040:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325936.957042:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767325936.957042:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325936.957047:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767325936.957049:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305808578 02000000:00000001:2.0:1767325936.957049:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325936.957053:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325936.957054:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be5cd0f0. 00000100:00000001:0.0:1767325936.957059:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00100000:2.0:1767325936.957059:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408635392:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325936.957061:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305808578 00000100:00000010:0.0:1767325936.957066:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049f01126. 00000100:00000001:2.0:1767325936.957067:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325936.957069:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 02000000:00000001:2.0:1767325936.957071:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767325936.957072:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305808578 02000000:00000001:2.0:1767325936.957073:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767325936.957077:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080042d7a. 02000000:00000001:2.0:1767325936.957077:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767325936.957083:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 02000000:00000010:2.0:1767325936.957083:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057481db0. 00000100:00000001:0.0:1767325936.957088:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325936.957088:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325936.957093:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325936.957094:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000910175bc. 00000100:00000001:0.0:1767325936.957097:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325936.957100:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059305d1e. 00000100:00000001:0.0:1767325936.957101:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767325936.957105:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408635392, portal 10 00000100:00000001:2.0:1767325936.957111:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325936.957112:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571631232 : -115369137920384 : ffff971287842680) 00000100:00000001:0.0:1767325936.957118:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767325936.957121:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000667ee4ce x1853175408635392/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325936.957122:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325936.957125:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325936.957126:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325936.957127:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325936.957130:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325936.957153:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325936.957157:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767325936.957160:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b272184d. 00000100:00000200:2.0:1767325936.957164:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408635392, offset 0 00000400:00000200:2.0:1767325936.957169:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325936.957175:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767325936.957178:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767325936.957182:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767325936.957184:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325936.957186:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767325936.957188:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [100:100:255:4294967295] 192.168.202.142@tcp LPNI seq info [100:100:7:4294967295] 00000400:00000200:2.0:1767325936.957198:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767325936.957203:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767325936.957206:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002dd738d8. 00000800:00000200:2.0:1767325936.957210:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767325936.957215:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767325936.957217:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002dd738d8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325936.957221:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325936.957224:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 661368 usecs (662 jiffies) 00000100:00000001:2.0:1767325936.957227:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305805463 00000100:00000001:2.0:1767325936.957235:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305808578 00000100:00000001:2.0:1767325936.957238:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305805463 00000100:00000001:2.0:1767325936.957240:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305808578 00000100:00000001:2.0:1767325936.957243:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305805463 00000100:00000001:2.0:1767325936.957245:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305808578 00000100:00000001:0.0:1767325936.957246:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325936.957247:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305805463 00000100:00100000:0.0:1767325936.957252:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767325936.957252:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305808578 00000100:00000001:0.0:1767325936.957255:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325936.957259:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325936.957261:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325936.957263:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325936.957266:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325936.957267:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325936.957270:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325936.957271:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325936.957273:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325936.957275:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325936.957280:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a858f5b x1853175408635520/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325936.957281:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325936.957284:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325936.957289:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325936.957292:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325936.957295:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325936.957297:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325936.957299:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325936.957300:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325936.957305:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325936.957307:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325936.957309:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325936.957312:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408635520:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325936.957314:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325936.957316:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325936.957318:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325936.957319:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325936.957322:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767325936.957323:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000649635c5. 02000000:00000001:0.0:1767325936.957326:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325936.957327:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325936.957329:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006941a317. 00000400:00000010:0.0:1767325936.957334:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 00000800:00000200:1.0:1767325936.957334:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1767325936.957337:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408635520, portal 10 00000100:00000001:0.0:1767325936.957339:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767325936.957341:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d41e7546. 00000100:00000001:0.0:1767325936.957342:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571630336 : -115369137921280 : ffff971287842300) 00000100:00000040:0.0:1767325936.957350:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a858f5b x1853175408635520/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325936.957352:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325936.957361:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325936.957367:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eee32d1 00000400:00000010:1.0:1767325936.957372:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000eee32d1. 00000100:00000001:0.0:1767325936.957378:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325936.957380:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767325936.957384:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325936.957388:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6037a22. 00000100:00000200:1.0:1767325936.957388:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021bf7b0a x1853175408635264/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325936.957393:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408635520, offset 0 00000400:00000200:0.0:1767325936.957418:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325936.957423:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767325936.957429:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325936.957434:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767325936.957434:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325936.957441:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021bf7b0a x1853175408635264/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325952 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325936.957442:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325936.957447:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325936.957454:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [101:101:254:4294967295] 192.168.202.142@tcp LPNI seq info [101:101:6:4294967295] 00000100:00000001:1.0:1767325936.957458:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325936.957461:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767325936.957467:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325936.957472:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325936.957475:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ebbb7ec. 00000800:00000200:0.0:1767325936.957478:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767325936.957481:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325936.957483:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ebbb7ec type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325936.957485:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325936.957488:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 1001402 usecs (1002 jiffies) 00000100:00000001:0.0:1767325936.957490:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305805803 00000100:00000001:0.0:1767325936.957491:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305808578 00000100:00000001:0.0:1767325936.957493:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305805803 00000800:00000200:1.0:1767325936.957494:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325936.957495:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305808578 00000800:00000010:1.0:1767325936.957499:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002dd738d8. 00000100:00000001:0.0:1767325936.957500:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305805803 00000100:00000001:0.0:1767325936.957504:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305808578 00000100:00000001:0.0:1767325936.957506:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305805803 00000400:00000200:1.0:1767325936.957506:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325936.957510:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305808578 00000400:00000200:1.0:1767325936.957514:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325936.957518:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b272184d 00000100:00000001:0.0:1767325936.957520:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767325936.957522:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b272184d. 00000100:00000001:0.0:1767325936.957524:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325936.957527:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325936.957528:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325936.957532:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000667ee4ce x1853175408635392/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325936.957533:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325936.957544:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325936.957547:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000667ee4ce x1853175408635392/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325936.957562:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325936.957563:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325936.957651:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325936.957654:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ebbb7ec. 00000400:00000200:1.0:1767325936.957657:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325936.957661:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325936.957663:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6037a22 00000400:00000010:1.0:1767325936.957665:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6037a22. 00000100:00000001:1.0:1767325936.957667:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325936.957670:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a858f5b x1853175408635520/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325936.957677:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325936.957680:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a858f5b x1853175408635520/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325936.957685:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325936.957686:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325936.961314:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325936.961427:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325936.961432:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325936.961436:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325936.961450:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325936.961469:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02e00 00000400:00000200:3.0:1767325936.961478:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x405 [1] + 224 00000800:00000001:3.0:1767325936.961488:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325936.961494:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325936.961497:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325936.961502:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325936.961509:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325936.961517:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000667ee4ce x1853175408635392/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325936.961541:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000667ee4ce x1853175408635392/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325936.961615:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325936.961620:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325936.961638:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325936.961649:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325936.961652:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325936.961654:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325936.961656:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325936.961660:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325936.961666:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02e80 00000400:00000200:3.0:1767325936.961671:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x40d [1] + 224 00000800:00000001:3.0:1767325936.961675:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325936.961678:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325936.961680:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325936.961683:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325936.961686:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325936.961690:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a858f5b x1853175408635520/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325936.961712:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a858f5b x1853175408635520/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325936.961728:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325936.961733:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325936.961736:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325936.961738:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325936.961740:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325936.961743:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325936.961748:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f02d80 00000400:00000200:3.0:1767325936.961752:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x3fd [1] + 224 00000800:00000001:3.0:1767325936.961756:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325936.961762:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325936.961764:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325936.961767:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325936.961770:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325936.961775:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021bf7b0a x1853175408635264/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325936.961776:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325936.961781:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767325936.961786:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021bf7b0a x1853175408635264/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325936.961789:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325936.961793:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325936.961798:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006941a317. 00000400:00000200:0.0:1767325936.961804:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 00000400:00000010:0.0:1767325936.961807:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00000100:00000001:0.0:1767325936.961811:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325936.961816:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a858f5b x1853175408635520/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325936.961817:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325936.961822:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325936.961827:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325936.961828:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a858f5b x1853175408635520/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325936.961838:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325936.961839:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325936.961842:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325936.961846:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325936.961849:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325936.961851:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325936.961855:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325936.961866:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=71 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325936.961870:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325936.961873:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325936.961875:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325936.961878:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325936.961882:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004a858f5b x1853175408635520/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325936.961890:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325936.961894:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325936.961896:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325936.961899:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325936.961906:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325936.961910:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a858f5b x1853175408635520/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325936.961917:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325936.961920:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325936.961923:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325936.961926:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a858f5b x1853175408635520/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325936.961934:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408635520:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325936.961939:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325936.961942:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325936.961945:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a858f5b x1853175408635520/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325936.961952:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325936.961955:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325936.961958:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000649635c5. 02000000:00000001:0.0:1767325936.961962:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325936.961964:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325936.961967:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767325936.961969:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325936.961972:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1d29a8a. 02000000:00000001:0.0:1767325936.961976:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325936.961978:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325936.961980:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a858f5b. 00000100:00000001:0.0:1767325936.961983:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325936.961984:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325936.961987:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325936.961994:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325936.961996:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325936.961998:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325936.962001:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325936.962070:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325936.962075:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325936.962079:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325936.962081:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325936.962082:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fbf4e62. 00000400:00000200:1.0:1767325936.962086:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2b3dc38 00000400:00000010:1.0:1767325936.962088:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2b3dc38. 00000100:00000001:1.0:1767325936.962091:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325936.962095:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021bf7b0a x1853175408635264/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325936.962102:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021bf7b0a x1853175408635264/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325936.962108:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325936.962110:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325936.962112:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325936.962113:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325936.962115:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325936.962122:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325936.962124:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325936.962128:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325936.962131:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325936.962133:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325936.962134:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325936.962136:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325936.962137:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325936.962139:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325936.962156:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021bf7b0a x1853175408635264/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325936.962162:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325936.962164:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325936.962166:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325936.962168:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021bf7b0a x1853175408635264/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325936.962175:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408635264:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325936.962179:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325936.962180:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325936.962182:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021bf7b0a x1853175408635264/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325936.962188:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325936.962190:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325936.962191:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e76be85. 02000000:00000001:1.0:1767325936.962195:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325936.962196:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325936.962197:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767325936.962199:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325936.962201:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8b9f1ee. 02000000:00000001:1.0:1767325936.962203:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325936.962204:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325936.962205:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021bf7b0a. 00000100:00000001:1.0:1767325936.962210:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325936.962217:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325936.962219:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325936.962224:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325936.962225:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325936.962227:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325936.962229:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325936.962268:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325936.962270:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325936.962271:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000910175bc. 00000400:00000200:2.0:1767325936.962275:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059305d1e 00000400:00000010:2.0:1767325936.962276:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059305d1e. 00000100:00000001:2.0:1767325936.962279:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325936.962283:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000667ee4ce x1853175408635392/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325936.962291:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000667ee4ce x1853175408635392/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325936.962296:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325936.962298:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325936.962300:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325936.962301:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325936.962302:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325936.962304:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325936.962306:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325936.962310:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=77 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325936.962313:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325936.962315:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325936.962316:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325936.962318:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325936.962326:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325936.962328:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325936.962330:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325936.962331:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325936.962333:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325936.962336:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000667ee4ce x1853175408635392/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325936.962342:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325936.962344:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325936.962345:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325936.962348:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000667ee4ce x1853175408635392/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325936.962354:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408635392:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325936.962358:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325936.962360:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325936.962362:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000667ee4ce x1853175408635392/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325952 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325936.962367:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325936.962369:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325936.962371:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057481db0. 02000000:00000001:2.0:1767325936.962374:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325936.962375:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325936.962376:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767325936.962378:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325936.962380:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea9a1391. 02000000:00000001:2.0:1767325936.962382:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325936.962383:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325936.962384:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000667ee4ce. 00000100:00000001:2.0:1767325936.962387:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325936.962388:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325936.962389:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325936.962393:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325936.962394:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325936.966392:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325936.966397:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325937.979525:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325937.979536:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325937.979564:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325937.979566:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325937.979587:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325937.979596:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325937.979599:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325939.004200:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325939.004211:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325939.004218:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325939.004220:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325939.004277:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325939.004282:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325939.004286:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325940.027611:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325940.027619:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325940.027623:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325940.027624:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325940.027643:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325940.027645:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325940.027648:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325940.795542:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305808578, at 4305808640 00000100:00000040:0.0:1767325940.795543:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305808578, at 4305808640 00000100:00000040:2.0:1767325940.795543:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305808578, at 4305808640 00000100:00000040:3.0:1767325940.795543:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305808578, at 4305808640 00000100:00000010:3.0:1767325940.795567:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080042d7a. 00000100:00000010:1.0:1767325940.795577:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be5cd0f0. 00000100:00000010:0.0:1767325940.795583:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000358418ea. 00000100:00000010:2.0:1767325940.795586:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049f01126. 00010000:00000001:0.0:1767325941.052242:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325941.052249:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325941.052256:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325941.052257:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325941.052359:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325941.052363:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325941.052365:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325942.075565:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325942.075575:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325942.075590:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325942.075596:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000040:1.0:1767325942.075597:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767325942.075599:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1767325942.075606:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767325942.075608:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325942.075612:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325942.075614:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325942.075618:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000010:1.0:1767325942.075620:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3b77a00. 00010000:00000001:0.0:1767325942.075622:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325942.075626:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325942.075629:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325942.075630:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767325942.075637:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325942.075641:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325942.075648:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325942.075653:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325942.075657:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325942.075660:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1767325942.075660:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef8ec3b4. 00000100:00000001:1.0:1767325942.075669:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325942.075684:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000c3b77a00 x1853175408635648/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325942.075697:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325942.075700:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325942.075706:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3b77a00] to pc [ptlrpcd_00_01+1] req@00000000c3b77a00 x1853175408635648/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325942.075732:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325942.075735:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325942.075738:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325942.075741:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000457f07b7. 00000100:00000001:0.0:1767325942.075748:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767325942.075751:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767325942.075754:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325942.075755:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325942.075758:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325942.075759:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767325942.075761:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325942.075767:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3b77a00 x1853175408635648/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325942.075767:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b5884b5c. 00000100:00000001:1.0:1767325942.075773:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325942.075781:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000457f07b7 x1853175408635776/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325942.075782:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325942.075786:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325942.075794:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325942.075794:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325942.075797:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325942.075799:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325942.075802:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000457f07b7] to pc [ptlrpcd_00_02+2] req@00000000457f07b7 x1853175408635776/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325942.075805:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325942.075813:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3b77a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408635648:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325942.075820:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325942.075826:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767325942.075828:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325942.075832:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325942.075832:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325942.075836:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325942.075841:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8e2e48c. 02000000:00000001:0.0:1767325942.075843:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325942.075851:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006941a317. 00000400:00000010:0.0:1767325942.075860:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 00000100:00000001:3.0:1767325942.075864:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325942.075868:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767325942.075870:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408635648, portal 25 00000100:00000001:3.0:1767325942.075870:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325942.075875:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767325942.075878:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000457f07b7 x1853175408635776/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325942.075879:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899072 : -115369104652544 : ffff9712897fc700) 00000100:00000040:0.0:1767325942.075888:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3b77a00 x1853175408635648/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325942.075890:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325942.075898:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325942.075900:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325942.075904:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767325942.075906:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767325942.075909:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de705503. 02000000:00000001:3.0:1767325942.075910:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325942.075915:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325942.075916:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408635648, offset 0 00000100:00100000:3.0:1767325942.075920:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000457f07b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408635776:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325942.075926:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325942.075928:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767325942.075931:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325942.075934:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325942.075936:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325942.075940:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007236fe1a. 02000000:00000001:3.0:1767325942.075943:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325942.075947:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:3.0:1767325942.075948:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000aa42f75. 00000400:00000010:3.0:1767325942.075955:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010912c81. 00000400:00000200:0.0:1767325942.075957:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767325942.075959:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408635776, portal 10 00000100:00000001:3.0:1767325942.075962:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325942.075964:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604906240 : -115369104645376 : ffff9712897fe300) 00000400:00000200:0.0:1767325942.075965:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325942.075972:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767325942.075974:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000457f07b7 x1853175408635776/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325942.075983:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325942.075988:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [102:102:256:4294967295] 192.168.202.142@tcp LPNI seq info [102:102:8:4294967295] 00000100:00000001:3.0:1767325942.075997:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325942.076004:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325942.076008:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:3.0:1767325942.076010:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b14ccc. 00000100:00000200:3.0:1767325942.076015:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408635776, offset 0 00000800:00000200:0.0:1767325942.076020:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325942.076025:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325942.076028:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ebbb7ec. 00000400:00000200:3.0:1767325942.076033:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325942.076038:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767325942.076039:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767325942.076044:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325942.076047:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325942.076053:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:0.0:1767325942.076054:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767325942.076060:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [103:103:255:4294967295] 192.168.202.142@tcp LPNI seq info [103:103:7:4294967295] 00000800:00000200:0.0:1767325942.076061:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ebbb7ec type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325942.076072:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325942.076078:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325942.076081:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 00000100:00000001:0.0:1767325942.076083:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325942.076089:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305813697 00000100:00000010:0.0:1767325942.076105:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000358418ea. 00000800:00000200:3.0:1767325942.076105:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325942.076114:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767325942.076117:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767325942.076118:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325942.076125:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325942.076127:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305813697 00000100:00000040:3.0:1767325942.076129:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 634097 usecs (635 jiffies) 00000100:00000010:0.0:1767325942.076134:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cd2e4ac. 00000100:00000001:0.0:1767325942.076140:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767325942.076143:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305813697 00000100:00000001:3.0:1767325942.076144:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305810555 00000100:00000010:0.0:1767325942.076146:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000055b570f. 00000100:00000001:3.0:1767325942.076149:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305813697 00000100:00000001:0.0:1767325942.076151:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767325942.076156:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305810555 00000100:00000001:3.0:1767325942.076161:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305813697 00000100:00000001:0.0:1767325942.076165:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305813697 00000100:00000001:3.0:1767325942.076165:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305810555 00000100:00000010:0.0:1767325942.076171:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000601d7410. 00000800:00000200:2.0:1767325942.076174:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325942.076175:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305813697 00000100:00000001:0.0:1767325942.076178:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000010:2.0:1767325942.076181:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ebbb7ec. 00000100:00000001:3.0:1767325942.076181:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305810555 00000100:00000001:0.0:1767325942.076183:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325942.076186:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305813697 00000100:00000001:0.0:1767325942.076190:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325942.076190:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767325942.076193:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325942.076196:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325942.076196:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325942.076201:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325942.076202:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325942.076203:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325942.076205:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325942.076212:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de705503 00000100:00000001:0.0:1767325942.076215:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767325942.076216:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de705503. 00000100:00000001:0.0:1767325942.076219:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325942.076223:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325942.076225:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325942.076225:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325942.076227:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325942.076232:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3b77a00 x1853175408635648/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325942.076233:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325942.076235:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325942.076240:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325942.076253:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325942.076257:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3b77a00 x1853175408635648/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325942.076258:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325942.076264:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d0a181c0. 00000100:00000001:0.0:1767325942.076268:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325942.076268:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325942.076269:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767325942.076273:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325942.076274:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325942.076275:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325942.076279:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325942.076282:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325942.076287:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003b5a77ee. 00000100:00000001:1.0:1767325942.076292:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325942.076297:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000d0a181c0 x1853175408635904/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325942.076304:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325942.076306:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325942.076309:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0a181c0] to pc [ptlrpcd_00_03+3] req@00000000d0a181c0 x1853175408635904/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325942.076356:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767325942.076358:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767325942.076360:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325942.076363:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1767325942.076363:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 00000400:00000200:2.0:1767325942.076369:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767325942.076372:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d0a181c0 x1853175408635904/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325942.076378:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325942.076384:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b14ccc 00000100:00000001:0.0:1767325942.076388:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767325942.076388:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b14ccc. 00000100:00000001:0.0:1767325942.076391:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325942.076393:0:211388:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767325942.076396:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325942.076420:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767325942.076422:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000457f07b7 x1853175408635776/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325942.076425:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325942.076433:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d0a181c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408635904:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325942.076438:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325942.076439:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325942.076444:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767325942.076444:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000457f07b7 x1853175408635776/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325942.076447:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325942.076451:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325942.076457:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a2eaa57. 00000100:00000001:2.0:1767325942.076458:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325942.076461:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325942.076465:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005da1a1ff. 00000100:00000001:2.0:1767325942.076468:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767325942.076470:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f208077f. 00000100:00000200:0.0:1767325942.076475:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408635904, portal 10 00000100:00000001:0.0:1767325942.076477:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325942.076478:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604901760 : -115369104649856 : ffff9712897fd180) 00000100:00000040:0.0:1767325942.076485:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d0a181c0 x1853175408635904/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325942.076493:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325942.076496:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325942.076499:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b09e4b46. 00000100:00000200:0.0:1767325942.076501:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408635904, offset 0 00000400:00000200:0.0:1767325942.076505:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325942.076511:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767325942.076514:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325942.076522:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325942.076525:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325942.076527:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325942.076530:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [104:104:256:4294967295] 192.168.202.142@tcp LPNI seq info [104:104:8:4294967295] 00000400:00000200:0.0:1767325942.076540:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325942.076545:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325942.076548:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d41e7546. 00000800:00000200:0.0:1767325942.076552:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767325942.076556:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325942.076559:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d41e7546 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325942.076579:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325942.076583:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 954012 usecs (955 jiffies) 00000100:00000001:0.0:1767325942.076586:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305810876 00000100:00000001:0.0:1767325942.076588:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305813697 00000100:00000001:0.0:1767325942.076590:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305810876 00000100:00000001:0.0:1767325942.076592:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305813697 00000100:00000001:0.0:1767325942.076594:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305810876 00000100:00000001:0.0:1767325942.076596:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305813697 00000100:00000001:0.0:1767325942.076598:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305810876 00000100:00000001:0.0:1767325942.076600:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305813697 00000100:00000001:0.0:1767325942.076602:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325942.076604:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325942.076607:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325942.076608:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325942.076614:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325942.076615:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325942.076616:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325942.076619:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325942.076621:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325942.076624:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325942.076624:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325942.076625:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325942.076628:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325942.076630:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325942.076633:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325942.076635:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325942.076702:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325942.076705:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325942.076715:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767325942.076720:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11147) 00000100:00000001:3.0:1767325942.076938:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325942.076941:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325942.076943:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325942.076945:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325942.076967:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325942.076971:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d41e7546. 00000400:00000200:2.0:1767325942.076975:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325942.076979:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325942.076983:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b09e4b46 00000400:00000010:2.0:1767325942.076984:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b09e4b46. 00000100:00000001:2.0:1767325942.076987:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325942.076991:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d0a181c0 x1853175408635904/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325942.076999:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325942.077001:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d0a181c0 x1853175408635904/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325942.077008:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325942.077010:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325942.078574:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325942.078647:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325942.078652:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325942.078654:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325942.078666:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325942.078696:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f02f80 00000400:00000200:3.0:1767325942.078704:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x41d [1] + 224 00000800:00000001:3.0:1767325942.078711:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325942.078719:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325942.078720:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325942.078723:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325942.078728:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325942.078733:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000457f07b7 x1853175408635776/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325942.078742:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000457f07b7 x1853175408635776/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325942.078758:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325942.078766:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325942.078770:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325942.078799:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325942.078803:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325942.078810:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325942.078812:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325942.078814:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000aa42f75. 00000400:00000200:1.0:1767325942.078818:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010912c81 00000400:00000010:1.0:1767325942.078819:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010912c81. 00000100:00000001:1.0:1767325942.078822:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325942.078825:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000457f07b7 x1853175408635776/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325942.078831:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000457f07b7 x1853175408635776/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325942.078835:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325942.078837:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325942.078839:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325942.078841:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325942.078844:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325942.078846:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325942.078850:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325942.078860:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=83 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325942.078864:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325942.078867:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325942.078869:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325942.078872:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325942.078877:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325942.078880:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325942.078882:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325942.078885:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325942.078887:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325942.078891:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000457f07b7 x1853175408635776/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325942.078898:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325942.078908:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325942.078910:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325942.078915:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000457f07b7 x1853175408635776/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325942.078922:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000457f07b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408635776:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325942.078928:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325942.078930:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325942.078932:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000457f07b7 x1853175408635776/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325942.078940:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325942.078943:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325942.078946:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007236fe1a. 02000000:00000001:1.0:1767325942.078950:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325942.078952:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325942.078954:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767325942.078957:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325942.078959:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b5884b5c. 02000000:00000001:1.0:1767325942.078964:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325942.078966:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325942.078968:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000457f07b7. 00000100:00000001:1.0:1767325942.078972:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325942.078973:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325942.078975:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325942.078991:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325942.078992:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325942.078995:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325942.078997:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325942.080827:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325942.080844:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325942.080848:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325942.080850:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325942.080861:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325942.080879:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03000 00000400:00000200:2.0:1767325942.080888:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x425 [1] + 224 00000800:00000001:2.0:1767325942.080895:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325942.080901:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325942.080903:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325942.080907:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325942.080913:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325942.080920:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d0a181c0 x1853175408635904/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325942.080931:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d0a181c0 x1853175408635904/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325942.080952:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325942.080974:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325942.080977:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325942.080979:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325942.080982:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325942.080986:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325942.080992:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f02f00 00000400:00000200:2.0:1767325942.080999:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x415 [1] + 224 00000100:00000001:0.0:1767325942.081001:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325942.081003:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325942.081007:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767325942.081011:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325942.081014:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325942.081017:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325942.081021:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767325942.081023:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1767325942.081025:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3b77a00 x1853175408635648/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325942.081031:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325942.081035:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005da1a1ff. 00000100:00000040:2.0:1767325942.081039:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3b77a00 x1853175408635648/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325942.081042:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f208077f 00000400:00000010:0.0:1767325942.081047:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f208077f. 00000100:00000001:0.0:1767325942.081053:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325942.081059:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d0a181c0 x1853175408635904/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325942.081068:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767325942.081071:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d0a181c0 x1853175408635904/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325942.081075:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325942.081079:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325942.081085:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325942.081089:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325942.081093:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325942.081109:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325942.081112:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325942.081115:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325942.081118:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325942.081121:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325942.081125:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767325942.081128:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=77 v=5 (5 0 0 0) 00000400:00000001:3.0:1767325942.081129:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325942.081133:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1767325942.081136:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=57 v=5 (1 0 0 0) 00000400:00000010:3.0:1767325942.081136:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006941a317. 00000100:00000001:0.0:1767325942.081143:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767325942.081144:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 00000100:00000001:0.0:1767325942.081145:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325942.081149:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767325942.081149:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00010000:00080000:0.0:1767325942.081155:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d0a181c0 x1853175408635904/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325942.081155:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767325942.081163:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325942.081163:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3b77a00 x1853175408635648/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325942.081167:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325942.081169:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325942.081172:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325942.081174:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325942.081181:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d0a181c0 x1853175408635904/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325942.081182:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3b77a00 x1853175408635648/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325942.081202:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325942.081203:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325942.081205:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325942.081207:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325942.081210:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325942.081212:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325942.081217:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325942.081219:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325942.081220:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767325942.081224:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325942.081225:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0a181c0 x1853175408635904/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325942.081231:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d0a181c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408635904:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325942.081237:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325942.081239:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=88 v=5 (5 0 0 0) 00000100:00000001:0.0:1767325942.081240:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325942.081243:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d0a181c0 x1853175408635904/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767325942.081247:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325942.081253:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325942.081254:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767325942.081256:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325942.081257:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325942.081261:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767325942.081262:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a2eaa57. 00010000:00000001:3.0:1767325942.081263:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325942.081268:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325942.081268:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325942.081272:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325942.081276:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000040:3.0:1767325942.081277:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3b77a00 x1853175408635648/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767325942.081282:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325942.081286:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003b5a77ee. 00000100:00000001:3.0:1767325942.081291:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325942.081293:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767325942.081294:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767325942.081297:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767325942.081298:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767325942.081301:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d0a181c0. 00000100:00000040:3.0:1767325942.081303:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3b77a00 x1853175408635648/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325942.081308:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325942.081311:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767325942.081311:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3b77a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408635648:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325942.081318:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325942.081318:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325942.081323:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325942.081325:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3b77a00 x1853175408635648/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325942.081328:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325942.081329:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325942.081332:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325942.081333:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325942.081334:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8e2e48c. 00000100:00000001:0.0:1767325942.081338:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767325942.081339:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325942.081341:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767325942.081342:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767325942.081343:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767325942.081346:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325942.081347:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef8ec3b4. 02000000:00000001:3.0:1767325942.081350:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325942.081351:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325942.081352:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3b77a00. 00000100:00000001:3.0:1767325942.081354:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325942.081355:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325942.081356:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325942.081365:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325942.081366:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325942.081367:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325942.081369:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325943.099731:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325943.099741:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325943.099748:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325943.099750:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325943.099935:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325943.099940:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325943.099944:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325944.123499:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325944.123512:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325944.123515:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325944.123518:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325944.123523:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325944.123525:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325944.123528:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325944.123530:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325944.123534:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325944.123536:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325944.123557:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325944.123561:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325944.123563:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325945.147584:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325945.147595:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325945.147602:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325945.147603:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325945.148094:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325945.148099:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325945.148103:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325945.915544:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305813697, at 4305813760 00000100:00000040:1.0:1767325945.915544:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305813697, at 4305813760 00000100:00000040:2.0:1767325945.915544:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305813697, at 4305813760 00000100:00000040:3.0:1767325945.915547:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305813697, at 4305813760 00000100:00000010:0.0:1767325945.915569:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000358418ea. 00000100:00000010:2.0:1767325945.915571:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000055b570f. 00000100:00000010:3.0:1767325945.915574:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000601d7410. 00000100:00000010:1.0:1767325945.915576:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00010000:00000001:0.0:1767325946.171558:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325946.171566:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325946.171571:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325946.171572:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325946.171608:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325946.171613:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325946.171616:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325947.195548:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325947.195563:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325947.195576:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073f7d1f4. 00000020:00000040:3.0:1767325947.195585:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767325947.195591:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325947.195596:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325947.195602:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325947.195613:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c363976a. 00010000:00000001:0.0:1767325947.195617:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1767325947.195622:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325947.195623:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325947.195630:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325947.195632:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325947.195638:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000073f7d1f4 x1853175408636032/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325947.195650:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325947.195653:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325947.195659:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073f7d1f4] to pc [ptlrpcd_00_00+0] req@0000000073f7d1f4 x1853175408636032/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325947.195699:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325947.195703:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325947.195705:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767325947.195708:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325947.195709:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325947.195714:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1767325947.195718:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073f7d1f4 x1853175408636032/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325947.195719:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005066112f. 00000100:00000001:0.0:1767325947.195723:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767325947.195724:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767325947.195728:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325947.195730:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1767325947.195732:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767325947.195733:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325947.195735:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767325947.195737:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325947.195738:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325947.195739:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325947.195741:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b62e88f4. 00010000:00010000:1.0:1767325947.195745:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767325947.195746:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325947.195748:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767325947.195752:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000005066112f x1853175408636160/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767325947.195753:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325947.195776:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325947.195779:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325947.195781:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325947.195784:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073f7d1f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408636032:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767325947.195788:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005066112f] to pc [ptlrpcd_00_01+1] req@000000005066112f x1853175408636160/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325947.195793:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767325947.195802:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325947.195806:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325947.195806:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325947.195810:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767325947.195812:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325947.195814:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767325947.195819:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc4198e2. 00000100:00000010:3.0:1767325947.195819:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667ee4ce. 02000000:00000001:2.0:1767325947.195825:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767325947.195826:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767325947.195831:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325947.195833:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767325947.195834:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000910175bc. 00000100:00000001:0.0:1767325947.195836:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325947.195837:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767325947.195841:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767325947.195842:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005066112f x1853175408636160/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325947.195842:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059305d1e. 02000000:00000001:3.0:1767325947.195845:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325947.195851:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408636032, portal 25 00000100:00000001:0.0:1767325947.195853:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325947.195854:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325947.195854:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1767325947.195854:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008ce1a50c. 00000100:00000001:2.0:1767325947.195857:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571626752 : -115369137924864 : ffff971287841500) 02000000:00000001:0.0:1767325947.195859:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767325947.195863:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000073f7d1f4 x1853175408636032/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325947.195864:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325947.195867:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325947.195870:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325947.195873:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000667ee4ce x1853175408636288/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325947.195876:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767325947.195877:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005066112f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408636160:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767325947.195882:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767325947.195884:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767325947.195886:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f9a7b33. 02000000:00000001:0.0:1767325947.195888:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767325947.195891:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325947.195892:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325947.195892:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408636032, offset 0 00000100:00000001:3.0:1767325947.195894:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325947.195896:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767325947.195899:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000667ee4ce] to pc [ptlrpcd_00_02+2] req@00000000667ee4ce x1853175408636288/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325947.195900:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000619ff9c9. 00000400:00000200:2.0:1767325947.195902:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767325947.195904:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325947.195911:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005da1a1ff. 00000400:00000010:0.0:1767325947.195916:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f208077f. 00000100:00000200:0.0:1767325947.195919:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408636160, portal 10 00000400:00000200:2.0:1767325947.195920:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767325947.195921:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325947.195922:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571625856 : -115369137925760 : ffff971287841180) 00000400:00000200:2.0:1767325947.195927:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767325947.195928:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005066112f x1853175408636160/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325947.195928:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325947.195933:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767325947.195934:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767325947.195941:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325947.195943:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325947.195943:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767325947.195944:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:0.0:1767325947.195949:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767325947.195949:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325947.195950:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [105:105:256:4294967295] 192.168.202.142@tcp LPNI seq info [105:105:8:4294967295] 00000100:00000040:3.0:1767325947.195953:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11152) 00000400:00000010:0.0:1767325947.195955:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041419967. 00000100:00000001:1.0:1767325947.195955:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325947.195959:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767325947.195960:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408636160, offset 0 00000400:00000200:0.0:1767325947.195967:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767325947.195981:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000667ee4ce x1853175408636288/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325947.195981:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767325947.195994:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325947.195999:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767325947.196002:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:2.0:1767325947.196002:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000064d7910e. 00000400:00000200:0.0:1767325947.196004:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325947.196006:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325947.196009:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:1.0:1767325947.196012:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767325947.196013:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767325947.196013:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:1.0:1767325947.196017:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325947.196018:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:1.0:1767325947.196022:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325947.196023:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:0.0:1767325947.196024:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [106:106:255:4294967295] 192.168.202.142@tcp LPNI seq info [106:106:7:4294967295] 00000800:00000200:2.0:1767325947.196032:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000064d7910e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767325947.196033:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325947.196037:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325947.196041:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c98c6e3f. 00000100:00100000:1.0:1767325947.196042:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408636288:192.168.202.142@tcp:400: 00000800:00000200:0.0:1767325947.196060:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767325947.196060:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325947.196062:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767325947.196066:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767325947.196066:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305818817 02000000:00000001:1.0:1767325947.196067:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325947.196071:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325947.196071:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cfbb0404. 00000800:00000200:0.0:1767325947.196074:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c98c6e3f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325947.196077:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325947.196081:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 608885 usecs (609 jiffies) 00000100:00000001:2.0:1767325947.196081:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767325947.196083:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305815649 00000100:00000001:2.0:1767325947.196086:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305818817 00000100:00000001:0.0:1767325947.196087:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305818817 00000100:00000001:0.0:1767325947.196089:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305815649 00000100:00000010:2.0:1767325947.196089:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ca57225. 00000100:00000001:2.0:1767325947.196092:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767325947.196094:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305818817 00000100:00000001:2.0:1767325947.196094:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305818817 00000100:00000001:0.0:1767325947.196096:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305815649 00000100:00000010:2.0:1767325947.196096:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a84e7b2. 00000100:00000001:2.0:1767325947.196099:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767325947.196101:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305818817 00000100:00000001:2.0:1767325947.196101:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305818817 00000100:00000001:0.0:1767325947.196103:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305815649 00000100:00000010:2.0:1767325947.196104:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030ea13d7. 00000100:00000001:2.0:1767325947.196106:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767325947.196109:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305818817 00000100:00000001:2.0:1767325947.196109:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325947.196110:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325947.196112:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325947.196112:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325947.196115:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325947.196115:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325947.196117:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325947.196118:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325947.196128:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325947.196128:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325947.196130:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325947.196130:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325947.196132:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325947.196132:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325947.196133:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325947.196133:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325947.196135:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325947.196135:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325947.196136:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325947.196136:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325947.196146:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325947.196149:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325947.196327:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325947.196336:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a25ac4b. 02000000:00000001:1.0:1767325947.196338:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325947.196342:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaa175c4. 00000400:00000010:1.0:1767325947.196347:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da434889. 00000100:00000200:1.0:1767325947.196350:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408636288, portal 10 00000100:00000001:1.0:1767325947.196352:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325947.196353:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571631232 : -115369137920384 : ffff971287842680) 00000100:00000040:1.0:1767325947.196361:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000667ee4ce x1853175408636288/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325947.196370:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325947.196373:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325947.196376:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000512df998. 00000100:00000200:1.0:1767325947.196379:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408636288, offset 0 00000800:00000200:3.0:1767325947.196383:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767325947.196386:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325947.196389:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064d7910e. 00000400:00000200:3.0:1767325947.196393:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325947.196418:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325947.196439:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325947.196443:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325947.196446:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767325947.196448:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325947.196451:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325947.196453:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [107:107:254:4294967295] 192.168.202.142@tcp LPNI seq info [107:107:6:4294967295] 00000400:00000200:1.0:1767325947.196465:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767325947.196470:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325947.196472:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f9a7b33 00000800:00000010:1.0:1767325947.196475:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b5a77ee. 00000400:00000010:3.0:1767325947.196475:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f9a7b33. 00000100:00000001:3.0:1767325947.196481:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767325947.196484:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:3.0:1767325947.196487:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073f7d1f4 x1853175408636032/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325947.196495:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767325947.196496:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1767325947.196500:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b5a77ee type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767325947.196503:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073f7d1f4 x1853175408636032/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325947.196506:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325947.196511:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325947.196513:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767325947.196519:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 910920 usecs (911 jiffies) 00000100:00000001:1.0:1767325947.196523:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305815952 00000100:00000001:1.0:1767325947.196525:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305818817 00000100:00000001:1.0:1767325947.196527:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305815952 00000800:00000200:3.0:1767325947.196529:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325947.196530:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305818817 00000800:00000010:3.0:1767325947.196534:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c98c6e3f. 00000100:00000001:1.0:1767325947.196535:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305815952 00000400:00000200:3.0:1767325947.196539:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325947.196540:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305818817 00000100:00000001:1.0:1767325947.196544:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305815952 00000100:00000001:1.0:1767325947.196548:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305818817 00000400:00000200:3.0:1767325947.196548:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325947.196553:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041419967 00000100:00000001:1.0:1767325947.196554:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767325947.196558:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041419967. 00000100:00000001:1.0:1767325947.196559:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325947.196564:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325947.196565:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325947.196567:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325947.196570:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005066112f x1853175408636160/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325947.196574:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325947.196577:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325947.196578:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325947.196581:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005066112f x1853175408636160/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325947.196589:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325947.196591:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325947.196596:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325947.196598:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325947.196600:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325947.196603:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325947.196633:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325947.196636:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b5a77ee. 00000400:00000200:3.0:1767325947.196640:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325947.196643:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325947.196646:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000512df998 00000400:00000010:3.0:1767325947.196647:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000512df998. 00000100:00000001:3.0:1767325947.196650:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325947.196653:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000667ee4ce x1853175408636288/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325947.196670:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325947.196672:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000667ee4ce x1853175408636288/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325947.196676:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325947.196677:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325947.199134:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325947.199156:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325947.199161:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325947.199163:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325947.199175:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325947.199191:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f03080 00000400:00000200:3.0:1767325947.199199:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x42d [1] + 224 00000800:00000001:3.0:1767325947.199206:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325947.199210:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325947.199213:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325947.199229:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325947.199236:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325947.199245:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073f7d1f4 x1853175408636032/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325947.199256:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000073f7d1f4 x1853175408636032/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325947.199277:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325947.199286:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325947.199290:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325947.199292:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325947.199294:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325947.199299:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325947.199305:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03100 00000400:00000200:3.0:1767325947.199311:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x435 [1] + 224 00000800:00000001:3.0:1767325947.199315:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325947.199325:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325947.199332:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325947.199340:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325947.199343:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325947.199347:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000910175bc. 00000800:00000001:3.0:1767325947.199348:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325947.199352:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325947.199353:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059305d1e 00000400:00000010:2.0:1767325947.199358:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059305d1e. 00000400:00000200:3.0:1767325947.199358:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325947.199365:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325947.199366:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325947.199371:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073f7d1f4 x1853175408636032/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325947.199374:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005066112f x1853175408636160/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325947.199438:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073f7d1f4 x1853175408636032/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325947.199440:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005066112f x1853175408636160/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325947.199452:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325947.199457:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325947.199459:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325947.199460:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325947.199465:0:211394:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1767325947.199465:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767325947.199469:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767325947.199469:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325947.199474:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767325947.199474:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325947.199478:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325947.199484:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325947.199484:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:0.0:1767325947.199494:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767325947.199494:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=93 v=5 (5 0 0 0) 00000400:00000200:3.0:1767325947.199494:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03180 00000100:00000001:0.0:1767325947.199499:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767325947.199504:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=93 v=5 (1 0 0 0) 00000400:00000200:3.0:1767325947.199505:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x43d [1] + 224 00000100:00000001:2.0:1767325947.199511:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1767325947.199515:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767325947.199515:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767325947.199520:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767325947.199520:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767325947.199522:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005da1a1ff. 00000800:00000001:3.0:1767325947.199523:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767325947.199524:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325947.199529:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f208077f 00000100:00000001:2.0:1767325947.199529:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325947.199533:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f208077f. 00000800:00000001:3.0:1767325947.199534:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325947.199537:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767325947.199538:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073f7d1f4 x1853175408636032/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325947.199539:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767325947.199546:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005066112f x1853175408636160/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325947.199549:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325947.199556:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325947.199562:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767325947.199563:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000667ee4ce x1853175408636288/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325947.199569:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325947.199572:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325947.199581:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073f7d1f4 x1853175408636032/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325947.199587:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000667ee4ce x1853175408636288/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325947.199604:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005066112f x1853175408636160/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325947.199611:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073f7d1f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408636032:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325947.199623:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325947.199623:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325947.199627:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325947.199628:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325947.199629:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325947.199631:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325947.199634:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767325947.199636:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073f7d1f4 x1853175408636032/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325947.199636:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325947.199637:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325947.199641:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325947.199642:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325947.199647:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325947.199654:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1767325947.199657:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=88 v=5 (5 0 0 0) 02000000:00000001:2.0:1767325947.199657:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325947.199660:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc4198e2. 00000100:00001000:0.0:1767325947.199662:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325947.199666:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325947.199668:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325947.199671:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767325947.199672:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767325947.199672:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767325947.199676:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767325947.199678:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325947.199678:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:1.0:1767325947.199683:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1767325947.199683:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767325947.199685:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:1.0:1767325947.199687:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767325947.199689:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000020:00000001:2.0:1767325947.199689:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1767325947.199691:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaa175c4. 02000000:00000010:2.0:1767325947.199694:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c363976a. 00000100:00000001:0.0:1767325947.199695:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1767325947.199697:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da434889 00000100:00000001:0.0:1767325947.199699:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325947.199702:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767325947.199706:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005066112f x1853175408636160/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325947.199706:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1767325947.199707:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da434889. 00000100:00000010:2.0:1767325947.199711:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073f7d1f4. 00000100:00000001:1.0:1767325947.199715:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325947.199719:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325947.199720:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325947.199722:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325947.199724:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000667ee4ce x1853175408636288/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325947.199725:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325947.199726:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325947.199727:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325947.199737:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005066112f x1853175408636160/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325947.199739:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325947.199743:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325947.199749:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000667ee4ce x1853175408636288/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325947.199749:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325947.199754:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325947.199760:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005066112f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408636160:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325947.199772:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325947.199772:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325947.199774:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325947.199777:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325947.199778:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325947.199781:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767325947.199784:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005066112f x1853175408636160/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325947.199784:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325947.199787:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325947.199791:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325947.199799:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325947.199811:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325947.199813:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767325947.199816:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767325947.199817:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767325947.199819:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325947.199821:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000619ff9c9. 00010000:00000001:1.0:1767325947.199823:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767325947.199827:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00080000:1.0:1767325947.199830:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000667ee4ce x1853175408636288/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767325947.199831:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325947.199833:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767325947.199838:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325947.199840:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b62e88f4. 02000000:00000001:0.0:1767325947.199845:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767325947.199847:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325947.199848:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767325947.199851:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000010:0.0:1767325947.199852:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005066112f. 00000100:00000040:1.0:1767325947.199855:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325947.199857:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325947.199859:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325947.199860:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325947.199862:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325947.199864:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325947.199869:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325947.199871:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325947.199877:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325947.199879:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325947.199886:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000667ee4ce x1853175408636288/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325947.199895:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325947.199897:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325947.199899:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325947.199902:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000667ee4ce x1853175408636288/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325947.199910:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408636288:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325947.199914:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325947.199916:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325947.199918:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000667ee4ce x1853175408636288/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325947.199924:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325947.199926:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325947.199928:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a25ac4b. 02000000:00000001:1.0:1767325947.199931:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325947.199933:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325947.199934:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767325947.199936:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325947.199937:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008ce1a50c. 02000000:00000001:1.0:1767325947.199940:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325947.199941:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325947.199942:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000667ee4ce. 00000100:00000001:1.0:1767325947.199945:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325947.199946:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325947.199948:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325947.199952:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325947.199953:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325947.199955:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325947.199956:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325948.219516:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325948.219525:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325948.219533:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325948.219535:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325948.219579:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325948.219584:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325948.219587:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325949.243668:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325949.243677:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325949.243685:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325949.243686:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325949.243753:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325949.243758:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325949.243761:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325950.267552:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325950.267561:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325950.267568:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325950.267570:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325950.267697:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325950.267701:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325950.267703:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325951.035499:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305818817, at 4305818880 00000100:00000040:3.0:1767325951.035515:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305818817, at 4305818880 00000100:00000010:1.0:1767325951.035525:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ca57225. 00000100:00000010:3.0:1767325951.035527:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030ea13d7. 00000100:00000040:2.0:1767325951.035543:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305818817, at 4305818880 00000100:00000010:2.0:1767325951.035551:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a84e7b2. 00000100:00000040:0.0:1767325951.035588:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305818817, at 4305818880 00000100:00000010:0.0:1767325951.035596:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cfbb0404. 00010000:00000001:0.0:1767325951.291551:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325951.291559:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325951.291564:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325951.291587:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325951.291650:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325951.291655:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325951.291658:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325952.315540:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325952.315549:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325952.315557:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325952.315561:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325952.315564:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325952.315571:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325952.315573:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325952.315575:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325952.315579:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325952.315581:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325952.315584:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325952.315586:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325952.315696:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325952.315700:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325952.315703:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325952.315725:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325952.315733:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325952.315746:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000457f07b7. 00000020:00000040:1.0:1767325952.315754:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767325952.315759:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325952.315763:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325952.315769:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325952.315782:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003b5a77ee. 00000100:00000001:1.0:1767325952.315789:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325952.315803:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000457f07b7 x1853175408636416/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325952.315815:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325952.315818:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325952.315823:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000457f07b7] to pc [ptlrpcd_00_03+3] req@00000000457f07b7 x1853175408636416/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325952.315854:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325952.315857:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325952.315870:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325952.315872:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767325952.315874:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3b77a00. 00000020:00000040:1.0:1767325952.315877:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767325952.315878:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325952.315879:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325952.315882:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325952.315883:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767325952.315884:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325952.315889:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b5884b5c. 00000100:00000001:3.0:1767325952.315890:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325952.315892:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000457f07b7 x1853175408636416/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325952.315893:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325952.315896:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325952.315900:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000c3b77a00 x1853175408636544/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325952.315915:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325952.315919:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325952.315924:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325952.315927:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325952.315930:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325952.315936:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000457f07b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408636416:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325952.315942:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767325952.315948:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325952.315949:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325952.315954:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3b77a00] to pc [ptlrpcd_00_00+0] req@00000000c3b77a00 x1853175408636544/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325952.315956:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325952.315959:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325952.315963:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325952.315969:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5b79e3d. 02000000:00000001:0.0:1767325952.315971:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325952.315978:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005da1a1ff. 00000400:00000010:0.0:1767325952.315984:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f208077f. 00000100:00000001:1.0:1767325952.315989:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767325952.315992:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408636416, portal 25 00000100:00000040:1.0:1767325952.315993:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767325952.315996:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325952.316008:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604906240 : -115369104645376 : ffff9712897fe300) 00000100:00000001:1.0:1767325952.316008:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325952.316014:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d0a181c0. 00000100:00000040:0.0:1767325952.316019:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000457f07b7 x1853175408636416/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767325952.316020:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767325952.316023:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767325952.316025:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325952.316026:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767325952.316030:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767325952.316031:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325952.316034:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325952.316039:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767325952.316040:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008588d8b0. 00000100:00000040:2.0:1767325952.316044:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3b77a00 x1853175408636544/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325952.316045:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325952.316045:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325952.316046:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325952.316054:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767325952.316055:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000d0a181c0 x1853175408636672/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767325952.316061:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69d1078. 00000100:00000200:0.0:1767325952.316067:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408636416, offset 0 00000100:00000001:2.0:1767325952.316070:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325952.316073:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325952.316076:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767325952.316078:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767325952.316080:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325952.316082:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767325952.316082:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325952.316087:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0a181c0] to pc [ptlrpcd_00_01+1] req@00000000d0a181c0 x1853175408636672/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325952.316088:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325952.316100:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3b77a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408636544:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767325952.316103:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767325952.316107:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325952.316108:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767325952.316112:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767325952.316113:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767325952.316114:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325952.316119:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325952.316121:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767325952.316123:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325952.316124:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325952.316129:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767325952.316129:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11157) 00000400:00000200:0.0:1767325952.316136:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000010:2.0:1767325952.316136:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008f9bc6c. 02000000:00000001:2.0:1767325952.316141:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325952.316142:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [108:108:256:4294967295] 192.168.202.142@tcp LPNI seq info [108:108:8:4294967295] 00000400:00000010:2.0:1767325952.316148:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000910175bc. 00000400:00000010:2.0:1767325952.316156:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059305d1e. 00000100:00000001:3.0:1767325952.316156:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325952.316160:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767325952.316162:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:2.0:1767325952.316163:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408636544, portal 10 00000100:00000001:3.0:1767325952.316164:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325952.316168:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325952.316172:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899072 : -115369104652544 : ffff9712897fc700) 00000100:00000040:3.0:1767325952.316173:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d0a181c0 x1853175408636672/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767325952.316178:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767325952.316184:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3b77a00 x1853175408636544/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767325952.316187:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c98c6e3f. 00000100:00000001:3.0:1767325952.316191:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325952.316195:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325952.316200:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1767325952.316201:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:3.0:1767325952.316203:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325952.316205:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767325952.316210:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325952.316214:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767325952.316219:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00100000:3.0:1767325952.316219:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d0a181c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408636672:192.168.202.142@tcp:400: 00000400:00000010:2.0:1767325952.316221:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f9a7b33. 00000800:00000200:0.0:1767325952.316227:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c98c6e3f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325952.316227:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767325952.316228:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408636544, offset 0 02000000:00000001:3.0:1767325952.316233:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325952.316236:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325952.316239:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325952.316243:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009cfe316e. 02000000:00000001:3.0:1767325952.316246:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325952.316248:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767325952.316251:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000893472a7. 00000100:00000001:0.0:1767325952.316255:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325952.316257:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:3.0:1767325952.316257:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9265563. 00000400:00000200:2.0:1767325952.316263:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325952.316264:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305823937 00000100:00000200:3.0:1767325952.316264:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408636672, portal 10 00000400:00000200:2.0:1767325952.316266:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767325952.316271:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325952.316271:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1767325952.316275:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c97101f. 00000100:00000001:3.0:1767325952.316275:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604901760 : -115369104649856 : ffff9712897fd180) 00000400:00000200:2.0:1767325952.316276:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767325952.316281:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [109:109:255:4294967295] 192.168.202.142@tcp LPNI seq info [109:109:7:4294967295] 00000100:00000040:3.0:1767325952.316287:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d0a181c0 x1853175408636672/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325952.316288:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767325952.316293:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767325952.316298:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305823937 00000100:00000001:3.0:1767325952.316301:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767325952.316305:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006635b1ce. 00000800:00000200:2.0:1767325952.316311:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767325952.316313:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767325952.316316:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767325952.316319:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305823937 00000800:00000010:2.0:1767325952.316319:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dadd9a6c. 00000400:00000010:3.0:1767325952.316321:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e3485e7. 00000100:00000010:0.0:1767325952.316326:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ea25869. 00000100:00000200:3.0:1767325952.316327:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408636672, offset 0 00000800:00000200:2.0:1767325952.316329:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767325952.316337:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767325952.316339:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767325952.316342:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767325952.316344:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dadd9a6c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325952.316346:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767325952.316349:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305823937 00000100:00000001:2.0:1767325952.316350:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325952.316351:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325952.316356:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000010:0.0:1767325952.316358:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000358418ea. 00000100:00000040:2.0:1767325952.316359:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 585651 usecs (586 jiffies) 00000400:00000200:3.0:1767325952.316359:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325952.316364:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767325952.316365:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305820746 00000400:00000200:3.0:1767325952.316369:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [110:110:254:4294967295] 192.168.202.142@tcp LPNI seq info [110:110:6:4294967295] 00000100:00000001:0.0:1767325952.316371:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767325952.316372:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305823937 00000100:00000001:0.0:1767325952.316380:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325952.316380:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767325952.316385:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325952.316388:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767325952.316389:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305820746 00000100:00000001:0.0:1767325952.316390:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325952.316395:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325952.316396:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305823937 00000800:00000010:3.0:1767325952.316397:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a10cd6c4. 00000100:00000001:0.0:1767325952.316421:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325952.316423:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305820747 00000100:00000001:0.0:1767325952.316424:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325952.316429:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305823937 00000100:00000001:0.0:1767325952.316430:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767325952.316430:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767325952.316433:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325952.316435:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325952.316436:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305820747 00000100:00000001:0.0:1767325952.316438:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325952.316441:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767325952.316443:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305823937 00000800:00000200:3.0:1767325952.316447:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a10cd6c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325952.316448:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325952.316453:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325952.316455:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325952.316457:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325952.316461:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325952.316461:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 871525 usecs (872 jiffies) 00000100:00000001:3.0:1767325952.316467:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305821033 00000100:00000001:2.0:1767325952.316470:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325952.316471:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305823937 00000800:00000200:1.0:1767325952.316473:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325952.316478:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1767325952.316479:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c98c6e3f. 00000100:00000001:2.0:1767325952.316484:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325952.316485:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305821033 00000100:00000001:2.0:1767325952.316487:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325952.316489:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325952.316490:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305823937 00000100:00000001:2.0:1767325952.316491:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325952.316497:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305821033 00000100:00000001:2.0:1767325952.316498:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325952.316500:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325952.316512:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b69d1078 00000400:00000010:1.0:1767325952.316515:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b69d1078. 00000100:00000001:1.0:1767325952.316521:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325952.316525:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000457f07b7 x1853175408636416/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325952.316535:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325952.316538:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000457f07b7 x1853175408636416/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325952.316546:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325952.316548:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767325952.316557:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305823937 00000100:00000001:3.0:1767325952.316561:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305821033 00000100:00000001:3.0:1767325952.316562:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305823937 00000100:00000001:3.0:1767325952.316564:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767325952.316566:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767325952.316566:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325952.316568:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dadd9a6c. 00000400:00000200:1.0:1767325952.316571:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325952.316576:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325952.316576:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325952.316578:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325952.316579:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f9a7b33 00000400:00000010:1.0:1767325952.316582:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f9a7b33. 00000100:00000001:3.0:1767325952.316583:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325952.316584:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767325952.316586:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767325952.316588:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3b77a00 x1853175408636544/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325952.316589:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325952.316591:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325952.316593:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325952.316597:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325952.316602:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325952.316605:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3b77a00 x1853175408636544/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325952.316608:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325952.316609:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325952.316642:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325952.316644:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a10cd6c4. 00000400:00000200:1.0:1767325952.316647:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325952.316650:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325952.316653:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e3485e7 00000400:00000010:1.0:1767325952.316654:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e3485e7. 00000100:00000001:1.0:1767325952.316657:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325952.316659:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d0a181c0 x1853175408636672/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325952.316681:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325952.316683:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d0a181c0 x1853175408636672/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325952.316687:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325952.316688:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325952.320362:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325952.320385:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325952.320390:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325952.320393:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325952.320440:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325952.320461:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03300 00000400:00000200:3.0:1767325952.320471:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x455 [1] + 224 00000800:00000001:3.0:1767325952.320489:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325952.320495:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325952.320498:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325952.320503:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325952.320510:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325952.320519:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d0a181c0 x1853175408636672/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325952.320532:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d0a181c0 x1853175408636672/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325952.320554:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325952.320563:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325952.320568:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325952.320570:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325952.320573:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325952.320578:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325952.320585:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03280 00000400:00000200:3.0:1767325952.320591:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x44d [1] + 224 00000100:00000001:0.0:1767325952.320595:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767325952.320596:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325952.320600:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325952.320607:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325952.320609:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325952.320612:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000893472a7. 00000800:00000001:3.0:1767325952.320617:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325952.320618:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9265563 00000400:00000010:0.0:1767325952.320622:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9265563. 00000400:00000200:3.0:1767325952.320622:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325952.320627:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767325952.320631:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:0.0:1767325952.320634:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d0a181c0 x1853175408636672/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325952.320638:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325952.320646:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d0a181c0 x1853175408636672/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325952.320646:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3b77a00 x1853175408636544/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325952.320662:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325952.320664:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325952.320669:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325952.320672:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767325952.320673:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3b77a00 x1853175408636544/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325952.320674:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325952.320677:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325952.320682:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325952.320693:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=87 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325952.320697:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325952.320698:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325952.320699:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325952.320701:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325952.320702:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:0.0:1767325952.320707:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d0a181c0 x1853175408636672/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325952.320719:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325952.320722:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325952.320723:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325952.320726:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325952.320728:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1767325952.320729:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325952.320730:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325952.320734:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767325952.320737:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d0a181c0 x1853175408636672/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325952.320739:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325952.320746:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325952.320747:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325952.320751:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:1.0:1767325952.320752:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325952.320753:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325952.320757:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767325952.320759:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325952.320763:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767325952.320764:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f03200 00000100:00000040:0.0:1767325952.320765:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0a181c0 x1853175408636672/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325952.320767:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000910175bc. 00000400:00000200:1.0:1767325952.320774:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059305d1e 00000400:00000010:1.0:1767325952.320777:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059305d1e. 00000100:00100000:0.0:1767325952.320781:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d0a181c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408636672:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325952.320782:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767325952.320788:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x445 [1] + 224 00000100:00000001:0.0:1767325952.320790:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325952.320790:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3b77a00 x1853175408636544/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325952.320797:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767325952.320797:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767325952.320805:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d0a181c0 x1853175408636672/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767325952.320806:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325952.320809:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3b77a00 x1853175408636544/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325952.320812:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325952.320823:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325952.320833:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325952.320833:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325952.320834:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767325952.320837:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767325952.320838:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767325952.320841:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000457f07b7 x1853175408636416/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325952.320843:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009cfe316e. 00000100:00000001:1.0:1767325952.320843:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325952.320846:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767325952.320848:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767325952.320850:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767325952.320852:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767325952.320854:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767325952.320855:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767325952.320861:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767325952.320864:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000457f07b7 x1853175408636416/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767325952.320865:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008588d8b0. 02000000:00000001:1.0:1767325952.320871:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325952.320872:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325952.320877:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325952.320880:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d0a181c0. 00000100:00001000:1.0:1767325952.320881:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=93 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325952.320886:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=93 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325952.320887:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325952.320889:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325952.320892:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325952.320893:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767325952.320895:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325952.320898:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:3.0:1767325952.320898:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767325952.320899:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325952.320902:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325952.320905:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325952.320907:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325952.320912:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325952.320913:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325952.320922:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325952.320923:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325952.320927:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325952.320928:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3b77a00 x1853175408636544/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325952.320931:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325952.320932:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325952.320935:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325952.320936:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325952.320942:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767325952.320944:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767325952.320946:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767325952.320948:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325952.320950:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325952.320955:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3b77a00 x1853175408636544/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325952.320956:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005da1a1ff. 00000400:00000200:3.0:1767325952.320962:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f208077f 00000400:00000010:3.0:1767325952.320966:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f208077f. 00000100:00100000:1.0:1767325952.320970:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3b77a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408636544:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325952.320972:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325952.320977:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000457f07b7 x1853175408636416/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325952.320989:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000457f07b7 x1853175408636416/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325952.320991:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325952.320994:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325952.320998:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3b77a00 x1853175408636544/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325952.321029:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325952.321030:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325952.321033:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767325952.321034:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325952.321037:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767325952.321038:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008f9bc6c. 02000000:00000001:3.0:1767325952.321041:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767325952.321044:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325952.321044:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325952.321045:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325952.321047:0:211394:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767325952.321049:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325952.321050:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767325952.321055:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767325952.321055:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=98 v=5 (5 0 0 0) 02000000:00000010:1.0:1767325952.321058:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b5884b5c. 00000100:00001000:3.0:1767325952.321061:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=98 v=5 (1 0 0 0) 02000000:00000001:1.0:1767325952.321063:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767325952.321065:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767325952.321067:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767325952.321068:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325952.321070:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3b77a00. 00010000:00000001:3.0:1767325952.321072:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767325952.321075:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767325952.321075:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325952.321078:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325952.321080:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325952.321083:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325952.321086:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000457f07b7 x1853175408636416/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325952.321089:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325952.321092:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325952.321097:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325952.321100:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325952.321101:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325952.321105:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325952.321106:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325952.321109:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000457f07b7 x1853175408636416/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325952.321117:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000457f07b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408636416:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325952.321122:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325952.321124:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325952.321126:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000457f07b7 x1853175408636416/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325952.321140:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325952.321141:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325952.321143:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5b79e3d. 02000000:00000001:3.0:1767325952.321146:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325952.321148:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325952.321149:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767325952.321151:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325952.321152:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003b5a77ee. 02000000:00000001:3.0:1767325952.321155:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325952.321157:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325952.321158:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000457f07b7. 00000100:00000001:3.0:1767325952.321161:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325952.321162:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325952.321164:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325952.321168:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325952.321169:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325952.321171:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325952.321173:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325953.339552:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325953.339562:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325953.339569:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325953.339571:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325953.339661:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325953.339665:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325953.339704:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325954.363528:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325954.363541:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325954.363544:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325954.363547:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325954.363553:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325954.363556:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325954.363558:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325954.363560:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325954.363564:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325954.363566:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325954.363629:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325954.363633:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325954.363637:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325955.387544:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325955.387555:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325955.387563:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325955.387564:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325955.387630:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325955.387635:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325955.387638:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325956.155534:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305823937, at 4305824000 00000100:00000040:1.0:1767325956.155534:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305823937, at 4305824000 00000100:00000040:2.0:1767325956.155534:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305823937, at 4305824000 00000100:00000040:3.0:1767325956.155536:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305823937, at 4305824000 00000100:00000010:0.0:1767325956.155559:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c97101f. 00000100:00000010:2.0:1767325956.155563:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ea25869. 00000100:00000010:1.0:1767325956.155567:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006635b1ce. 00000100:00000010:3.0:1767325956.155571:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000358418ea. 00010000:00000001:0.0:1767325956.412779:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325956.412788:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325956.412794:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325956.412796:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325956.412869:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325956.412873:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325956.412887:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325957.435575:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325957.435590:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325957.435600:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325957.435602:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325957.435696:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325957.435701:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325957.435704:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325957.435811:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325957.435818:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325957.435832:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767325957.435839:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767325957.435844:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325957.435848:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325957.435854:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325957.435883:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039fc680f. 00000100:00000001:2.0:1767325957.435893:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325957.435907:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b6591187 x1853175408636800/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325957.435921:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325957.435943:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325957.435949:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_02+2] req@00000000b6591187 x1853175408636800/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325957.435992:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325957.435995:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325957.435998:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325957.436002:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767325957.436005:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767325957.436008:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325957.436010:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325957.436013:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325957.436016:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052a5ce86. 00000100:00000001:2.0:1767325957.436020:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325957.436022:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325957.436025:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000e6bdf5e7 x1853175408636928/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325957.436028:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325957.436029:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325957.436034:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325957.436035:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767325957.436039:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325957.436042:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325957.436045:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408636800/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325957.436050:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_03+3] req@00000000e6bdf5e7 x1853175408636928/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325957.436064:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325957.436068:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325957.436072:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325957.436074:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325957.436077:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325957.436081:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767325957.436085:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325957.436088:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767325957.436090:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767325957.436092:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408636800:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325957.436093:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767325957.436094:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000100:00000001:0.0:1767325957.436097:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767325957.436101:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767325957.436102:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767325957.436107:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325957.436110:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325957.436111:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767325957.436114:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408636928/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325957.436114:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325957.436116:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325957.436121:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f07b907. 02000000:00000001:3.0:1767325957.436123:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325957.436129:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325957.436131:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb543b45. 00000100:00000001:0.0:1767325957.436132:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325957.436136:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325957.436137:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b258af54 x1853175408637056/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767325957.436137:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325957.436140:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325957.436144:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767325957.436149:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093a835e5. 02000000:00000001:0.0:1767325957.436150:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325957.436157:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408636928:192.168.202.142@tcp:400: 00000400:00000010:3.0:1767325957.436161:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f68e8c4e. 00000100:00000001:0.0:1767325957.436164:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325957.436169:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325957.436172:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325957.436172:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408636800, portal 25 00000100:00000001:2.0:1767325957.436175:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325957.436178:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325957.436178:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325957.436179:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325957.436182:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 02000000:00000010:0.0:1767325957.436186:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ae55e2e. 00000100:00000040:2.0:1767325957.436187:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_00+0] req@00000000b258af54 x1853175408637056/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325957.436189:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408636800/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325957.436192:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325957.436202:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7a81816. 00000100:00000001:3.0:1767325957.436210:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767325957.436212:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4a8377b. 00000100:00000040:3.0:1767325957.436217:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000200:0.0:1767325957.436220:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408636928, portal 10 00000400:00000010:3.0:1767325957.436221:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000848bd3d. 00000100:00000001:0.0:1767325957.436226:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767325957.436227:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408636800, offset 0 00000100:00000001:0.0:1767325957.436229:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000100:00000001:2.0:1767325957.436239:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325957.436240:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408636928/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325957.436240:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767325957.436245:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767325957.436255:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767325957.436256:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767325957.436258:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767325957.436262:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11162) 00000100:00000040:0.0:1767325957.436263:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767325957.436263:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325957.436267:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767325957.436270:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d90f77. 00000100:00000040:1.0:1767325957.436275:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408637056/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325957.436276:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408636928, offset 0 00000400:00000200:0.0:1767325957.436287:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767325957.436290:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325957.436293:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325957.436294:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325957.436296:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325957.436299:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325957.436299:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325957.436302:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:1.0:1767325957.436303:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325957.436310:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408637056:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767325957.436312:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767325957.436317:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325957.436319:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:1.0:1767325957.436322:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325957.436325:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325957.436327:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325957.436330:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000689c4ba. 00000400:00000200:0.0:1767325957.436336:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325957.436340:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:1.0:1767325957.436346:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325957.436347:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [111:111:256:4294967295] 192.168.202.142@tcp LPNI seq info [111:111:8:4294967295] 00000400:00000010:1.0:1767325957.436351:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaa175c4. 00000400:00000010:1.0:1767325957.436357:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da434889. 00000100:00000200:1.0:1767325957.436363:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408637056, portal 10 00000100:00000001:1.0:1767325957.436366:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325957.436368:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00000100:00000040:1.0:1767325957.436375:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408637056/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325957.436380:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325957.436390:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325957.436396:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d41e7546. 00000100:00000001:1.0:1767325957.436430:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767325957.436434:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:0.0:1767325957.436435:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:1.0:1767325957.436439:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325957.436444:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6a4dc8. 00000400:00000200:3.0:1767325957.436444:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767325957.436449:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408637056, offset 0 00000400:00000200:3.0:1767325957.436451:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:0.0:1767325957.436452:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767325957.436458:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767325957.436459:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d41e7546 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325957.436460:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325957.436464:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325957.436467:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [112:112:255:4294967295] 192.168.202.142@tcp LPNI seq info [112:112:7:4294967295] 00000400:00000200:3.0:1767325957.436474:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767325957.436476:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325957.436481:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325957.436482:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:0.0:1767325957.436483:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 564186 usecs (565 jiffies) 00000100:00000001:0.0:1767325957.436490:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305825846 00000800:00000010:3.0:1767325957.436490:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a10cd6c4. 00000400:00000200:1.0:1767325957.436491:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767325957.436497:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c97101f. 00000400:00000200:1.0:1767325957.436498:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:3.0:1767325957.436503:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767325957.436506:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325957.436507:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767325957.436513:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767325957.436514:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767325957.436515:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305825846 00000100:00000010:0.0:1767325957.436520:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1e5b507. 00000400:00000200:1.0:1767325957.436520:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [113:113:254:4294967295] 192.168.202.142@tcp LPNI seq info [113:113:6:4294967295] 00000100:00000001:0.0:1767325957.436526:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767325957.436528:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a10cd6c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325957.436530:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305825846 00000100:00000010:0.0:1767325957.436534:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9f9490c. 00000100:00000001:3.0:1767325957.436534:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325957.436540:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767325957.436541:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305829058 00000100:00000001:0.0:1767325957.436543:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305825846 00000800:00000200:2.0:1767325957.436546:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767325957.436547:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009686e7bb. 00000100:00000001:3.0:1767325957.436549:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305825846 00000100:00000001:0.0:1767325957.436553:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000800:00000010:2.0:1767325957.436554:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d41e7546. 00000100:00000001:3.0:1767325957.436555:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305829058 00000100:00000001:0.0:1767325957.436557:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325957.436561:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325957.436561:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305825846 00000100:00000001:0.0:1767325957.436564:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325957.436565:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325957.436566:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305829058 00000100:00000001:0.0:1767325957.436567:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325957.436573:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305825846 00000400:00000200:2.0:1767325957.436578:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325957.436578:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305829058 00000100:00000001:3.0:1767325957.436582:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305825846 00000100:00000001:3.0:1767325957.436583:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325957.436584:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325957.436586:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325957.436586:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325957.436587:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325957.436593:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325957.436595:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325957.436598:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325957.436599:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325957.436602:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325957.436603:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325957.436605:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325957.436607:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325957.436608:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325957.436611:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325957.436621:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325957.436734:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:2.0:1767325957.436743:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d90f77 00000800:00000200:1.0:1767325957.436748:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767325957.436748:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d90f77. 00000800:00000010:1.0:1767325957.436755:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d59ec675. 00000100:00000001:2.0:1767325957.436757:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767325957.436761:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:2.0:1767325957.436765:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408636928/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325957.436769:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325957.436775:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d59ec675 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325957.436780:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325957.436786:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 835450 usecs (836 jiffies) 00000100:00000001:2.0:1767325957.436786:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325957.436791:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305826117 00000100:00000040:2.0:1767325957.436793:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408636928/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325957.436795:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305829058 00000100:00000001:1.0:1767325957.436800:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305826117 00000100:00000001:1.0:1767325957.436804:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305829058 00000100:00000001:1.0:1767325957.436809:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305826117 00000100:00000001:2.0:1767325957.436812:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325957.436815:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325957.436818:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305829058 00000100:00000001:1.0:1767325957.436823:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305826117 00000100:00000001:1.0:1767325957.436825:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305829058 00000800:00000200:2.0:1767325957.436831:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325957.436834:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767325957.436835:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a10cd6c4. 00000100:00000001:1.0:1767325957.436839:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325957.436841:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325957.436843:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325957.436847:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325957.436847:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325957.436852:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767325957.436852:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000848bd3d 00000400:00000010:2.0:1767325957.436854:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000848bd3d. 00000100:00000001:1.0:1767325957.436856:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325957.436858:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325957.436859:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325957.436861:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325957.436864:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325957.436949:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325957.436964:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408636800/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325957.436972:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325957.436974:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408636800/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325957.436980:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325957.436981:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325957.437076:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325957.437079:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d59ec675. 00000400:00000200:2.0:1767325957.437082:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325957.437086:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325957.437089:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6a4dc8 00000400:00000010:2.0:1767325957.437090:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6a4dc8. 00000100:00000001:2.0:1767325957.437094:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325957.437096:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408637056/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325957.437103:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325957.437105:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408637056/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325957.437111:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325957.437113:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325957.439550:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325957.439579:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325957.439584:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325957.439588:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325957.439613:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325957.439632:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03400 00000400:00000200:1.0:1767325957.439641:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x461 [1] + 224 00000800:00000001:1.0:1767325957.439650:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325957.439655:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325957.439658:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325957.439662:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325957.439669:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325957.439677:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408636928/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325957.439689:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408636928/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325957.439708:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325957.439718:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325957.439721:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325957.439723:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325957.439725:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325957.439729:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325957.439736:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03480 00000400:00000200:1.0:1767325957.439756:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x46d [1] + 224 00000100:00000001:0.0:1767325957.439761:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767325957.439762:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325957.439766:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325957.439767:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767325957.439769:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325957.439775:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:0.0:1767325957.439778:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325957.439781:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325957.439784:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7a81816. 00000400:00000200:0.0:1767325957.439789:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a8377b 00000400:00000010:0.0:1767325957.439791:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4a8377b. 00000100:00000001:0.0:1767325957.439795:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325957.439796:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325957.439801:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408636928/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325957.439804:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408637056/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325957.439828:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408636928/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325957.439831:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408637056/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325957.439853:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325957.439857:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325957.439870:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325957.439871:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767325957.439875:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767325957.439877:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325957.439879:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767325957.439883:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325957.439884:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325957.439887:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767325957.439890:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325957.439890:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325957.439897:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325957.439902:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f03380 00000400:00000200:1.0:1767325957.439907:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x45d [1] + 224 00000800:00000001:1.0:1767325957.439911:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767325957.439912:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=98 v=5 (5 0 0 0) 00000800:00000001:1.0:1767325957.439918:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767325957.439919:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=98 v=5 (1 0 0 0) 00000400:00000200:1.0:1767325957.439922:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325957.439925:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325957.439929:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325957.439929:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00010000:00000001:0.0:1767325957.439935:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767325957.439936:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767325957.439942:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767325957.439942:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408636800/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325957.439950:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325957.439965:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000040:1.0:1767325957.439966:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408636800/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325957.439970:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325957.439974:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325957.439984:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408636928/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325957.439987:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325957.439993:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325957.439994:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325957.439998:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325957.439999:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1767325957.439999:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325957.440004:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325957.440004:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767325957.440010:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325957.440014:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325957.440017:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaa175c4. 00000100:00000001:3.0:1767325957.440021:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325957.440022:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408636928/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325957.440023:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da434889 00000100:00000001:3.0:1767325957.440026:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767325957.440028:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da434889. 00000100:00000001:2.0:1767325957.440034:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767325957.440038:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767325957.440040:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408636928:192.168.202.142@tcp:400: 00000400:00000001:3.0:1767325957.440041:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767325957.440043:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408637056/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325957.440045:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093a835e5. 00000100:00000001:0.0:1767325957.440048:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325957.440053:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767325957.440053:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f68e8c4e 00000400:00000010:3.0:1767325957.440058:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f68e8c4e. 00000100:00000040:0.0:1767325957.440060:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408636928/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325957.440063:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325957.440064:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408637056/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325957.440069:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767325957.440072:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408636800/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325957.440073:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325957.440078:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ae55e2e. 00000100:00000001:2.0:1767325957.440087:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325957.440091:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325957.440092:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325957.440096:0:211394:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767325957.440097:0:211397:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767325957.440100:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767325957.440101:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767325957.440103:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767325957.440104:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408636800/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767325957.440107:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767325957.440108:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325957.440113:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052a5ce86. 02000000:00000001:2.0:1767325957.440114:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325957.440120:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1767325957.440123:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=92 v=5 (5 0 0 0) 02000000:00000001:0.0:1767325957.440124:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325957.440128:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00001000:2.0:1767325957.440131:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325957.440138:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325957.440139:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325957.440141:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325957.440143:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325957.440144:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767325957.440145:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325957.440149:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325957.440149:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767325957.440153:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b258af54 x1853175408637056/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325957.440154:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325957.440157:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325957.440159:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325957.440161:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325957.440163:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325957.440166:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325957.440168:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325957.440172:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325957.440173:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767325957.440174:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=103 v=5 (5 0 0 0) 00000100:00000001:2.0:1767325957.440176:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767325957.440177:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325957.440180:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00001000:3.0:1767325957.440181:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=103 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325957.440185:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325957.440186:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325957.440188:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325957.440189:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325957.440192:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325957.440194:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325957.440196:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325957.440200:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408636800/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325957.440207:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408637056/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325957.440213:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325957.440218:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325957.440220:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325957.440223:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325957.440228:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767325957.440228:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408636800/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325957.440231:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325957.440238:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408637056/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325957.440245:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408636800:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325957.440254:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325957.440257:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767325957.440259:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408637056:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325957.440264:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325957.440266:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325957.440268:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408637056/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325957.440286:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325957.440288:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325957.440290:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000689c4ba. 02000000:00000001:2.0:1767325957.440292:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325957.440294:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325957.440295:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767325957.440297:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325957.440298:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f07b907. 02000000:00000001:2.0:1767325957.440301:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325957.440302:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325957.440303:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000001:2.0:1767325957.440306:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325957.440307:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325957.440308:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325957.440313:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325957.440314:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325957.440316:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325957.440318:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325957.440464:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408636800/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325957.440471:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325957.440473:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325957.440475:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb543b45. 02000000:00000001:3.0:1767325957.440478:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325957.440480:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325957.440481:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767325957.440488:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325957.440489:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039fc680f. 02000000:00000001:3.0:1767325957.440492:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325957.440493:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325957.440494:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:3.0:1767325957.440497:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325957.440498:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325957.440500:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325957.440504:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325957.440505:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325957.440506:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325957.440508:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325958.459532:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325958.459541:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325958.459548:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325958.459550:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325958.459608:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325958.459613:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325958.459616:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325959.483544:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325959.483555:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325959.483563:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325959.483564:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325959.483629:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325959.483634:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325959.483638:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325960.507536:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325960.507545:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325960.507575:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325960.507577:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325960.507641:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325960.507645:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325960.507649:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325961.275562:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305829058, at 4305829120 00000100:00000040:1.0:1767325961.275562:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305829058, at 4305829120 00000100:00000040:3.0:1767325961.275562:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305829058, at 4305829120 00000100:00000010:3.0:1767325961.275583:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009686e7bb. 00000100:00000010:0.0:1767325961.275588:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c97101f. 00000100:00000040:2.0:1767325961.275753:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305829058, at 4305829120 00000100:00000010:2.0:1767325961.275760:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9f9490c. 00000100:00000010:1.0:1767325961.276275:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1e5b507. 00010000:00000001:0.0:1767325961.531570:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325961.531581:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325961.531590:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325961.531594:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325961.531597:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325961.531605:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325961.531608:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325961.531610:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325961.531613:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325961.531616:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325961.531618:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325961.531620:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325961.531745:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325961.531750:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325961.531754:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325962.555622:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325962.555640:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325962.555657:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021bf7b0a. 00000020:00000040:3.0:1767325962.555666:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767325962.555672:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325962.555675:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325962.555682:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325962.555694:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008ce1a50c. 00000100:00000001:3.0:1767325962.555702:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325962.555717:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000021bf7b0a x1853175408637184/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325962.555727:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325962.555730:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325962.555734:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021bf7b0a] to pc [ptlrpcd_00_01+1] req@0000000021bf7b0a x1853175408637184/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325962.555825:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325962.555828:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325962.555832:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325962.555835:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a858f5b. 00000020:00000040:3.0:1767325962.555838:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767325962.555840:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325962.555842:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325962.555844:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325962.555848:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b62e88f4. 00000100:00000001:3.0:1767325962.555851:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325962.555856:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000004a858f5b x1853175408637312/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325962.555863:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325962.555865:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325962.555868:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a858f5b] to pc [ptlrpcd_00_02+2] req@000000004a858f5b x1853175408637312/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325962.555891:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325962.555894:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325962.555897:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767325962.555900:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000412d9a58. 00000020:00000040:3.0:1767325962.555902:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767325962.555933:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767325962.555935:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767325962.555937:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325962.555940:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c363976a. 00000100:00000001:3.0:1767325962.555943:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325962.555946:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000412d9a58 x1853175408637440/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325962.555954:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325962.555960:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325962.555964:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000412d9a58] to pc [ptlrpcd_00_03+3] req@00000000412d9a58 x1853175408637440/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325962.555973:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325962.555974:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767325962.555978:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767325962.555983:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11168) 00000100:00000001:3.0:1767325962.555994:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325962.555999:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325962.556001:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325962.556006:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a858f5b x1853175408637312/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325962.556013:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325962.556016:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325962.556019:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325962.556022:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325962.556024:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325962.556027:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408637312:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325962.556032:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325962.556039:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325962.556042:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325962.556044:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325962.556048:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d2c217a. 02000000:00000001:3.0:1767325962.556050:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325962.556058:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093a835e5. 00000400:00000010:3.0:1767325962.556066:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f68e8c4e. 00000100:00000200:3.0:1767325962.556074:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408637312, portal 10 00000100:00000001:3.0:1767325962.556077:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325962.556079:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571630336 : -115369137921280 : ffff971287842300) 00000100:00000040:3.0:1767325962.556085:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a858f5b x1853175408637312/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325962.556103:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325962.556106:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767325962.556111:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000848bd3d. 00000100:00000200:3.0:1767325962.556114:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408637312, offset 0 00000400:00000200:3.0:1767325962.556121:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325962.556139:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767325962.556145:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325962.556146:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325962.556151:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325962.556154:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767325962.556155:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:0.0:1767325962.556161:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000412d9a58 x1853175408637440/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325962.556162:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325962.556167:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325962.556174:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [114:114:256:4294967295] 192.168.202.142@tcp LPNI seq info [114:114:8:4294967295] 00000100:00000001:0.0:1767325962.556182:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325962.556184:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325962.556188:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325962.556192:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325962.556192:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:0.0:1767325962.556196:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325962.556203:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000412d9a58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408637440:192.168.202.142@tcp:400: 00000800:00000200:3.0:1767325962.556204:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767325962.556210:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1767325962.556211:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 02000000:00000001:0.0:1767325962.556214:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325962.556217:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325962.556221:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767325962.556221:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000010:0.0:1767325962.556228:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a38d129. 00000800:00000200:3.0:1767325962.556232:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:0.0:1767325962.556233:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325962.556238:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767325962.556239:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7a81816. 00000400:00000010:0.0:1767325962.556246:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4a8377b. 00000100:00000001:3.0:1767325962.556250:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325962.556255:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 544206 usecs (545 jiffies) 00000100:00000200:0.0:1767325962.556257:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408637440, portal 10 00000100:00000001:3.0:1767325962.556259:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305830945 00000100:00000001:0.0:1767325962.556262:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325962.556265:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571629440 : -115369137922176 : ffff971287841f80) 00000100:00000010:3.0:1767325962.556267:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb8a1c46. 00000100:00000040:0.0:1767325962.556273:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000412d9a58 x1853175408637440/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325962.556277:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767325962.556284:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325962.556287:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305830945 00000100:00000040:0.0:1767325962.556288:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325962.556293:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a64290c. 00000100:00000010:3.0:1767325962.556294:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005150918d. 00000100:00000200:0.0:1767325962.556297:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408637440, offset 0 00000100:00000001:3.0:1767325962.556300:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767325962.556305:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325962.556310:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305830945 00000400:00000200:0.0:1767325962.556313:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000010:3.0:1767325962.556316:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb09c09b. 00000100:00000001:3.0:1767325962.556320:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767325962.556325:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325962.556330:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305830945 00000400:00000200:0.0:1767325962.556332:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000010:3.0:1767325962.556335:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054dfea46. 00000400:00000200:0.0:1767325962.556338:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325962.556339:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767325962.556343:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767325962.556344:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325962.556347:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325962.556349:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325962.556351:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325962.556360:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325962.556361:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325962.556363:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325962.556364:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325962.556365:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325962.556367:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325962.556420:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767325962.556425:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767325962.556427:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325962.556431:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325962.556433:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325962.556434:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325962.556436:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325962.556437:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325962.556446:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021bf7b0a x1853175408637184/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325962.556453:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325962.556455:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325962.556457:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325962.556459:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325962.556461:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767325962.556464:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408637184:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325962.556467:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325962.556470:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325962.556471:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325962.556473:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325962.556477:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009cfe316e. 02000000:00000001:1.0:1767325962.556479:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325962.556482:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c1447f9. 00000400:00000010:1.0:1767325962.556488:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cab71f7. 00000100:00000200:1.0:1767325962.556491:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408637184, portal 25 00000100:00000001:1.0:1767325962.556492:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325962.556494:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571636608 : -115369137915008 : ffff971287843b80) 00000100:00000040:1.0:1767325962.556509:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021bf7b0a x1853175408637184/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325962.556516:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325962.556517:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325962.556521:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057863878. 00000100:00000200:1.0:1767325962.556523:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408637184, offset 0 00000400:00000200:1.0:1767325962.556527:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767325962.556539:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325962.556543:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 00000400:00000200:3.0:1767325962.556548:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325962.556555:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767325962.556571:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [115:115:255:4294967295] 192.168.202.142@tcp LPNI seq info [115:115:7:4294967295] 00000400:00000200:0.0:1767325962.556578:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325962.556583:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325962.556588:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ebbb7ec. 00000800:00000200:0.0:1767325962.556593:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767325962.556598:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325962.556600:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ebbb7ec type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325962.556601:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325962.556604:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325962.556606:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325962.556608:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 802226 usecs (803 jiffies) 00000100:00000001:0.0:1767325962.556612:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305831204 00000100:00000001:0.0:1767325962.556619:0:211397:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, simply extend its deadline from 4305830945 00000100:00000001:0.0:1767325962.556623:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305831204 00000100:00000001:0.0:1767325962.556627:0:211397:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, simply extend its deadline from 4305830945 00000100:00000001:0.0:1767325962.556630:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305831204 00000100:00000001:0.0:1767325962.556642:0:211397:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, simply extend its deadline from 4305830945 00000100:00000001:0.0:1767325962.556644:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305831204 00000100:00000001:0.0:1767325962.556647:0:211397:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, simply extend its deadline from 4305830945 00000100:00000001:0.0:1767325962.556649:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325962.556651:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325962.556653:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325962.556655:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325962.556659:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325962.556660:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325962.556662:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325962.556663:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325962.556664:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325962.556666:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325962.556689:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325962.556692:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325962.556696:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325962.556697:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325962.556748:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325962.556753:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325962.556756:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767325962.556814:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325962.556817:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325962.556820:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767325962.556822:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325962.556825:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325962.556828:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [116:116:254:4294967295] 192.168.202.142@tcp LPNI seq info [116:116:6:4294967295] 00000400:00000200:1.0:1767325962.556834:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767325962.556839:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767325962.556843:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000927476c9. 00000800:00000200:1.0:1767325962.556847:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325962.556851:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767325962.556853:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000927476c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325962.556856:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325962.556859:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305834178 00000100:00000001:1.0:1767325962.556862:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305831204 00000100:00000001:1.0:1767325962.556865:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305834178 00000100:00000001:1.0:1767325962.556868:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305831204 00000100:00000001:1.0:1767325962.556870:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305834178 00000100:00000001:1.0:1767325962.556873:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305831204 00000100:00000001:1.0:1767325962.556875:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305834178 00000100:00000001:1.0:1767325962.556876:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305831204 00000100:00000001:1.0:1767325962.556887:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325962.556889:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325962.556891:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325962.556893:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325962.557179:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000848bd3d 00000400:00000010:3.0:1767325962.557182:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000848bd3d. 00000100:00000001:3.0:1767325962.557186:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325962.557189:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a858f5b x1853175408637312/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325962.557198:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325962.557200:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a858f5b x1853175408637312/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325962.557204:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325962.557205:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325962.557222:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325962.557223:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ebbb7ec. 00000400:00000200:3.0:1767325962.557226:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325962.557228:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325962.557230:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a64290c 00000400:00000010:3.0:1767325962.557232:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a64290c. 00000100:00000001:3.0:1767325962.557233:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325962.557240:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000412d9a58 x1853175408637440/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325962.557245:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325962.557246:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000412d9a58 x1853175408637440/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325962.557250:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325962.557251:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325962.557282:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325962.557284:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000927476c9. 00000400:00000200:3.0:1767325962.557287:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325962.557291:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325962.557294:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057863878 00000400:00000010:3.0:1767325962.557295:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057863878. 00000100:00000001:3.0:1767325962.557298:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325962.557305:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021bf7b0a x1853175408637184/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325962.557312:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325962.557314:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021bf7b0a x1853175408637184/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325962.557319:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325962.557321:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325962.560363:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325962.560387:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325962.560393:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325962.560395:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325962.560451:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325962.560472:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03580 00000400:00000200:2.0:1767325962.560483:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x475 [1] + 224 00000800:00000001:2.0:1767325962.560493:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325962.560500:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325962.560514:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325962.560519:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325962.560529:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325962.560538:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a858f5b x1853175408637312/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325962.560552:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a858f5b x1853175408637312/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325962.560570:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325962.560580:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325962.560584:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325962.560586:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325962.560588:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325962.560592:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325962.560598:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03600 00000400:00000200:2.0:1767325962.560603:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x47d [1] + 224 00000800:00000001:2.0:1767325962.560615:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325962.560619:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325962.560621:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325962.560624:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325962.560627:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325962.560630:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000412d9a58 x1853175408637440/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325962.560638:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000412d9a58 x1853175408637440/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325962.560657:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325962.560662:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325962.560665:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325962.560667:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325962.560669:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325962.560673:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325962.560679:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f03500 00000400:00000200:2.0:1767325962.560692:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x485 [1] + 224 00000800:00000001:2.0:1767325962.560697:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325962.560701:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325962.560705:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325962.560707:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325962.560709:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325962.560714:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:0.0:1767325962.560718:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325962.560722:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325962.560725:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7a81816. 00000400:00000200:0.0:1767325962.560731:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a8377b 00000400:00000010:0.0:1767325962.560733:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4a8377b. 00000100:00000001:0.0:1767325962.560736:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325962.560738:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325962.560743:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000412d9a58 x1853175408637440/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325962.560747:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021bf7b0a x1853175408637184/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325962.560763:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000412d9a58 x1853175408637440/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325962.560781:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325962.560783:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325962.560784:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021bf7b0a x1853175408637184/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325962.560787:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325962.560791:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325962.560795:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325962.560803:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325962.560807:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325962.560807:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325962.560814:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325962.560818:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767325962.560822:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=97 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325962.560828:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325962.560832:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325962.560834:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325962.560838:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325962.560844:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000412d9a58 x1853175408637440/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325962.560852:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325962.560857:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767325962.560857:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767325962.560859:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325962.560863:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325962.560863:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325962.560867:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767325962.560870:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767325962.560873:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000412d9a58 x1853175408637440/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767325962.560874:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325962.560877:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c1447f9. 00000400:00000200:1.0:1767325962.560883:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cab71f7 00000100:00000001:0.0:1767325962.560887:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767325962.560887:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cab71f7. 00000100:00000001:1.0:1767325962.560893:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325962.560894:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325962.560898:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767325962.560901:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021bf7b0a x1853175408637184/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325962.560916:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000412d9a58 x1853175408637440/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325962.560926:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000412d9a58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408637440:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325962.560932:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325962.560936:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325962.560939:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000412d9a58 x1853175408637440/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325962.560944:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325962.560947:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325962.560950:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a38d129. 02000000:00000001:0.0:1767325962.560956:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325962.560959:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1767325962.560963:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021bf7b0a x1853175408637184/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767325962.560967:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767325962.560971:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325962.560975:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c363976a. 00000100:00000001:1.0:1767325962.560979:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767325962.560982:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767325962.560982:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325962.560984:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325962.560987:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000412d9a58. 00000100:00000001:1.0:1767325962.560987:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767325962.560992:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325962.560994:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325962.560994:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325962.560997:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325962.560998:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325962.560999:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325962.561000:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325962.561003:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767325962.561005:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767325962.561006:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325962.561007:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:3.0:1767325962.561009:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325962.561010:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325962.561012:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=108 v=5 (5 0 0 0) 00000100:00000001:0.0:1767325962.561013:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767325962.561013:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093a835e5. 00000100:00000001:0.0:1767325962.561017:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325962.561021:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=108 v=5 (1 0 0 0) 00000400:00000200:3.0:1767325962.561021:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f68e8c4e 00000400:00000010:3.0:1767325962.561026:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f68e8c4e. 00000100:00000001:1.0:1767325962.561027:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325962.561030:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325962.561033:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767325962.561033:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767325962.561037:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325962.561041:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a858f5b x1853175408637312/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325962.561050:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325962.561051:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a858f5b x1853175408637312/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325962.561058:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021bf7b0a x1853175408637184/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325962.561069:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325962.561074:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325962.561077:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325962.561081:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325962.561083:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325962.561085:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325962.561087:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325962.561088:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325962.561090:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325962.561092:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325962.561097:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=103 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325962.561100:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325962.561102:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325962.561104:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325962.561105:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325962.561108:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325962.561110:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325962.561111:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325962.561113:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325962.561115:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325962.561118:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a858f5b x1853175408637312/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325962.561134:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325962.561136:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325962.561137:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325962.561140:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a858f5b x1853175408637312/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325962.561147:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408637312:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325962.561156:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325962.561158:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325962.561160:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a858f5b x1853175408637312/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325962.561170:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325962.561172:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767325962.561175:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021bf7b0a x1853175408637184/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767325962.561182:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d2c217a. 02000000:00000001:3.0:1767325962.561189:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1767325962.561191:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408637184:192.168.202.142@tcp:400: 00000020:00000001:3.0:1767325962.561192:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325962.561194:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767325962.561200:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767325962.561201:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767325962.561202:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b62e88f4. 02000000:00000001:3.0:1767325962.561206:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767325962.561207:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767325962.561208:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325962.561210:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a858f5b. 00000100:00000040:1.0:1767325962.561213:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021bf7b0a x1853175408637184/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325978 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325962.561216:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325962.561219:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325962.561223:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325962.561229:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767325962.561231:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767325962.561232:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325962.561234:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325962.561235:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009cfe316e. 00000100:00000001:3.0:1767325962.561239:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325962.561241:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767325962.561243:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325962.561244:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325962.561247:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767325962.561250:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325962.561252:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008ce1a50c. 02000000:00000001:1.0:1767325962.561254:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325962.561256:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325962.561258:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021bf7b0a. 00000100:00000001:1.0:1767325962.561263:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325962.561265:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325962.561266:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325962.561271:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325962.561272:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325962.561274:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325962.561276:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325963.579529:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325963.579541:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325963.579544:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325963.579548:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325963.579554:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325963.579556:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325963.579559:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325963.579561:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325963.579565:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325963.579567:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325963.579629:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325963.579634:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325963.579638:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325964.603488:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325964.603495:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325964.603499:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325964.603500:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325964.603563:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325964.603567:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325964.603570:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325965.627543:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325965.627552:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325965.627558:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325965.627559:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325965.627698:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325965.627703:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325965.627706:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325966.395561:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305834178, at 4305834240 00000100:00000040:3.0:1767325966.395561:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305834178, at 4305834240 00000100:00000040:2.0:1767325966.395562:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305834178, at 4305834240 00000100:00000010:1.0:1767325966.395594:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005150918d. 00000100:00000010:2.0:1767325966.395599:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb09c09b. 00000100:00000010:3.0:1767325966.395601:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054dfea46. 00000100:00000040:0.0:1767325966.395665:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305834178, at 4305834240 00000100:00000010:0.0:1767325966.395673:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb8a1c46. 00010000:00000001:0.0:1767325966.651608:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325966.651617:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325966.651624:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325966.651625:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325966.651792:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325966.651797:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325966.651800:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325967.676300:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325967.676311:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325967.676330:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325967.676337:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325967.676394:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325967.676449:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325967.676453:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325967.677487:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325967.677495:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325967.677503:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000020:00000040:2.0:1767325967.677510:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767325967.677516:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325967.677520:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325967.677526:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325967.677535:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f07b907. 00000100:00000001:2.0:1767325967.677543:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325967.677555:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b258af54 x1853175408637568/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325967.677565:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325967.677568:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325967.677573:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_00+0] req@00000000b258af54 x1853175408637568/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325967.677603:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325967.677613:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325967.677615:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325967.677618:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767325967.677619:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767325967.677621:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325967.677623:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325967.677624:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325967.677627:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed9e0e5f. 00000100:00000001:2.0:1767325967.677631:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325967.677634:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000bfc4a11d x1853175408637696/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325967.677641:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325967.677643:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325967.677646:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_01+1] req@00000000bfc4a11d x1853175408637696/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325967.677653:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325967.677655:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325967.677658:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325967.677661:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767325967.677663:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767325967.677665:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325967.677665:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325967.677667:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325967.677670:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e2b156b8. 00000100:00000001:2.0:1767325967.677673:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325967.677676:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000009561302 x1853175408637824/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325967.677682:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325967.677683:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325967.677686:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_02+2] req@0000000009561302 x1853175408637824/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325967.677724:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325967.677726:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767325967.677730:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767325967.677736:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11173) 00000100:00000001:3.0:1767325967.677753:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325967.677760:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325967.677763:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325967.677770:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408637824/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325967.677779:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325967.677781:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325967.677787:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325967.677789:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325967.677793:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325967.677796:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408637824:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325967.677803:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325967.677807:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325967.677810:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767325967.677812:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767325967.677818:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408637696/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325967.677822:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325967.677826:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325967.677828:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325967.677831:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325967.677831:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767325967.677836:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767325967.677838:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767325967.677838:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006aac48fe. 02000000:00000001:0.0:1767325967.677841:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325967.677843:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767325967.677847:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408637696:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325967.677852:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767325967.677853:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093a835e5. 02000000:00000001:0.0:1767325967.677855:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325967.677878:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325967.677880:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325967.677883:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000030b8e58. 02000000:00000001:0.0:1767325967.677887:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325967.677891:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7a81816. 00000400:00000010:3.0:1767325967.677893:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f68e8c4e. 00000400:00000010:0.0:1767325967.677896:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4a8377b. 00000100:00000200:0.0:1767325967.677904:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408637696, portal 10 00000100:00000200:3.0:1767325967.677904:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408637824, portal 10 00000100:00000001:0.0:1767325967.677910:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325967.677910:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325967.677914:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000001:3.0:1767325967.677914:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000040:3.0:1767325967.677924:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408637824/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325967.677936:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408637696/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325967.677937:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325967.677943:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767325967.677948:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000848bd3d. 00000100:00000001:0.0:1767325967.677953:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767325967.677953:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408637824, offset 0 00000100:00000040:0.0:1767325967.677960:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325967.677963:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325967.677966:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2d871. 00000400:00000200:3.0:1767325967.677979:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:0.0:1767325967.677981:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408637696, offset 0 00000400:00000200:3.0:1767325967.677986:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325967.677992:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325967.677996:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325967.677998:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325967.678002:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325967.678004:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [117:117:256:4294967295] 192.168.202.142@tcp LPNI seq info [117:117:8:4294967295] 00000400:00000200:3.0:1767325967.678013:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325967.678018:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325967.678024:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b62e88f4. 00000800:00000200:3.0:1767325967.678030:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325967.678040:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325967.678045:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b62e88f4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325967.678050:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325967.678055:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325967.678057:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325967.678062:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408637568/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325967.678070:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325967.678072:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325967.678074:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325967.678076:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325967.678080:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767325967.678081:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 771602 usecs (772 jiffies) 02000000:00000001:1.0:1767325967.678083:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325967.678087:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305836294 00000100:00100000:1.0:1767325967.678088:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408637568:192.168.202.142@tcp:400: 00000100:00000010:3.0:1767325967.678093:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000707ccc65. 00000100:00000001:1.0:1767325967.678095:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325967.678100:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767325967.678102:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:1.0:1767325967.678103:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325967.678103:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767325967.678108:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325967.678112:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305836294 02000000:00000010:1.0:1767325967.678113:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9096370. 00000400:00000200:0.0:1767325967.678115:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767325967.678118:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325967.678119:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004cc2a4ed. 00000400:00000200:0.0:1767325967.678122:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:1.0:1767325967.678125:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c1447f9. 00000100:00000001:3.0:1767325967.678125:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767325967.678127:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325967.678134:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000010:1.0:1767325967.678134:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cab71f7. 00000100:00000001:3.0:1767325967.678134:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305836294 00000400:00000200:0.0:1767325967.678141:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [118:118:255:4294967295] 192.168.202.142@tcp LPNI seq info [118:118:7:4294967295] 00000100:00000010:3.0:1767325967.678141:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000647593c1. 00000100:00000200:1.0:1767325967.678142:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408637568, portal 25 00000100:00000001:1.0:1767325967.678147:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325967.678149:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767325967.678150:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00000100:00000001:3.0:1767325967.678154:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305836294 00000100:00000040:1.0:1767325967.678159:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408637568/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325967.678159:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054dfea46. 00000400:00000200:0.0:1767325967.678163:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767325967.678164:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767325967.678169:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325967.678174:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325967.678179:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325967.678180:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325967.678181:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767325967.678185:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767325967.678188:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ebbb7ec. 00000100:00000040:1.0:1767325967.678189:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325967.678194:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffc7a60e. 00000100:00000001:3.0:1767325967.678194:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767325967.678198:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408637568, offset 0 00000100:00000001:3.0:1767325967.678199:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325967.678203:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767325967.678205:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767325967.678205:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325967.678208:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325967.678211:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325967.678212:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767325967.678216:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325967.678221:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ebbb7ec type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325967.678225:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767325967.678226:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325967.678231:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767325967.678232:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 525665 usecs (526 jiffies) 00000100:00000001:3.0:1767325967.678233:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325967.678237:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325967.678238:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305836048 00000100:00000001:0.0:1767325967.678243:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305836294 00000400:00000200:1.0:1767325967.678246:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767325967.678249:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305836048 00000400:00000200:1.0:1767325967.678251:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325967.678254:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305836294 00000400:00000200:1.0:1767325967.678257:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767325967.678259:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305836048 00000400:00000200:1.0:1767325967.678264:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [119:119:254:4294967295] 192.168.202.142@tcp LPNI seq info [119:119:6:4294967295] 00000100:00000001:0.0:1767325967.678269:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305836294 00000100:00000001:0.0:1767325967.678275:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305836048 00000400:00000200:1.0:1767325967.678280:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767325967.678281:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305836294 00000100:00000001:0.0:1767325967.678287:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325967.678291:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325967.678292:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767325967.678295:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325967.678298:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079c79e5f. 00000100:00000001:0.0:1767325967.678299:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325967.678307:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767325967.678307:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767325967.678311:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325967.678315:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767325967.678316:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767325967.678319:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767325967.678320:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000079c79e5f type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1767325967.678324:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b62e88f4. 00000100:00000001:1.0:1767325967.678326:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325967.678330:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325967.678331:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305839299 00000100:00000001:0.0:1767325967.678338:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325967.678338:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325967.678341:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305836294 00000100:00000001:0.0:1767325967.678342:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325967.678345:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000848bd3d 00000100:00000001:1.0:1767325967.678347:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305839299 00000100:00000001:0.0:1767325967.678348:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325967.678348:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000848bd3d. 00000100:00000001:2.0:1767325967.678353:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767325967.678355:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305836294 00000100:00000200:2.0:1767325967.678359:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408637824/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325967.678361:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305839299 00000100:00000001:1.0:1767325967.678368:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305836294 00000100:00000001:2.0:1767325967.678371:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325967.678372:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305839299 00000100:00000040:2.0:1767325967.678375:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408637824/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325967.678380:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305836294 00000100:00000001:2.0:1767325967.678383:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325967.678385:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325967.678386:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325967.678390:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325967.678392:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325967.678395:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325967.678423:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325967.678424:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325967.678427:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767325967.678428:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325967.678429:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325967.678431:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767325967.678433:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ebbb7ec. 00000100:00000001:1.0:1767325967.678436:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325967.678439:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325967.678444:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325967.678448:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2d871 00000400:00000010:2.0:1767325967.678450:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2d871. 00000100:00000001:2.0:1767325967.678453:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325967.678456:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408637696/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325967.678464:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325967.678466:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408637696/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325967.678478:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325967.678479:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325967.678533:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325967.678535:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079c79e5f. 00000400:00000200:2.0:1767325967.678537:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325967.678540:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325967.678541:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffc7a60e 00000400:00000010:2.0:1767325967.678542:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffc7a60e. 00000100:00000001:2.0:1767325967.678544:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325967.678546:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408637568/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325967.678551:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325967.678552:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408637568/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325983 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325967.678556:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325967.678556:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325967.680645:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325967.680662:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325967.680666:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325967.680668:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325967.680681:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325967.680698:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03780 00000400:00000200:3.0:1767325967.680706:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x48d [1] + 224 00000800:00000001:3.0:1767325967.680727:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325967.680732:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325967.680739:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325967.680753:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325967.680760:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325967.680766:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408637824/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325967.680778:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408637824/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325967.680805:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325967.680813:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325967.680816:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325967.680818:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325967.680819:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325967.680823:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325967.680829:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03700 00000400:00000200:3.0:1767325967.680833:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x491 [1] + 224 00000800:00000001:3.0:1767325967.680837:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325967.680839:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325967.680841:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325967.680844:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325967.680847:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325967.680850:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408637696/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325967.680869:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408637696/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325967.680934:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325967.680939:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325967.680957:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325967.680962:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325967.680965:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325967.680967:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325967.680969:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325967.680977:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325967.680983:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f03680 00000400:00000200:3.0:1767325967.680988:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x49d [1] + 224 00000800:00000001:3.0:1767325967.680991:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325967.680996:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325967.680998:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325967.681001:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325967.681003:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325967.681007:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408637568/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325967.681025:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408637568/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325967.681039:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325967.681043:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325967.681045:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325967.681074:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325967.681083:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325967.681090:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325967.681092:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325967.681095:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c1447f9. 00000400:00000200:1.0:1767325967.681100:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cab71f7 00000400:00000010:1.0:1767325967.681102:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cab71f7. 00000100:00000001:1.0:1767325967.681105:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325967.681109:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408637568/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325967.681120:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408637568/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325967.681128:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325967.681130:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325967.681132:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325967.681135:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325967.681137:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325967.681139:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325967.681142:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325967.681149:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=113 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325967.681152:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=113 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325967.681155:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325967.681156:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325967.681158:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325967.681160:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325967.681162:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325967.681166:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408637568/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325967.681174:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325967.681177:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325967.681179:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325967.681183:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325967.681184:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408637568/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325967.681188:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325967.681192:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325967.681195:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767325967.681196:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408637568:192.168.202.142@tcp:400: 00000400:00000010:0.0:1767325967.681198:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093a835e5. 00000400:00000200:0.0:1767325967.681204:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f68e8c4e 00000400:00000010:0.0:1767325967.681206:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f68e8c4e. 00000100:00000001:0.0:1767325967.681210:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325967.681217:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325967.681218:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408637824/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325967.681222:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325967.681229:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408637568/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325967.681233:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408637824/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325967.681243:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325967.681247:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767325967.681248:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325967.681250:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325967.681252:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325967.681253:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325967.681255:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325967.681256:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325967.681258:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325967.681259:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9096370. 02000000:00000001:1.0:1767325967.681267:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325967.681270:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1767325967.681271:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=102 v=5 (5 0 0 0) 00000020:00000040:1.0:1767325967.681272:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00001000:0.0:1767325967.681278:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=82 v=5 (1 0 0 0) 00000020:00000001:1.0:1767325967.681279:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325967.681283:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f07b907. 00000100:00000001:0.0:1767325967.681284:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325967.681286:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325967.681289:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767325967.681290:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:0.0:1767325967.681293:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000009561302 x1853175408637824/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325967.681297:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767325967.681304:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325967.681307:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000010:1.0:1767325967.681310:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000040:0.0:1767325967.681311:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325967.681315:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325967.681317:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325967.681318:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767325967.681322:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408637824/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325967.681322:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325967.681325:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325967.681334:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325967.681336:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325967.681337:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325967.681342:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325967.681343:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325967.681345:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325967.681348:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325967.681351:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408637824/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325967.681360:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408637824:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325967.681365:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325967.681367:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325967.681369:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408637824/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325967.681375:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325967.681377:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325967.681379:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006aac48fe. 02000000:00000001:0.0:1767325967.681383:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325967.681384:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325967.681385:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767325967.681387:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325967.681389:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e2b156b8. 02000000:00000001:0.0:1767325967.681391:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325967.681392:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325967.681393:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:0.0:1767325967.681396:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325967.681427:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325967.681430:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325967.681434:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325967.681435:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325967.681437:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325967.681439:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325967.681823:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325967.681826:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325967.681828:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7a81816. 00000400:00000200:2.0:1767325967.681832:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a8377b 00000400:00000010:2.0:1767325967.681833:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4a8377b. 00000100:00000001:2.0:1767325967.681836:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325967.681840:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408637696/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325967.681848:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408637696/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325967.681855:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325967.681868:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325967.681870:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325967.681872:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325967.681873:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325967.681880:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325967.681882:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325967.681886:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=108 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325967.681889:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=108 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325967.681891:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325967.681893:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325967.681894:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325967.681896:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325967.681899:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325967.681900:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325967.681902:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325967.681903:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325967.681906:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408637696/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325967.681913:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325967.681915:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325967.681917:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325967.681920:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408637696/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325967.681927:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408637696:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325967.681931:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325967.681933:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325967.681935:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408637696/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325983 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325967.681941:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325967.681943:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325967.681945:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000030b8e58. 02000000:00000001:2.0:1767325967.681947:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325967.681949:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325967.681950:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767325967.681952:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325967.681954:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed9e0e5f. 02000000:00000001:2.0:1767325967.681956:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325967.681962:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325967.681963:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:2.0:1767325967.681966:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325967.681967:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325967.681969:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325967.681973:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325967.681974:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325967.681976:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325967.681977:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325968.699556:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325968.699566:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325968.699574:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325968.699576:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325968.699688:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325968.699693:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325968.699697:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325969.723553:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325969.723562:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325969.723569:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325969.723570:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325969.723762:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325969.723767:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325969.723770:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325970.747500:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325970.747509:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325970.747517:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325970.747518:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325970.749174:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325970.749183:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325970.749189:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325971.515532:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305839299, at 4305839360 00000100:00000040:0.0:1767325971.515533:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305839299, at 4305839360 00000100:00000040:1.0:1767325971.515533:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305839299, at 4305839360 00000100:00000040:2.0:1767325971.515533:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305839299, at 4305839360 00000100:00000010:3.0:1767325971.515553:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054dfea46. 00000100:00000010:0.0:1767325971.515559:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000707ccc65. 00000100:00000010:1.0:1767325971.515564:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004cc2a4ed. 00000100:00000010:2.0:1767325971.515566:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000647593c1. 00010000:00000001:0.0:1767325971.771926:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325971.771933:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325971.771938:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325971.771941:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325971.771943:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325971.771948:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325971.771950:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325971.771951:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325971.771954:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325971.771955:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325971.771957:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325971.771958:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325971.771999:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325971.772002:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325971.772005:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325972.795539:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767325972.795546:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325972.795553:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325972.795555:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767325972.795560:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325972.795563:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325972.795571:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767325972.795580:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767325972.795585:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767325972.795586:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1767325972.795591:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325972.795592:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325972.795600:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325972.795604:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:2.0:1767325972.795610:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed9e0e5f. 00000100:00000001:2.0:1767325972.795621:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325972.795634:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000bfc4a11d x1853175408637952/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325972.795646:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325972.795649:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325972.795654:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_03+3] req@00000000bfc4a11d x1853175408637952/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325972.795683:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325972.795686:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325972.795690:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325972.795694:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000020:00000040:2.0:1767325972.795696:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767325972.795698:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325972.795699:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325972.795703:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767325972.795705:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325972.795720:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325972.795726:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408637952/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325972.795732:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325972.795739:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:2.0:1767325972.795744:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325972.795747:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767325972.795749:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000006b877052 x1853175408638080/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325972.795759:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767325972.795759:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325972.795762:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325972.795766:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767325972.795767:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_00+0] req@000000006b877052 x1853175408638080/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325972.795771:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325972.795777:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325972.795784:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408637952:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325972.795790:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325972.795797:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325972.795800:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325972.795803:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767325972.795807:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325972.795822:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e26748cd. 02000000:00000001:3.0:1767325972.795824:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325972.795832:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fc3c7fe. 00000100:00000040:2.0:1767325972.795834:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325972.795839:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767325972.795841:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9265563. 00000100:00000010:2.0:1767325972.795844:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767325972.795848:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767325972.795850:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1767325972.795851:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408637952, portal 25 02000000:00000001:2.0:1767325972.795852:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325972.795855:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325972.795857:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325972.795860:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000040:3.0:1767325972.795866:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408637952/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325972.795868:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e2b156b8. 00000100:00000001:2.0:1767325972.795877:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325972.795878:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325972.795885:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000009561302 x1853175408638208/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767325972.795886:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767325972.795894:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325972.795895:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325972.795899:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_01+1] req@0000000009561302 x1853175408638208/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325972.795909:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e3485e7. 00000100:00000001:2.0:1767325972.795912:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325972.795914:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408637952, offset 0 00000100:00000040:2.0:1767325972.795916:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767325972.795922:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767325972.795926:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767325972.795929:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11178) 00000400:00000200:3.0:1767325972.795944:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767325972.795947:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325972.795951:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325972.795952:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767325972.795954:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767325972.795959:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:2.0:1767325972.795962:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408638208/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325972.795972:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325972.795973:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325972.795976:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325972.795978:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767325972.795980:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325972.795984:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325972.795985:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [120:120:256:4294967295] 192.168.202.142@tcp LPNI seq info [120:120:8:4294967295] 02000000:00000001:2.0:1767325972.795989:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325972.795995:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408638208:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325972.796002:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325972.796006:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767325972.796006:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:2.0:1767325972.796007:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325972.796011:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325972.796012:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325972.796015:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767325972.796019:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000010:2.0:1767325972.796021:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1ee60d3. 02000000:00000001:2.0:1767325972.796025:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325972.796027:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 00000400:00000010:2.0:1767325972.796031:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b44e8a95. 00000400:00000010:2.0:1767325972.796037:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b272184d. 00000100:00000200:2.0:1767325972.796042:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408638208, portal 10 00000100:00000001:2.0:1767325972.796046:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767325972.796046:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767325972.796049:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000040:2.0:1767325972.796058:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408638208/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325972.796060:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325972.796068:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325972.796071:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767325972.796077:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767325972.796080:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026020036. 00000100:00000200:2.0:1767325972.796083:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408638208, offset 0 00000100:00000001:3.0:1767325972.796084:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325972.796090:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325972.796091:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305844417 00000100:00000010:3.0:1767325972.796098:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054dfea46. 00000400:00000200:2.0:1767325972.796101:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767325972.796106:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767325972.796108:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767325972.796109:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767325972.796114:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767325972.796117:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305844417 00000100:00000010:3.0:1767325972.796123:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f2c375f4. 00000400:00000200:2.0:1767325972.796126:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767325972.796129:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767325972.796133:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [121:121:255:4294967295] 192.168.202.142@tcp LPNI seq info [121:121:7:4294967295] 00000100:00000001:3.0:1767325972.796135:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305844417 00000100:00000010:3.0:1767325972.796140:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d6324ee. 00000100:00000001:3.0:1767325972.796144:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767325972.796149:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767325972.796149:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305844417 00000100:00000010:3.0:1767325972.796155:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea4af69. 00000100:00000001:3.0:1767325972.796159:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767325972.796162:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325972.796163:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325972.796168:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767325972.796169:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f07b907. 00000100:00000001:3.0:1767325972.796171:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325972.796174:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767325972.796178:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767325972.796184:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767325972.796185:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767325972.796189:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f07b907 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325972.796189:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325972.796193:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325972.796195:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325972.796196:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325972.796199:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325972.796201:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 743190 usecs (744 jiffies) 00000100:00000001:3.0:1767325972.796202:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325972.796207:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305841384 00000100:00000001:2.0:1767325972.796211:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305844417 00000100:00000001:2.0:1767325972.796213:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305841384 00000100:00000001:2.0:1767325972.796215:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305844417 00000100:00000001:2.0:1767325972.796218:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305841384 00000100:00000001:2.0:1767325972.796220:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305844417 00000100:00000001:2.0:1767325972.796222:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305841384 00000100:00000001:2.0:1767325972.796225:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305844417 00000100:00000001:2.0:1767325972.796227:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325972.796229:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325972.796232:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325972.796233:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325972.796238:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325972.796239:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325972.796241:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325972.796242:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325972.796244:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325972.796246:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767325972.796248:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325972.796256:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325972.796258:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325972.796260:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325972.796261:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325972.796263:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1767325972.796266:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767325972.796267:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408638080/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767325972.796272:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 00000100:00000001:2.0:1767325972.796281:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325972.796282:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325972.796284:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325972.796286:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325972.796289:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325972.796291:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767325972.796292:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408638080:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325972.796297:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325972.796300:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 02000000:00000001:2.0:1767325972.796302:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767325972.796305:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325972.796307:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e3485e7 02000000:00000001:2.0:1767325972.796308:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767325972.796312:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e3485e7. 02000000:00000010:2.0:1767325972.796313:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af5b7571. 00000100:00000001:0.0:1767325972.796317:0:211389:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767325972.796317:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325972.796323:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000605dea7a. 00000100:00000200:0.0:1767325972.796324:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408637952/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767325972.796329:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055cc6549. 00000100:00000200:2.0:1767325972.796335:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408638080, portal 10 00000100:00000001:2.0:1767325972.796338:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325972.796339:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000040:2.0:1767325972.796348:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408638080/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325972.796353:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325972.796358:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325972.796359:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408637952/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325988 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325972.796366:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767325972.796371:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c84e6f. 00000100:00000001:0.0:1767325972.796374:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767325972.796375:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408638080, offset 0 00000100:00000001:0.0:1767325972.796377:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767325972.796385:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325972.796391:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767325972.796394:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767325972.796396:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325972.796422:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f07b907. 00000400:00000200:0.0:1767325972.796425:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325972.796431:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325972.796435:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767325972.796439:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767325972.796442:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767325972.796488:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325972.796491:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325972.796529:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [122:122:255:4294967295] 192.168.202.142@tcp LPNI seq info [122:122:7:4294967295] 00000400:00000200:2.0:1767325972.796537:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767325972.796543:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325972.796544:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026020036 00000800:00000010:2.0:1767325972.796547:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039fc680f. 00000400:00000010:0.0:1767325972.796548:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026020036. 00000100:00000001:0.0:1767325972.796554:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767325972.796557:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:0.0:1767325972.796561:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408638208/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767325972.796567:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767325972.796572:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000039fc680f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325972.796577:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325972.796579:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325972.796583:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408638208/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325972.796584:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 508318 usecs (509 jiffies) 00000100:00000001:2.0:1767325972.796590:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305841150 00000100:00000001:2.0:1767325972.796596:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305844417 00000100:00000001:0.0:1767325972.796597:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325972.796602:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767325972.796602:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305841150 00000100:00000001:2.0:1767325972.796606:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305844417 00000100:00000001:2.0:1767325972.796608:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305841150 00000100:00000001:2.0:1767325972.796611:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305844417 00000100:00000001:2.0:1767325972.796612:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305841150 00000100:00000001:2.0:1767325972.796614:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305844417 00000100:00000001:2.0:1767325972.796617:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325972.796619:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325972.796622:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325972.796624:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325972.796650:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325972.796653:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039fc680f. 00000400:00000200:0.0:1767325972.796657:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325972.796661:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767325972.796664:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c84e6f 00000400:00000010:0.0:1767325972.796665:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c84e6f. 00000100:00000001:0.0:1767325972.796668:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325972.796671:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408638080/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325972.796677:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325972.796680:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408638080/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325972.796696:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325972.796698:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325972.798027:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325972.798045:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325972.798050:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325972.798052:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325972.798061:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325972.798088:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f03800 00000400:00000200:2.0:1767325972.798096:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x4a5 [1] + 224 00000800:00000001:2.0:1767325972.798106:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325972.798112:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325972.798114:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325972.798117:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325972.798124:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325972.798131:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408637952/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325972.798142:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408637952/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325972.798170:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325972.798178:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325972.798183:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325972.798185:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325972.798187:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325972.798193:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325972.798200:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03900 00000100:00000001:3.0:1767325972.798201:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325972.798205:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325972.798207:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x4ad [1] + 224 00000800:00000001:2.0:1767325972.798212:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325972.798216:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325972.798218:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325972.798221:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:3.0:1767325972.798225:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325972.798228:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325972.798231:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fc3c7fe. 00000400:00000200:3.0:1767325972.798235:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9265563 00000400:00000010:3.0:1767325972.798236:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9265563. 00000100:00000001:3.0:1767325972.798246:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325972.798247:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325972.798252:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408637952/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325972.798255:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408638208/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325972.798274:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408637952/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325972.798278:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408638208/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325972.798292:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325972.798294:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325972.798297:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325972.798301:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325972.798302:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325972.798304:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767325972.798308:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325972.798311:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325972.798315:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325972.798319:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325972.798323:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325972.798325:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767325972.798325:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=118 v=5 (5 0 0 0) 00000400:00000200:2.0:1767325972.798333:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00001000:3.0:1767325972.798333:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=118 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325972.798340:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325972.798344:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325972.798347:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03880 00010000:00000001:3.0:1767325972.798349:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767325972.798352:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767325972.798353:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325972.798354:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x4b5 [1] + 224 00000100:00000001:0.0:1767325972.798356:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325972.798359:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767325972.798363:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767325972.798363:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767325972.798366:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408637952/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325972.798367:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325972.798371:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b44e8a95. 00000800:00000001:2.0:1767325972.798372:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325972.798378:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325972.798378:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325972.798379:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b272184d 00000400:00000010:0.0:1767325972.798383:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b272184d. 00000100:00000001:3.0:1767325972.798384:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767325972.798387:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325972.798388:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325972.798390:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767325972.798394:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408637952/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325972.798395:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325972.798421:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408638208/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325972.798431:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408638208/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325972.798441:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408637952:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325972.798448:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325972.798452:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767325972.798454:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767325972.798457:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408637952/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325972.798458:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325972.798464:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325972.798467:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325972.798468:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767325972.798470:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325972.798472:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325972.798474:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325972.798477:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767325972.798481:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=107 v=5 (5 0 0 0) 02000000:00000010:3.0:1767325972.798481:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e26748cd. 02000000:00000001:3.0:1767325972.798486:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767325972.798488:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=87 v=5 (1 0 0 0) 00000020:00000001:3.0:1767325972.798488:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325972.798491:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767325972.798494:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767325972.798495:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408638080/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767325972.798495:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767325972.798497:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767325972.798500:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed9e0e5f. 00010000:00000001:0.0:1767325972.798503:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767325972.798507:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325972.798511:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:0.0:1767325972.798512:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000009561302 x1853175408638208/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325972.798516:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408638080/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767325972.798516:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:3.0:1767325972.798523:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325972.798526:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325972.798532:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325972.798539:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325972.798543:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325972.798543:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325972.798544:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325972.798548:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325972.798548:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325972.798551:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325972.798553:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325972.798554:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325972.798556:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325972.798558:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325972.798559:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325972.798567:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408638208/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325972.798572:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325972.798574:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325972.798575:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325972.798577:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408638208/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325972.798582:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408638208:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325972.798585:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325972.798587:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325972.798590:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408638208/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325972.798596:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325972.798598:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325972.798600:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1ee60d3. 02000000:00000001:0.0:1767325972.798603:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325972.798605:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325972.798605:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767325972.798607:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325972.798609:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e2b156b8. 02000000:00000001:0.0:1767325972.798611:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325972.798612:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325972.798613:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:0.0:1767325972.798616:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325972.798617:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325972.798619:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325972.798621:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325972.798622:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325972.798625:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325972.798627:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325972.798628:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000605dea7a. 00000400:00000200:0.0:1767325972.798630:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055cc6549 00000400:00000010:0.0:1767325972.798632:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055cc6549. 00000100:00000001:0.0:1767325972.798634:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325972.798643:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408638080/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325972.798650:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408638080/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325972.798656:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325972.798658:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325972.798660:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325972.798661:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325972.798662:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325972.798664:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325972.798666:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325972.798670:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=113 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325972.798673:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=113 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325972.798675:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325972.798676:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325972.798678:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325972.798680:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325972.798682:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325972.798683:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325972.798685:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325972.798686:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325972.798689:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408638080/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325972.798696:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325972.798697:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325972.798699:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325972.798701:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408638080/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325972.798707:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408638080:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325972.798710:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325972.798711:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325972.798713:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408638080/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325988 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325972.798721:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325972.798722:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325972.798724:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af5b7571. 02000000:00000001:0.0:1767325972.798726:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325972.798727:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325972.798727:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767325972.798729:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325972.798730:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 02000000:00000001:0.0:1767325972.798731:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325972.798732:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325972.798733:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000001:0.0:1767325972.798734:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325972.798735:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325972.798736:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325972.798739:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325972.798740:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325972.798741:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325972.798742:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325973.819560:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325973.819573:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325973.819576:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325973.819579:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325973.819585:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325973.819587:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325973.819589:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325973.819591:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325973.819595:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325973.819596:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325973.819650:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325973.819654:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325973.819657:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325974.843552:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325974.843562:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325974.843570:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325974.843571:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325974.843631:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325974.843637:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325974.843640:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325975.867548:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325975.867558:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325975.867566:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325975.867567:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767325975.867718:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325975.867723:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325975.867726:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325976.635525:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305844417, at 4305844480 00000100:00000040:1.0:1767325976.635525:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305844417, at 4305844480 00000100:00000040:2.0:1767325976.635525:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305844417, at 4305844480 00000100:00000010:2.0:1767325976.635547:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d6324ee. 00000100:00000010:1.0:1767325976.635548:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f2c375f4. 00000100:00000010:0.0:1767325976.635552:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054dfea46. 00000100:00000040:3.0:1767325976.635650:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305844417, at 4305844480 00000100:00000010:3.0:1767325976.635659:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea4af69. 00010000:00000001:0.0:1767325976.891550:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325976.891572:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325976.891580:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325976.891581:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325976.891809:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325976.891813:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325976.891815:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325977.915529:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325977.915541:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325977.915618:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000020:00000040:2.0:1767325977.915627:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767325977.915631:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325977.915635:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325977.915641:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325977.915651:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052a5ce86. 00000100:00000001:2.0:1767325977.915658:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325977.915672:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b258af54 x1853175408638336/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325977.915708:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325977.915711:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325977.915719:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_02+2] req@00000000b258af54 x1853175408638336/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325977.915745:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325977.915748:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325977.915750:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325977.915754:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767325977.915756:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767325977.915758:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325977.915759:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325977.915772:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325977.915776:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dadd9a6c. 00000100:00000001:2.0:1767325977.915779:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325977.915782:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000b6591187 x1853175408638464/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325977.915790:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325977.915791:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325977.915793:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_03+3] req@00000000b6591187 x1853175408638464/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325977.915801:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325977.915803:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325977.915806:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325977.915809:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767325977.915811:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767325977.915813:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325977.915814:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325977.915815:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325977.915817:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064d7910e. 00000100:00000001:2.0:1767325977.915825:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325977.915829:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000e6bdf5e7 x1853175408638592/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325977.915835:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325977.915836:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325977.915839:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_00+0] req@00000000e6bdf5e7 x1853175408638592/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325977.915868:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325977.915870:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767325977.915873:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767325977.915879:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11183) 00000100:00000001:3.0:1767325977.916170:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325977.916176:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325977.916179:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767325977.916186:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408638464/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325977.916197:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325977.916200:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325977.916205:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325977.916207:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325977.916210:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325977.916213:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408638464:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325977.916226:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325977.916234:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325977.916237:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325977.916240:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325977.916244:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce8210b3. 02000000:00000001:3.0:1767325977.916246:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325977.916254:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fc3c7fe. 00000400:00000010:3.0:1767325977.916262:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9265563. 00000100:00000200:3.0:1767325977.916270:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408638464, portal 10 00000100:00000001:3.0:1767325977.916273:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325977.916275:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000040:3.0:1767325977.916281:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408638464/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325977.916289:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325977.916292:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767325977.916295:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010912c81. 00000100:00000200:3.0:1767325977.916298:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408638464, offset 0 00000400:00000200:3.0:1767325977.916305:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325977.916322:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325977.916328:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325977.916335:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325977.916339:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325977.916341:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325977.916345:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [123:123:256:4294967295] 192.168.202.142@tcp LPNI seq info [123:123:8:4294967295] 00000400:00000200:3.0:1767325977.916357:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325977.916364:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325977.916370:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea9a1391. 00000800:00000200:3.0:1767325977.916377:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325977.916386:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325977.916391:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea9a1391 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325977.916429:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325977.916441:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 492037 usecs (493 jiffies) 00000100:00000001:3.0:1767325977.916445:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305846254 00000100:00000010:3.0:1767325977.916450:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000647593c1. 00000100:00000001:3.0:1767325977.916458:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767325977.916465:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305846254 00000100:00000010:3.0:1767325977.916468:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004cc2a4ed. 00000100:00000001:3.0:1767325977.916471:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767325977.916478:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305846254 00000100:00000010:3.0:1767325977.916481:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000707ccc65. 00000100:00000001:3.0:1767325977.916485:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767325977.916489:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305846254 00000100:00000010:3.0:1767325977.916492:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea4af69. 00000100:00000001:3.0:1767325977.916495:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767325977.916499:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325977.916502:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325977.916506:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325977.916509:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325977.916518:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325977.916521:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325977.916524:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325977.916525:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325977.916527:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325977.916528:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767325977.916530:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767325977.916533:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325977.916534:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325977.916539:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325977.916540:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325977.916542:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325977.916543:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325977.916544:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767325977.916548:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767325977.916548:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325977.916551:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325977.916552:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408638336/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325977.916557:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325977.916560:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325977.916565:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325977.916567:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325977.916568:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325977.916569:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325977.916575:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408638592/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325977.916577:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325977.916587:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767325977.916588:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325977.916593:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325977.916593:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325977.916597:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325977.916598:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325977.916603:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325977.916604:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325977.916611:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408638336:192.168.202.142@tcp:400: 00000100:00100000:0.0:1767325977.916612:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408638592:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325977.916621:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767325977.916622:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325977.916627:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325977.916627:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325977.916630:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325977.916631:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325977.916635:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767325977.916636:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767325977.916640:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000291db5bf. 02000000:00000010:0.0:1767325977.916642:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8936372. 02000000:00000001:0.0:1767325977.916646:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325977.916649:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1c8183f. 00000400:00000010:0.0:1767325977.916654:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600e12d3. 00000100:00000200:0.0:1767325977.916657:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408638592, portal 10 00000100:00000001:0.0:1767325977.916659:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325977.916660:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000100:00000040:0.0:1767325977.916673:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408638592/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325977.916680:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325977.916683:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325977.916686:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044f99395. 00000100:00000200:0.0:1767325977.916689:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408638592, offset 0 00000400:00000200:0.0:1767325977.916694:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325977.916699:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767325977.916702:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767325977.916705:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325977.916708:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767325977.916710:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325977.916713:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [124:124:255:4294967295] 192.168.202.142@tcp LPNI seq info [124:124:7:4294967295] 00000400:00000200:0.0:1767325977.916721:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767325977.916725:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767325977.916729:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d41e7546. 00000800:00000200:0.0:1767325977.916732:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767325977.916737:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325977.916739:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d41e7546 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767325977.916743:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325977.916746:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 716761 usecs (717 jiffies) 00000100:00000001:0.0:1767325977.916748:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305846478 00000100:00000001:0.0:1767325977.916753:0:211395:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, simply extend its deadline from 4305846254 00000100:00000001:0.0:1767325977.916757:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305846478 00000100:00000001:0.0:1767325977.916760:0:211395:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, simply extend its deadline from 4305846254 00000100:00000001:0.0:1767325977.916775:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305846478 00000100:00000001:0.0:1767325977.916778:0:211395:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, simply extend its deadline from 4305846254 00000100:00000001:0.0:1767325977.916780:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305846478 00000100:00000001:0.0:1767325977.916789:0:211395:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, simply extend its deadline from 4305846254 00000100:00000001:0.0:1767325977.916792:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325977.916794:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325977.916796:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325977.916799:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325977.916801:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325977.916807:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea9a1391. 00000400:00000200:2.0:1767325977.916814:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325977.916819:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325977.916821:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00010000:00000001:0.0:1767325977.916826:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1767325977.916827:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325977.916831:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010912c81 00010000:00000001:0.0:1767325977.916832:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325977.916836:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010912c81. 00010000:00000001:0.0:1767325977.916838:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325977.916841:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325977.916843:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325977.916849:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408638464/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325977.916861:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325977.916865:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408638464/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767325977.916866:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767325977.916872:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767325977.916877:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767325977.916879:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325977.916882:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325977.916898:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325977.916901:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d41e7546. 00000400:00000200:2.0:1767325977.916904:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325977.916907:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325977.916909:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044f99395 00000400:00000010:2.0:1767325977.916928:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044f99395. 00000100:00000001:2.0:1767325977.916932:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325977.916935:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408638592/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325977.916942:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325977.916945:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408638592/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325977.916950:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325977.916952:0:211387:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767325977.917863:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325977.917870:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045391dca. 00000400:00000010:3.0:1767325977.917876:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b14ccc. 00000100:00000200:3.0:1767325977.917879:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408638336, portal 25 00000100:00000001:3.0:1767325977.917881:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325977.917883:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00000100:00000040:3.0:1767325977.917888:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408638336/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325977.917897:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325977.917899:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767325977.917901:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ead26eaf. 00000100:00000200:3.0:1767325977.917904:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408638336, offset 0 00000400:00000200:3.0:1767325977.917908:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325977.917915:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325977.917918:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325977.918013:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325977.918018:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325977.918020:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325977.918024:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [125:125:256:4294967295] 192.168.202.142@tcp LPNI seq info [125:125:8:4294967295] 00000400:00000200:3.0:1767325977.918033:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325977.918038:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325977.918043:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8b9f1ee. 00000800:00000200:3.0:1767325977.918055:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325977.918060:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325977.918064:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8b9f1ee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325977.918132:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325977.918136:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305849539 00000100:00000001:3.0:1767325977.918141:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305846478 00000100:00000001:3.0:1767325977.918145:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305849539 00000100:00000001:3.0:1767325977.918147:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305846478 00000100:00000001:3.0:1767325977.918150:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305849539 00000100:00000001:3.0:1767325977.918153:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305846478 00000100:00000001:3.0:1767325977.918156:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305849539 00000100:00000001:3.0:1767325977.918158:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305846478 00000100:00000001:3.0:1767325977.918160:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325977.918162:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325977.918166:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325977.918169:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325977.918458:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767325977.918461:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8b9f1ee. 00000400:00000200:0.0:1767325977.918464:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325977.918466:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767325977.918470:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ead26eaf 00000400:00000010:0.0:1767325977.918471:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ead26eaf. 00000100:00000001:0.0:1767325977.918473:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767325977.918475:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408638336/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325977.918480:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325977.918482:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408638336/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325977.918486:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325977.918487:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767325977.918491:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325977.918499:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767325977.918501:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325977.918502:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325977.918507:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767325977.918517:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03a00 00000400:00000200:0.0:1767325977.918522:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x4bd [1] + 224 00000800:00000001:0.0:1767325977.918529:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325977.918540:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767325977.918545:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767325977.918554:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325977.918558:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325977.918562:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408638464/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767325977.918570:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408638464/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325977.918582:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767325977.918589:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767325977.918593:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325977.918596:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325977.918599:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325977.918604:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325977.918606:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325977.918608:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fc3c7fe. 00000400:00000200:3.0:1767325977.918610:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9265563 00000400:00000010:3.0:1767325977.918612:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9265563. 00000100:00000001:3.0:1767325977.918615:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325977.918618:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408638464/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325977.918626:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408638464/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325977.918632:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325977.918634:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325977.918636:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325977.918644:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325977.918647:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325977.918650:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325977.918653:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325977.918662:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=118 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325977.918666:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=118 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325977.918669:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325977.918671:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325977.918674:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325977.918678:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325977.918682:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325977.918685:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325977.918687:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325977.918688:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325977.918692:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408638464/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325977.918700:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325977.918703:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325977.918704:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325977.918708:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408638464/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325977.918715:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408638464:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325977.918720:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325977.918722:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325977.918724:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408638464/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325977.918730:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325977.918733:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325977.918736:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce8210b3. 02000000:00000001:3.0:1767325977.918834:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325977.918836:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325977.918837:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767325977.918839:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325977.918845:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dadd9a6c. 02000000:00000001:3.0:1767325977.918848:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325977.918850:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325977.918851:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:3.0:1767325977.918855:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325977.918856:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325977.918858:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325977.918859:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325977.918861:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325977.918862:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325977.918863:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325977.920520:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325977.920759:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325977.920773:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325977.920777:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325977.920787:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325977.920803:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03a80 00000400:00000200:2.0:1767325977.920811:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x4c5 [1] + 224 00000800:00000001:2.0:1767325977.920818:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325977.920822:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325977.920825:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325977.920829:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325977.920835:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325977.920840:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408638592/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325977.920850:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408638592/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325977.920898:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325977.920907:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325977.920907:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325977.920910:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767325977.920911:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325977.920913:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325977.920914:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325977.920916:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325977.920918:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767325977.920918:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000010:0.0:1767325977.920921:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1c8183f. 00000400:00000200:0.0:1767325977.920924:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600e12d3 00000400:00000200:2.0:1767325977.920924:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f03980 00000400:00000010:0.0:1767325977.920930:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600e12d3. 00000100:00000001:0.0:1767325977.920933:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325977.920937:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408638592/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325977.920943:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x4cd [1] + 224 00000100:00000200:0.0:1767325977.920945:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408638592/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767325977.920947:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325977.920951:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325977.920952:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325977.920953:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325977.920954:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767325977.920956:0:211395:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767325977.920957:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 02000000:00000001:0.0:1767325977.920959:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325977.920960:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325977.920962:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767325977.920963:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408638336/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325977.920964:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325977.920967:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325977.920970:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408638336/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767325977.920974:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=112 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325977.920978:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325977.920981:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325977.920983:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325977.920983:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767325977.920986:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767325977.920987:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325977.920989:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767325977.920990:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e6bdf5e7 x1853175408638592/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325977.921003:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325977.921007:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325977.921008:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325977.921010:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325977.921012:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325977.921016:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408638592/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325977.921022:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325977.921025:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325977.921027:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325977.921030:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408638592/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325977.921037:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408638592:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325977.921043:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325977.921045:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325977.921047:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408638592/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325977.921054:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325977.921056:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325977.921058:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8936372. 02000000:00000001:0.0:1767325977.921062:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325977.921064:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325977.921066:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767325977.921068:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325977.921071:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000064d7910e. 02000000:00000001:0.0:1767325977.921074:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325977.921076:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325977.921079:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:0.0:1767325977.921082:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325977.921084:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325977.921089:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325977.921091:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325977.921093:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325977.921098:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325977.921100:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767325977.921101:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325977.921105:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325977.921107:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325977.921109:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325977.921112:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045391dca. 00000400:00000200:3.0:1767325977.921117:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b14ccc 00000400:00000010:3.0:1767325977.921119:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b14ccc. 00000100:00000001:3.0:1767325977.921123:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325977.921128:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408638336/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325977.921138:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408638336/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325977.921145:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325977.921147:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325977.921148:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325977.921150:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325977.921151:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325977.921153:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325977.921155:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325977.921158:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=123 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325977.921161:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=123 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325977.921163:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325977.921164:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325977.921166:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325977.921168:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325977.921170:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325977.921180:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408638336/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325977.921186:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325977.921188:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325977.921190:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325977.921192:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408638336/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325977.921200:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408638336:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325977.921204:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325977.921206:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325977.921208:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408638336/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325993 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325977.921214:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325977.921216:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325977.921218:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000291db5bf. 02000000:00000001:3.0:1767325977.921220:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325977.921222:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325977.921223:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767325977.921225:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325977.921226:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052a5ce86. 02000000:00000001:3.0:1767325977.921229:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325977.921230:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325977.921232:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000001:3.0:1767325977.921234:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325977.921235:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325977.921237:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325977.921241:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325977.921242:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325977.921244:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325977.921246:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325978.939532:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325978.939542:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325978.939550:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325978.939551:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325978.939614:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325978.939620:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325978.939623:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325979.963532:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325979.963539:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325979.963545:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325979.963547:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325979.963633:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325979.963638:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325979.963641:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325980.987540:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325980.987549:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325980.987555:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325980.987557:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325980.987654:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325980.987688:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325980.987690:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325981.755512:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305849539, at 4305849600 00000100:00000040:2.0:1767325981.755512:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305849539, at 4305849600 00000100:00000010:2.0:1767325981.755535:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000707ccc65. 00000100:00000010:0.0:1767325981.755539:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000647593c1. 00000100:00000040:1.0:1767325981.757708:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305849539, at 4305849602 00000100:00000010:1.0:1767325981.757738:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004cc2a4ed. 00000100:00000040:3.0:1767325981.757829:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305849539, at 4305849602 00000100:00000010:3.0:1767325981.757836:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea4af69. 00010000:00000001:0.0:1767325982.011521:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325982.011530:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325982.011536:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325982.011540:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325982.011542:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325982.011549:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325982.011552:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325982.011565:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325982.011570:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325982.011573:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325982.011574:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325982.011576:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325982.011737:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325982.011741:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325982.011744:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325983.035560:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:2.0:1767325983.035565:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767325983.035570:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325983.035579:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1767325983.035579:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767325983.035583:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767325983.035594:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767325983.035603:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767325983.035609:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325983.035613:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1767325983.035620:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767325983.035620:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325983.035625:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325983.035630:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:2.0:1767325983.035633:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 00000100:00000001:2.0:1767325983.035642:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325983.035657:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000032a2412e x1853175408638720/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325983.035682:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325983.035686:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325983.035694:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_01+1] req@0000000032a2412e x1853175408638720/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325983.035734:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325983.035737:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325983.035741:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325983.035744:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d9e0dd. 00000100:00000001:0.0:1767325983.035746:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767325983.035748:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767325983.035752:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325983.035753:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767325983.035756:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767325983.035757:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325983.035761:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325983.035765:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408638720/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767325983.035767:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089a1fa3e. 00000100:00000001:2.0:1767325983.035774:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325983.035778:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325983.035781:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325983.035784:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325983.035784:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000028d9e0dd x1853175408638848/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767325983.035786:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325983.035794:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767325983.035797:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767325983.035799:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325983.035800:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325983.035805:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325983.035808:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d9e0dd] to pc [ptlrpcd_00_02+2] req@0000000028d9e0dd x1853175408638848/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325983.035812:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408638720:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325983.035823:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767325983.035831:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767325983.035835:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325983.035838:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767325983.035843:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e769b2c. 00000100:00000001:2.0:1767325983.035845:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325983.035846:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325983.035849:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325983.035853:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767325983.035856:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1c8183f. 00000100:00000010:2.0:1767325983.035858:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000020:00000040:2.0:1767325983.035863:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767325983.035866:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325983.035867:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767325983.035868:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600e12d3. 02000000:00000001:2.0:1767325983.035870:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325983.035876:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb30d8a. 00000100:00000200:0.0:1767325983.035880:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408638720, portal 25 00000100:00000001:0.0:1767325983.035885:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767325983.035886:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325983.035887:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000040:2.0:1767325983.035893:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b258af54 x1853175408638976/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325983.035900:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325983.035901:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325983.035904:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_03+3] req@00000000b258af54 x1853175408638976/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325983.035911:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325983.035913:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767325983.035916:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767325983.035921:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11188) 00000100:00000040:0.0:1767325983.035976:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408638720/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325983.035984:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325983.035985:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767325983.035989:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767325983.035993:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767325983.035995:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057503a90. 00000100:00000001:1.0:1767325983.035996:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767325983.036001:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408638720, offset 0 00000100:00000040:1.0:1767325983.036006:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d9e0dd x1853175408638848/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767325983.036014:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325983.036017:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325983.036022:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325983.036024:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325983.036025:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325983.036027:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325983.036032:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767325983.036033:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408638976/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767325983.036035:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767325983.036038:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:1.0:1767325983.036041:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325983.036050:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1767325983.036050:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408638848:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325983.036051:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325983.036054:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325983.036059:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325983.036060:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767325983.036061:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:1.0:1767325983.036063:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325983.036064:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325983.036066:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325983.036069:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767325983.036070:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325983.036071:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325983.036077:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000305160e1. 00000100:00100000:3.0:1767325983.036077:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408638976:192.168.202.142@tcp:400: 02000000:00000001:1.0:1767325983.036083:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325983.036084:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767325983.036086:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767325983.036090:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c1447f9. 02000000:00000001:3.0:1767325983.036090:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325983.036094:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325983.036096:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [126:126:256:4294967295] 192.168.202.142@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000010:1.0:1767325983.036097:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cab71f7. 02000000:00000001:3.0:1767325983.036098:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767325983.036104:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408638848, portal 10 02000000:00000010:3.0:1767325983.036104:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e90d3215. 02000000:00000001:3.0:1767325983.036107:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325983.036112:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045391dca. 00000100:00000001:1.0:1767325983.036118:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767325983.036120:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:3.0:1767325983.036122:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b14ccc. 00000100:00000001:1.0:1767325983.036123:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333291520 : -115368376260096 : ffff9712b4ea2a00) 00000100:00000200:3.0:1767325983.036129:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408638976, portal 10 00000800:00000200:0.0:1767325983.036133:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325983.036134:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767325983.036135:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d9e0dd x1853175408638848/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325983.036139:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00000800:00000010:0.0:1767325983.036142:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c98c6e3f. 00000100:00000040:3.0:1767325983.036150:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408638976/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325983.036153:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767325983.036158:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:1.0:1767325983.036162:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325983.036168:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d3326d8. 00000100:00000001:3.0:1767325983.036168:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767325983.036174:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:1.0:1767325983.036175:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408638848, offset 0 00000100:00000040:3.0:1767325983.036176:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767325983.036182:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c98c6e3f type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767325983.036182:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9265563. 00000400:00000200:1.0:1767325983.036188:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000200:3.0:1767325983.036193:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408638976, offset 0 00000400:00000200:1.0:1767325983.036196:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325983.036203:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325983.036205:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325983.036205:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325983.036209:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767325983.036212:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305854657 00000400:00000200:1.0:1767325983.036215:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1767325983.036220:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000601d7410. 00000400:00000200:1.0:1767325983.036220:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325983.036225:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [127:127:255:4294967295] 192.168.202.142@tcp LPNI seq info [127:127:7:4294967295] 00000100:00000001:0.0:1767325983.036230:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767325983.036238:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767325983.036239:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305854657 00000100:00000010:0.0:1767325983.036245:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006635b1ce. 00000800:00000200:1.0:1767325983.036248:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767325983.036251:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000010:1.0:1767325983.036254:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000824d53cf. 00000800:00000200:1.0:1767325983.036259:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767325983.036264:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767325983.036267:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305854657 00000800:00000200:1.0:1767325983.036268:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000824d53cf type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767325983.036273:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ea25869. 00000100:00000001:1.0:1767325983.036274:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325983.036279:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767325983.036280:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 476772 usecs (477 jiffies) 00000100:00000001:0.0:1767325983.036284:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305854657 00000100:00000001:1.0:1767325983.036285:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305851357 00000100:00000010:0.0:1767325983.036289:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c97101f. 00000100:00000001:1.0:1767325983.036290:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305854657 00000100:00000001:0.0:1767325983.036295:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325983.036296:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305851357 00000100:00000001:1.0:1767325983.036300:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305854657 00000100:00000001:0.0:1767325983.036301:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325983.036303:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305851357 00000100:00000001:0.0:1767325983.036307:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325983.036307:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305854657 00000100:00000001:0.0:1767325983.036312:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325983.036315:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325983.036318:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305851357 00000100:00000001:1.0:1767325983.036322:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305854657 00000100:00000001:1.0:1767325983.036324:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325983.036326:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325983.036328:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325983.036330:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325983.036332:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325983.036334:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325983.036336:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325983.036338:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325983.036341:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325983.036342:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325983.036345:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325983.036346:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325983.036348:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325983.036349:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325983.036352:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325983.036354:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325983.036820:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767325983.036824:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325983.036827:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325983.036829:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325983.036832:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325983.036835:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [128:128:254:4294967295] 192.168.202.142@tcp LPNI seq info [128:128:6:4294967295] 00000400:00000200:3.0:1767325983.036843:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325983.036848:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767325983.036852:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d29a8a. 00000800:00000200:3.0:1767325983.036857:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767325983.036868:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325983.036871:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d29a8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325983.036874:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325983.036877:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 692265 usecs (693 jiffies) 00000100:00000001:3.0:1767325983.036880:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305851574 00000100:00000001:3.0:1767325983.036882:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305854657 00000100:00000001:3.0:1767325983.036884:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305851574 00000100:00000001:3.0:1767325983.036886:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305854657 00000100:00000001:3.0:1767325983.036888:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305851574 00000100:00000001:3.0:1767325983.036890:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305854657 00000100:00000001:3.0:1767325983.036892:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305851574 00000100:00000001:3.0:1767325983.036894:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305854657 00000100:00000001:3.0:1767325983.036896:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325983.036898:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325983.036900:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325983.036902:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325983.036906:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325983.036907:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767325983.036914:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325983.036916:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325983.036917:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325983.036919:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325983.037025:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325983.037030:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c98c6e3f. 00000400:00000200:2.0:1767325983.037039:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325983.037046:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325983.037051:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057503a90 00000400:00000010:2.0:1767325983.037055:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057503a90. 00000100:00000001:2.0:1767325983.037060:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325983.037065:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408638720/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325983.037076:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325983.037079:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408638720/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325999 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325983.037086:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325983.037088:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325983.037101:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325983.037104:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000824d53cf. 00000400:00000200:2.0:1767325983.037107:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325983.037110:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325983.037112:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d3326d8 00000400:00000010:2.0:1767325983.037113:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d3326d8. 00000100:00000001:2.0:1767325983.037123:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325983.037126:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d9e0dd x1853175408638848/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325983.037133:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325983.037135:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d9e0dd x1853175408638848/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325983.037141:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325983.037142:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325983.037215:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325983.037218:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d29a8a. 00000400:00000200:2.0:1767325983.037222:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325983.037225:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325983.037227:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9265563 00000400:00000010:2.0:1767325983.037229:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9265563. 00000100:00000001:2.0:1767325983.037231:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325983.037234:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408638976/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325983.037240:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325983.037242:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408638976/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325983.037248:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325983.037250:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325983.041485:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325983.041509:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325983.041514:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325983.041516:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325983.041531:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325983.041552:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f03b00 00000400:00000200:2.0:1767325983.041562:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x4d5 [1] + 224 00000800:00000001:2.0:1767325983.041572:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325983.041580:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325983.041583:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325983.041621:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325983.041630:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325983.041639:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408638720/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325983.041653:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408638720/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325983.041673:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325983.041683:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325983.041688:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325983.041738:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325983.041744:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767325983.041754:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325983.041757:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325983.041760:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1c8183f. 00000400:00000200:0.0:1767325983.041766:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600e12d3 00000400:00000010:0.0:1767325983.041769:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600e12d3. 00000100:00000001:0.0:1767325983.041772:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767325983.041778:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408638720/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767325983.041788:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408638720/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325983.041795:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325983.041797:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325983.041800:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767325983.041804:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325983.041807:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325983.041809:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325983.041813:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325983.041821:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=129 v=5 (5 0 0 0) 00000100:00001000:0.0:1767325983.041826:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=129 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325983.041828:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325983.041830:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325983.041833:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325983.041835:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325983.041839:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325983.041843:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408638720/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325983.041850:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325983.041854:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325983.041856:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325983.041860:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408638720/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325983.041883:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408638720:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325983.041899:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325983.041902:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325983.041904:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408638720/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325983.041911:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325983.041914:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325983.041919:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e769b2c. 02000000:00000001:0.0:1767325983.041922:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325983.041925:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325983.041928:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767325983.041930:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325983.041932:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 02000000:00000001:0.0:1767325983.041936:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325983.041938:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325983.041940:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:0.0:1767325983.041943:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325983.041945:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325983.041946:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325983.041955:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325983.041957:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325983.041960:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325983.041962:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325983.042092:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325983.042099:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325983.042101:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325983.042103:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325983.042108:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325983.042115:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03b80 00000400:00000200:2.0:1767325983.042120:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x4dd [1] + 224 00000800:00000001:2.0:1767325983.042123:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325983.042126:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325983.042127:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325983.042130:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325983.042133:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325983.042138:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d9e0dd x1853175408638848/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325983.042146:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028d9e0dd x1853175408638848/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325983.042170:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325983.042176:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325983.042179:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325983.042181:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325983.042184:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325983.042188:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325983.042193:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03c00 00000400:00000200:2.0:1767325983.042207:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x4e1 [1] + 224 00000800:00000001:2.0:1767325983.042212:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325983.042218:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325983.042220:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325983.042223:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325983.042226:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325983.042230:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408638976/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325983.042238:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408638976/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325983.042256:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325983.042261:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325983.042263:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325983.042321:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325983.042324:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767325983.042327:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767325983.042328:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767325983.042329:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c1447f9. 00000400:00000200:1.0:1767325983.042332:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cab71f7 00000400:00000010:1.0:1767325983.042333:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cab71f7. 00000100:00000001:1.0:1767325983.042335:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325983.042338:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d9e0dd x1853175408638848/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325983.042343:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d9e0dd x1853175408638848/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325983.042347:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325983.042348:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325983.042349:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767325983.042350:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325983.042351:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325983.042352:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325983.042353:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767325983.042358:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=124 v=5 (5 0 0 0) 00000100:00001000:1.0:1767325983.042360:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=124 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325983.042361:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325983.042362:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767325983.042368:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767325983.042371:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325983.042374:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325983.042376:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767325983.042378:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767325983.042379:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325983.042381:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d9e0dd x1853175408638848/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325983.042385:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325983.042387:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325983.042387:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325983.042389:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d9e0dd x1853175408638848/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767325983.042392:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408638848:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325983.042395:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325983.042396:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325983.042427:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d9e0dd x1853175408638848/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325983.042435:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325983.042436:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767325983.042438:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000305160e1. 02000000:00000001:1.0:1767325983.042442:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325983.042444:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325983.042445:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767325983.042447:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325983.042448:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000089a1fa3e. 02000000:00000001:1.0:1767325983.042451:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325983.042453:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767325983.042454:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d9e0dd. 00000100:00000001:1.0:1767325983.042457:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325983.042459:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325983.042460:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325983.042464:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325983.042470:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325983.042472:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325983.042474:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325983.042478:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325983.042483:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767325983.042487:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325983.042489:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767325983.042490:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045391dca. 00000400:00000200:3.0:1767325983.042495:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b14ccc 00000400:00000010:3.0:1767325983.042496:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b14ccc. 00000100:00000001:3.0:1767325983.042499:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325983.042504:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408638976/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325983.042512:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408638976/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325983.042519:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325983.042520:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325983.042522:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325983.042524:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325983.042526:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325983.042527:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325983.042529:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767325983.042534:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=118 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325983.042537:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1767325983.042539:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325983.042540:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767325983.042541:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767325983.042545:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b258af54 x1853175408638976/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767325983.042551:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325983.042553:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767325983.042554:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325983.042556:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325983.042557:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325983.042571:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408638976/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325983.042576:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325983.042578:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767325983.042580:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325983.042583:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408638976/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767325983.042589:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408638976:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325983.042592:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325983.042594:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325983.042596:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408638976/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767325999 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325983.042601:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325983.042602:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325983.042604:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e90d3215. 02000000:00000001:3.0:1767325983.042607:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325983.042608:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325983.042609:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767325983.042611:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325983.042612:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb30d8a. 02000000:00000001:3.0:1767325983.042614:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325983.042615:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767325983.042616:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000001:3.0:1767325983.042618:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325983.042619:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325983.042621:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325983.042624:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325983.042626:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325983.042627:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325983.042629:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325984.059525:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325984.059536:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325984.059539:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325984.059542:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325984.059548:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325984.059550:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325984.059552:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325984.059554:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325984.059558:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325984.059559:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325984.059626:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325984.059631:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325984.059636:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325985.083533:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325985.083543:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325985.083558:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325985.083560:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325985.083609:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325985.083614:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325985.083617:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325986.107520:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325986.107530:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325986.107536:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325986.107537:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325986.107597:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325986.107602:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325986.107605:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767325986.875457:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305854657, at 4305854720 00000100:00000040:0.0:1767325986.875481:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305854657, at 4305854720 00000100:00000010:3.0:1767325986.875481:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c97101f. 00000100:00000040:2.0:1767325986.875483:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305854657, at 4305854720 00000100:00000040:1.0:1767325986.875487:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305854657, at 4305854720 00000100:00000010:0.0:1767325986.875492:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000601d7410. 00000100:00000010:2.0:1767325986.875494:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ea25869. 00000100:00000010:1.0:1767325986.875497:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006635b1ce. 00010000:00000001:0.0:1767325987.131482:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325987.131492:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325987.131499:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325987.131500:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325987.131527:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325987.131531:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325987.131535:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325988.155540:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325988.155553:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325988.155561:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3b77a00. 00000020:00000040:1.0:1767325988.155568:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767325988.155573:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325988.155576:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325988.155582:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325988.155590:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5dc54ea. 00000100:00000001:1.0:1767325988.155598:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325988.155611:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000c3b77a00 x1853175408639104/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325988.155623:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325988.155626:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325988.155632:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3b77a00] to pc [ptlrpcd_00_00+0] req@00000000c3b77a00 x1853175408639104/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325988.155682:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325988.155685:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767325988.155685:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325988.155690:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325988.155694:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f77d35e. 00000020:00000040:1.0:1767325988.155698:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767325988.155701:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325988.155702:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325988.155705:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325988.155707:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325988.155711:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f4b5b63e. 00000100:00000001:3.0:1767325988.155714:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325988.155715:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325988.155724:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000006f77d35e x1853175408639232/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767325988.155725:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3b77a00 x1853175408639104/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325988.155738:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325988.155741:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325988.155747:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325988.155750:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325988.155755:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325988.155763:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3b77a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408639104:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325988.155764:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325988.155767:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325988.155769:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767325988.155774:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f77d35e] to pc [ptlrpcd_00_01+1] req@000000006f77d35e x1853175408639232/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767325988.155778:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325988.155782:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325988.155787:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325988.155787:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767325988.155791:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767325988.155792:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef07e7e1. 00000100:00000001:1.0:1767325988.155797:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767325988.155798:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325988.155802:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd91ad23. 00000020:00000040:1.0:1767325988.155806:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000400:00000010:3.0:1767325988.155808:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045391dca. 00000100:00000001:1.0:1767325988.155809:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325988.155813:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325988.155816:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767325988.155820:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b14ccc. 02000000:00000010:1.0:1767325988.155828:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb080471. 00000100:00000200:3.0:1767325988.155831:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408639104, portal 25 00000100:00000001:1.0:1767325988.155833:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325988.155836:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767325988.155840:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000cd91ad23 x1853175408639360/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325988.155841:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899072 : -115369104652544 : ffff9712897fc700) 00000100:00000040:3.0:1767325988.155851:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3b77a00 x1853175408639104/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325988.155852:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325988.155856:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325988.155864:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd91ad23] to pc [ptlrpcd_00_02+2] req@00000000cd91ad23 x1853175408639360/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325988.155882:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325988.155887:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767325988.155891:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046298f58. 00000100:00000001:1.0:1767325988.155892:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767325988.155896:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408639104, offset 0 00000100:00000040:1.0:1767325988.155897:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767325988.155903:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767325988.155908:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767325988.155909:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11193) 00000100:00000001:1.0:1767325988.155923:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325988.155927:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767325988.155928:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767325988.155929:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325988.155936:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f77d35e x1853175408639232/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325988.155939:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767325988.155950:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767325988.155955:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325988.155961:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767325988.155965:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325988.155967:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325988.155968:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767325988.155971:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325988.155972:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325988.155977:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [129:129:256:4294967295] 192.168.202.142@tcp LPNI seq info [129:129:8:4294967295] 00000100:00100000:1.0:1767325988.155978:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408639232:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325988.155986:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767325988.155988:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325988.155989:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325988.155991:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767325988.155994:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000305160e1. 02000000:00000001:1.0:1767325988.155996:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325988.156000:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c1447f9. 00000400:00000200:3.0:1767325988.156005:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:1.0:1767325988.156006:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cab71f7. 00000100:00000200:1.0:1767325988.156010:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408639232, portal 10 00000100:00000001:1.0:1767325988.156013:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325988.156015:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604910720 : -115369104640896 : ffff9712897ff480) 00000800:00000200:3.0:1767325988.156017:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767325988.156022:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f77d35e x1853175408639232/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767325988.156024:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc945970. 00000100:00000001:1.0:1767325988.156028:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325988.156032:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325988.156035:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000955f2d8b. 00000800:00000200:3.0:1767325988.156036:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:1.0:1767325988.156039:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408639232, offset 0 00000400:00000200:1.0:1767325988.156049:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767325988.156051:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767325988.156057:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc945970 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767325988.156058:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325988.156064:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325988.156068:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767325988.156070:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325988.156073:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325988.156076:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [130:130:255:4294967295] 192.168.202.142@tcp LPNI seq info [130:130:7:4294967295] 00000100:00000001:3.0:1767325988.156077:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325988.156085:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305859777 00000400:00000200:1.0:1767325988.156090:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000010:3.0:1767325988.156092:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea4af69. 00000100:00000001:3.0:1767325988.156101:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767325988.156106:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325988.156109:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305859777 00000800:00000010:1.0:1767325988.156110:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011ae9229. 00000100:00000010:3.0:1767325988.156116:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb09c09b. 00000800:00000200:1.0:1767325988.156119:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767325988.156122:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767325988.156129:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305859777 00000100:00000010:3.0:1767325988.156133:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ef70c270. 00000800:00000200:1.0:1767325988.156135:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767325988.156138:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767325988.156140:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011ae9229 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325988.156144:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305859777 00000100:00000001:1.0:1767325988.156146:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767325988.156149:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003383f268. 00000100:00000040:1.0:1767325988.156152:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 462571 usecs (463 jiffies) 00000100:00000001:3.0:1767325988.156155:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767325988.156156:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305856463 00000100:00000001:1.0:1767325988.156162:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305859777 00000100:00000001:3.0:1767325988.156162:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325988.156169:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305856463 00000100:00000001:3.0:1767325988.156169:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325988.156174:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305859777 00000100:00000001:3.0:1767325988.156175:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325988.156176:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305856463 00000100:00000001:3.0:1767325988.156180:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325988.156181:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305859777 00000100:00000001:1.0:1767325988.156185:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305856463 00000100:00000001:1.0:1767325988.156188:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305859777 00000100:00000001:1.0:1767325988.156190:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325988.156191:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325988.156192:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325988.156195:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325988.156197:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325988.156199:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325988.156201:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325988.156203:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325988.156206:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325988.156208:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325988.156209:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325988.156211:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325988.156216:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325988.156217:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325988.156219:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325988.156222:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325988.156234:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325988.156237:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325988.156238:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767325988.156242:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd91ad23 x1853175408639360/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767325988.156268:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325988.156273:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767325988.156275:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325988.156280:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:3.0:1767325988.156281:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc945970. 02000000:00000001:1.0:1767325988.156282:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325988.156287:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325988.156288:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767325988.156292:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cd91ad23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408639360:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325988.156299:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767325988.156300:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 02000000:00000001:1.0:1767325988.156303:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325988.156306:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325988.156308:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046298f58 02000000:00000001:1.0:1767325988.156309:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767325988.156312:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046298f58. 00000100:00000001:3.0:1767325988.156317:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325988.156323:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3b77a00 x1853175408639104/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325988.156324:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000d354db. 02000000:00000001:1.0:1767325988.156328:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767325988.156335:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ac849b8. 00000100:00000001:3.0:1767325988.156340:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767325988.156341:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4a6f69c. 00000100:00000200:1.0:1767325988.156346:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408639360, portal 10 00000100:00000040:3.0:1767325988.156346:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3b77a00 x1853175408639104/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326004 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325988.156349:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325988.156353:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604912512 : -115369104639104 : ffff9712897ffb80) 00000100:00000001:3.0:1767325988.156362:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325988.156364:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cd91ad23 x1853175408639360/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325988.156367:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325988.156374:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767325988.156378:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767325988.156381:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063c74014. 00000100:00000200:1.0:1767325988.156384:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408639360, offset 0 00000400:00000200:1.0:1767325988.156389:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767325988.156396:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767325988.156421:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767325988.156425:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767325988.156428:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767325988.156431:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767325988.156434:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [131:131:255:4294967295] 192.168.202.142@tcp LPNI seq info [131:131:7:4294967295] 00000400:00000200:1.0:1767325988.156446:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767325988.156459:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00010000:00000001:0.0:1767325988.156461:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000800:00000010:1.0:1767325988.156462:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2a70f3e. 00010000:00000001:0.0:1767325988.156466:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325988.156471:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00010000:00000001:0.0:1767325988.156474:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325988.156477:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325988.156478:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767325988.156481:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767325988.156483:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b2a70f3e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767325988.156486:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325988.156488:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325988.156493:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 669465 usecs (670 jiffies) 00000100:00000001:1.0:1767325988.156496:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305856671 00000020:00000001:0.0:1767325988.156499:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767325988.156499:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305859777 00000100:00000001:1.0:1767325988.156504:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305856671 00000020:00000001:0.0:1767325988.156505:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325988.156509:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305859777 00010000:00010000:0.0:1767325988.156510:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767325988.156512:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305856671 00000100:00000001:1.0:1767325988.156516:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305859777 00000100:00000001:1.0:1767325988.156517:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305856671 00000100:00000001:1.0:1767325988.156519:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305859777 00000100:00000001:1.0:1767325988.156521:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325988.156523:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325988.156525:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325988.156527:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325988.156531:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325988.156532:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767325988.156534:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325988.156536:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325988.156537:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325988.156539:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767325988.156566:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325988.156569:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011ae9229. 00000400:00000200:3.0:1767325988.156588:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325988.156594:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325988.156598:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000955f2d8b 00000400:00000010:3.0:1767325988.156599:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000955f2d8b. 00000100:00000001:3.0:1767325988.156603:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325988.156607:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f77d35e x1853175408639232/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325988.156616:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325988.156618:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f77d35e x1853175408639232/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325988.156625:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325988.156627:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767325988.156642:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767325988.156644:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2a70f3e. 00000400:00000200:3.0:1767325988.156647:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325988.156651:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767325988.156654:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063c74014 00000400:00000010:3.0:1767325988.156656:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063c74014. 00000100:00000001:3.0:1767325988.156664:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767325988.156679:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cd91ad23 x1853175408639360/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325988.156687:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325988.156689:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cd91ad23 x1853175408639360/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325988.156695:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325988.156696:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767325988.160183:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325988.160205:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325988.160210:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325988.160214:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325988.160228:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325988.160248:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f03c80 00000400:00000200:2.0:1767325988.160259:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x4ed [1] + 224 00000800:00000001:2.0:1767325988.160269:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325988.160277:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325988.160287:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325988.160293:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325988.160302:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325988.160311:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3b77a00 x1853175408639104/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325988.160324:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3b77a00 x1853175408639104/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325988.160340:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325988.160352:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325988.160357:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325988.160359:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325988.160363:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325988.160368:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767325988.160376:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03d00 00000400:00000200:2.0:1767325988.160383:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x4f5 [1] + 224 00000800:00000001:2.0:1767325988.160387:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325988.160428:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325988.160431:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325988.160436:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767325988.160439:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325988.160443:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f77d35e x1853175408639232/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325988.160452:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006f77d35e x1853175408639232/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325988.160470:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767325988.160476:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325988.160478:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767325988.160481:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767325988.160484:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325988.160485:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767325988.160488:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325988.160494:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000001:3.0:1767325988.160495:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325988.160499:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767325988.160503:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03d80 00000400:00000010:3.0:1767325988.160504:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045391dca. 00000400:00000200:3.0:1767325988.160511:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b14ccc 00000100:00000001:1.0:1767325988.160522:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325988.160526:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767325988.160557:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b14ccc. 00000100:00000001:3.0:1767325988.160563:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767325988.160568:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x4fd [1] + 224 00000400:00000001:1.0:1767325988.160575:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767325988.160575:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767325988.160577:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767325988.160578:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3b77a00 x1853175408639104/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767325988.160580:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c1447f9. 00000800:00000001:2.0:1767325988.160583:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325988.160587:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cab71f7 00000400:00000200:2.0:1767325988.160589:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767325988.160598:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cab71f7. 00000100:00000200:3.0:1767325988.160599:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3b77a00 x1853175408639104/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325988.160600:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325988.160605:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767325988.160608:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325988.160613:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f77d35e x1853175408639232/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325988.160614:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767325988.160615:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cd91ad23 x1853175408639360/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325988.160619:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325988.160625:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767325988.160630:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325988.160635:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767325988.160640:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325988.160647:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325988.160648:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cd91ad23 x1853175408639360/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325988.160651:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f77d35e x1853175408639232/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767325988.160657:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=134 v=5 (5 0 0 0) 00000100:00001000:3.0:1767325988.160676:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=134 v=5 (1 0 0 0) 00000100:00000001:1.0:1767325988.160680:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325988.160684:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325988.160685:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325988.160690:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767325988.160690:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325988.160694:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767325988.160695:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767325988.160697:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325988.160700:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767325988.160700:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325988.160701:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325988.160707:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325988.160707:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767325988.160708:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767325988.160715:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767325988.160716:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=129 v=5 (5 0 0 0) 00000100:00000040:3.0:1767325988.160717:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3b77a00 x1853175408639104/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767325988.160726:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=129 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325988.160729:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325988.160733:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325988.160735:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767325988.160738:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767325988.160739:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767325988.160742:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:2.0:1767325988.160743:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767325988.160746:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ac849b8. 00010000:00000001:1.0:1767325988.160747:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325988.160751:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4a6f69c 00000100:00000001:1.0:1767325988.160752:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:2.0:1767325988.160755:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4a6f69c. 00000100:00000001:3.0:1767325988.160755:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767325988.160756:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325988.160759:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325988.160763:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325988.160763:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767325988.160765:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cd91ad23 x1853175408639360/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325988.160768:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325988.160768:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325988.160777:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f77d35e x1853175408639232/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325988.160781:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cd91ad23 x1853175408639360/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325988.160781:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3b77a00 x1853175408639104/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325988.160811:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325988.160814:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325988.160815:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1767325988.160817:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3b77a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408639104:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325988.160818:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325988.160819:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325988.160824:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325988.160827:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325988.160829:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325988.160830:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f77d35e x1853175408639232/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325988.160831:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325988.160835:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325988.160836:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767325988.160840:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325988.160844:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3b77a00 x1853175408639104/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767325988.160850:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=123 v=5 (5 0 0 0) 00000100:00100000:1.0:1767325988.160851:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408639232:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767325988.160860:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767325988.160862:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767325988.160864:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=103 v=5 (1 0 0 0) 02000000:00000001:3.0:1767325988.160865:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767325988.160870:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767325988.160870:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef07e7e1. 00000100:00000001:1.0:1767325988.160873:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767325988.160874:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325988.160877:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767325988.160878:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767325988.160880:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767325988.160881:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f77d35e x1853175408639232/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767325988.160885:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00010000:00080000:2.0:1767325988.160887:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cd91ad23 x1853175408639360/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767325988.160891:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325988.160896:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5dc54ea. 00000100:00000001:1.0:1767325988.160903:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767325988.160905:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325988.160905:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767325988.160906:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767325988.160909:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:1.0:1767325988.160911:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000305160e1. 00000100:00000001:2.0:1767325988.160911:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000010:3.0:1767325988.160913:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3b77a00. 00000100:00000040:2.0:1767325988.160915:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 02000000:00000001:1.0:1767325988.160918:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767325988.160919:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767325988.160920:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767325988.160922:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767325988.160923:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325988.160924:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767325988.160925:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767325988.160930:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325988.160930:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325988.160933:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cd91ad23 x1853175408639360/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325988.160935:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f4b5b63e. 02000000:00000001:1.0:1767325988.160941:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767325988.160941:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767325988.160944:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767325988.160946:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325988.160946:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325988.160947:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f77d35e. 00000100:00000001:3.0:1767325988.160952:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325988.160953:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767325988.160955:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325988.160956:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325988.160956:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325988.160958:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325988.160963:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325988.160964:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd91ad23 x1853175408639360/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325988.160970:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325988.160972:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325988.160975:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cd91ad23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408639360:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325988.160977:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325988.160981:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325988.160983:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325988.160986:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325988.160990:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cd91ad23 x1853175408639360/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326004 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325988.160996:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325988.160998:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325988.161000:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000d354db. 02000000:00000001:2.0:1767325988.161004:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325988.161006:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325988.161007:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767325988.161009:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325988.161011:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb080471. 02000000:00000001:2.0:1767325988.161021:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325988.161023:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325988.161024:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd91ad23. 00000100:00000001:2.0:1767325988.161028:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325988.161029:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325988.161031:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325988.161036:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325988.161038:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325988.161041:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325988.161043:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325989.179630:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325989.179640:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325989.179648:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325989.179649:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325989.179685:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325989.179689:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325989.179692:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325990.203548:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325990.203558:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325990.203565:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325990.203567:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325990.203774:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325990.203778:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325990.203781:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325991.227618:0:178520:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325991.227627:0:178520:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325991.227634:0:178520:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325991.227635:0:178520:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325991.227670:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325991.227674:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325991.227677:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767325991.995526:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305859777, at 4305859840 00000100:00000040:1.0:1767325991.995526:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305859777, at 4305859840 00000100:00000040:2.0:1767325991.995526:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305859777, at 4305859840 00000100:00000040:3.0:1767325991.995526:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305859777, at 4305859840 00000100:00000010:0.0:1767325991.995549:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea4af69. 00000100:00000010:3.0:1767325991.995553:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003383f268. 00000100:00000010:1.0:1767325991.995559:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb09c09b. 00000100:00000010:2.0:1767325991.995561:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ef70c270. 00010000:00000001:0.0:1767325992.251522:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325992.251533:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325992.251541:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325992.251545:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325992.251548:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325992.251554:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767325992.251557:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767325992.251558:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325992.251561:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325992.251564:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325992.251566:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325992.251568:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325992.251590:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325992.251594:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325992.251596:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325993.275544:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767325993.275550:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325993.275556:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325993.275559:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767325993.275564:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325993.275566:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767325993.275571:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f77d35e. 00000020:00000040:1.0:1767325993.275581:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767325993.275586:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325993.275591:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1767325993.275595:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767325993.275597:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325993.275600:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325993.275608:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f4b5b63e. 00000100:00000001:1.0:1767325993.275617:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325993.275643:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325993.275657:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000006f77d35e x1853175408639488/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767325993.275684:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767325993.275687:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325993.275693:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f77d35e] to pc [ptlrpcd_00_03+3] req@000000006f77d35e x1853175408639488/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325993.275723:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325993.275726:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325993.275729:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767325993.275733:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000789fa2f6. 00000020:00000040:1.0:1767325993.275736:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767325993.275739:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767325993.275741:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767325993.275744:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767325993.275747:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d731ab4b. 00000100:00000001:1.0:1767325993.275751:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325993.275753:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325993.275755:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767325993.275756:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000789fa2f6 x1853175408639616/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325993.275760:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325993.275761:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325993.275765:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767325993.275772:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767325993.275774:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f77d35e x1853175408639488/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325993.275775:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325993.275783:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000789fa2f6] to pc [ptlrpcd_00_00+0] req@00000000789fa2f6 x1853175408639616/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325993.275792:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325993.275795:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325993.275801:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767325993.275804:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767325993.275807:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767325993.275810:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408639488:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325993.275811:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325993.275814:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767325993.275816:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767325993.275821:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767325993.275822:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1767325993.275824:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055b20dde. 02000000:00000001:2.0:1767325993.275826:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767325993.275829:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767325993.275829:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325993.275831:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767325993.275833:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325993.275835:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767325993.275837:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767325993.275839:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767325993.275839:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767325993.275839:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d3b59c1. 02000000:00000001:1.0:1767325993.275843:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325993.275844:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325993.275845:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325993.275845:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000789fa2f6 x1853175408639616/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325993.275851:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005493b67f. 00000100:00000001:3.0:1767325993.275857:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767325993.275858:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6032386. 00000100:00000001:1.0:1767325993.275861:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325993.275868:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000055b20dde x1853175408639744/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767325993.275868:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f21e77c7. 00000100:00000001:3.0:1767325993.275871:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325993.275877:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767325993.275880:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408639488, portal 25 02000000:00000001:3.0:1767325993.275881:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325993.275886:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325993.275886:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767325993.275887:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325993.275888:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325993.275890:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604910720 : -115369104640896 : ffff9712897ff480) 00000100:00100000:3.0:1767325993.275896:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000789fa2f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408639616:192.168.202.142@tcp:400: 00000100:00000040:1.0:1767325993.275897:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055b20dde] to pc [ptlrpcd_00_01+1] req@0000000055b20dde x1853175408639744/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325993.275900:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f77d35e x1853175408639488/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325993.275907:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325993.275911:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325993.275915:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325993.275921:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767325993.275925:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325993.275927:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1767325993.275928:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f95289d. 00000100:00000040:1.0:1767325993.275929:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767325993.275934:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325993.275935:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767325993.275938:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767325993.275942:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384b455. 00000400:00000010:3.0:1767325993.275943:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045391dca. 00000100:00000040:1.0:1767325993.275944:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11198) 00000100:00000200:2.0:1767325993.275947:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408639488, offset 0 00000100:00000001:0.0:1767325993.275951:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767325993.275953:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b14ccc. 00000100:00000001:0.0:1767325993.275955:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767325993.275959:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767325993.275960:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767325993.275968:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055b20dde x1853175408639744/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325993.275968:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408639616, portal 10 00000100:00000001:3.0:1767325993.275973:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767325993.275977:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604908928 : -115369104642688 : ffff9712897fed80) 00000400:00000200:2.0:1767325993.275980:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767325993.275984:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767325993.275989:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000789fa2f6 x1853175408639616/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325993.275990:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325993.275995:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325993.276001:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325993.276003:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767325993.276004:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325993.276009:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325993.276009:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325993.276010:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00100000:0.0:1767325993.276014:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408639744:192.168.202.142@tcp:400: 00000400:00000010:3.0:1767325993.276016:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046298f58. 00000400:00000200:2.0:1767325993.276019:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767325993.276022:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767325993.276023:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408639616, offset 0 02000000:00000001:0.0:1767325993.276026:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767325993.276027:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:0.0:1767325993.276028:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325993.276031:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767325993.276034:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767325993.276036:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [132:132:256:4294967295] 192.168.202.142@tcp LPNI seq info [132:132:8:4294967295] 02000000:00000010:0.0:1767325993.276037:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006518b3e9. 02000000:00000001:0.0:1767325993.276040:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767325993.276046:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1c8183f. 00000400:00000010:0.0:1767325993.276050:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600e12d3. 00000100:00000200:0.0:1767325993.276053:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408639744, portal 10 00000100:00000001:0.0:1767325993.276056:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767325993.276058:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899968 : -115369104651648 : ffff9712897fca80) 00000100:00000040:0.0:1767325993.276064:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000055b20dde x1853175408639744/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767325993.276067:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767325993.276078:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767325993.276082:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325993.276083:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:0.0:1767325993.276086:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767325993.276091:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b65b65b4. 00000400:00000010:0.0:1767325993.276092:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7ef90dd. 00000400:00000200:3.0:1767325993.276092:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767325993.276097:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408639744, offset 0 00000800:00000200:2.0:1767325993.276102:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767325993.276107:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325993.276108:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767325993.276113:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767325993.276117:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767325993.276119:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [133:133:255:4294967295] 192.168.202.142@tcp LPNI seq info [133:133:7:4294967295] 00000800:00000200:2.0:1767325993.276125:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767325993.276131:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b65b65b4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767325993.276135:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767325993.276143:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767325993.276145:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767325993.276148:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767325993.276148:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc945970. 00000400:00000200:0.0:1767325993.276151:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767325993.276152:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325993.276156:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767325993.276159:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767325993.276160:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305864897 00000400:00000200:0.0:1767325993.276163:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000010:2.0:1767325993.276167:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d6b0fc2. 00000400:00000200:0.0:1767325993.276172:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [134:134:254:4294967295] 192.168.202.142@tcp LPNI seq info [134:134:6:4294967295] 00000800:00000200:3.0:1767325993.276172:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767325993.276178:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767325993.276178:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc945970 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767325993.276187:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767325993.276188:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767325993.276189:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305864897 00000100:00000040:3.0:1767325993.276195:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 449147 usecs (450 jiffies) 00000100:00000010:2.0:1767325993.276196:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd8dfb95. 00000800:00000200:0.0:1767325993.276200:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325993.276202:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305861570 00000100:00000001:2.0:1767325993.276204:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000010:0.0:1767325993.276207:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c98c6e3f. 00000100:00000001:3.0:1767325993.276208:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305864897 00000100:00000001:2.0:1767325993.276209:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305864897 00000100:00000001:3.0:1767325993.276214:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305861570 00000100:00000010:2.0:1767325993.276216:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8c0ab05. 00000100:00000001:3.0:1767325993.276219:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305864897 00000800:00000200:0.0:1767325993.276220:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767325993.276222:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767325993.276225:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305861570 00000800:00000200:1.0:1767325993.276226:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767325993.276229:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305864897 00000800:00000200:0.0:1767325993.276231:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000010:1.0:1767325993.276233:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b65b65b4. 00000100:00000001:3.0:1767325993.276233:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305864897 00000800:00000200:0.0:1767325993.276236:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c98c6e3f type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767325993.276237:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae171abe. 00000100:00000001:0.0:1767325993.276240:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325993.276240:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305861570 00000400:00000200:1.0:1767325993.276241:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767325993.276247:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 648068 usecs (649 jiffies) 00000100:00000001:2.0:1767325993.276250:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767325993.276251:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305861769 00000400:00000200:1.0:1767325993.276253:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325993.276257:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305864897 00000100:00000001:2.0:1767325993.276258:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325993.276260:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305864897 00000100:00000001:2.0:1767325993.276263:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325993.276266:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325993.276268:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325993.276271:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305861769 00000100:00000001:3.0:1767325993.276272:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325993.276273:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325993.276278:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325993.276279:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305864897 00000100:00000001:3.0:1767325993.276282:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325993.276284:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305861769 00000100:00000001:2.0:1767325993.276285:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325993.276289:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325993.276290:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305864897 00000100:00000001:3.0:1767325993.276290:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325993.276294:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767325993.276295:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325993.276296:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305861769 00000100:00000001:2.0:1767325993.276299:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325993.276300:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325993.276301:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305864897 00000100:00000001:2.0:1767325993.276304:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325993.276304:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325993.276305:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325993.276308:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325993.276309:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325993.276310:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325993.276315:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325993.276319:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325993.276319:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325993.276327:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325993.276329:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325993.276331:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325993.276332:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325993.276334:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325993.276336:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767325993.276344:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384b455 00000400:00000010:1.0:1767325993.276348:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384b455. 00000100:00000001:1.0:1767325993.276354:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325993.276358:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f77d35e x1853175408639488/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325993.276365:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325993.276367:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f77d35e x1853175408639488/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326009 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325993.276374:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325993.276376:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325993.276392:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325993.276394:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc945970. 00000400:00000200:1.0:1767325993.276397:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325993.276421:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325993.276424:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046298f58 00000400:00000010:1.0:1767325993.276425:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046298f58. 00000100:00000001:1.0:1767325993.276435:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325993.276439:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000789fa2f6 x1853175408639616/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325993.276446:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325993.276449:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000789fa2f6 x1853175408639616/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325993.276455:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325993.276457:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767325993.276534:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767325993.276537:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c98c6e3f. 00000400:00000200:1.0:1767325993.276540:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325993.276543:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325993.276545:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7ef90dd 00000400:00000010:1.0:1767325993.276545:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7ef90dd. 00000100:00000001:1.0:1767325993.276547:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767325993.276550:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055b20dde x1853175408639744/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325993.276555:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767325993.276556:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055b20dde x1853175408639744/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325993.276560:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325993.276561:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767325993.278301:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325993.278317:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325993.278320:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325993.278322:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325993.278329:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325993.278383:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f03e00 00000400:00000200:3.0:1767325993.278392:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x505 [1] + 224 00000800:00000001:3.0:1767325993.278426:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325993.278431:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325993.278434:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767325993.278437:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767325993.278444:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325993.278449:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f77d35e x1853175408639488/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767325993.278458:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006f77d35e x1853175408639488/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325993.278474:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767325993.278485:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325993.278488:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767325993.278490:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325993.278492:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325993.278496:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767325993.278502:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03e80 00000400:00000200:3.0:1767325993.278508:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x50d [1] + 224 00000100:00000001:2.0:1767325993.278511:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767325993.278512:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767325993.278515:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767325993.278518:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325993.278522:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767325993.278523:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767325993.278526:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767325993.278527:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:2.0:1767325993.278529:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6032386. 00000400:00000200:2.0:1767325993.278535:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f21e77c7 00000400:00000010:2.0:1767325993.278537:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f21e77c7. 00000100:00000001:2.0:1767325993.278540:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767325993.278541:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325993.278545:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f77d35e x1853175408639488/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767325993.278555:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000789fa2f6 x1853175408639616/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325993.278558:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f77d35e x1853175408639488/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325993.278574:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325993.278576:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325993.278578:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325993.278581:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325993.278585:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325993.278589:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325993.278591:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000789fa2f6 x1853175408639616/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767325993.278594:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325993.278605:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=139 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325993.278609:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=139 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325993.278611:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325993.278613:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325993.278613:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767325993.278615:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767325993.278632:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325993.278633:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325993.278638:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325993.278643:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767325993.278643:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325993.278646:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325993.278651:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f77d35e x1853175408639488/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767325993.278656:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:1.0:1767325993.278659:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325993.278664:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767325993.278669:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325993.278669:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f03f00 00000400:00000001:1.0:1767325993.278672:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767325993.278674:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1767325993.278676:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767325993.278678:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767325993.278680:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045391dca. 00000100:00000040:2.0:1767325993.278685:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f77d35e x1853175408639488/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325993.278687:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b14ccc 00000400:00000010:1.0:1767325993.278690:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b14ccc. 00000100:00000001:1.0:1767325993.278695:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767325993.278700:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x515 [1] + 224 00000100:00000200:1.0:1767325993.278704:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000789fa2f6 x1853175408639616/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325993.278705:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408639488:192.168.202.142@tcp:400: 00000800:00000001:3.0:1767325993.278707:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767325993.278714:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325993.278717:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767325993.278718:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767325993.278723:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767325993.278726:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:1.0:1767325993.278730:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000789fa2f6 x1853175408639616/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767325993.278731:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f77d35e x1853175408639488/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325993.278732:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325993.278738:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055b20dde x1853175408639744/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325993.278757:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767325993.278761:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767325993.278763:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767325993.278765:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325993.278767:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000055b20dde x1853175408639744/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325993.278769:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767325993.278769:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d3b59c1. 02000000:00000001:1.0:1767325993.278771:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767325993.278774:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767325993.278776:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767325993.278777:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325993.278781:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325993.278781:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325993.278785:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00001000:1.0:1767325993.278789:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=134 v=5 (5 0 0 0) 00000020:00000001:2.0:1767325993.278790:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1767325993.278795:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=134 v=5 (1 0 0 0) 02000000:00000010:2.0:1767325993.278795:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f4b5b63e. 00000100:00000001:3.0:1767325993.278798:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767325993.278802:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767325993.278803:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767325993.278806:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325993.278807:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1767325993.278808:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767325993.278811:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:2.0:1767325993.278811:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f77d35e. 00000800:00000001:3.0:1767325993.278814:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325993.278816:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767325993.278817:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325993.278819:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325993.278822:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325993.278823:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767325993.278827:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325993.278827:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325993.278830:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325993.278832:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325993.278833:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325993.278836:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325993.278837:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325993.278843:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000789fa2f6 x1853175408639616/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325993.278852:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325993.278853:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325993.278854:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325993.278858:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325993.278858:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325993.278865:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000789fa2f6 x1853175408639616/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767325993.278866:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767325993.278870:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767325993.278873:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1c8183f. 00000100:00100000:1.0:1767325993.278879:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000789fa2f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408639616:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767325993.278880:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600e12d3 00000400:00000010:0.0:1767325993.278884:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600e12d3. 00000100:00000001:0.0:1767325993.278890:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767325993.278890:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325993.278894:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767325993.278897:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055b20dde x1853175408639744/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325993.278900:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000789fa2f6 x1853175408639616/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325993.278914:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767325993.278916:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767325993.278925:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055b20dde x1853175408639744/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767325993.278925:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f95289d. 02000000:00000001:1.0:1767325993.278929:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767325993.278932:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767325993.278934:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767325993.278938:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767325993.278940:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d731ab4b. 02000000:00000001:1.0:1767325993.278945:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767325993.278946:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767325993.278947:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767325993.278950:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767325993.278950:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000789fa2f6. 00000100:00000001:0.0:1767325993.278955:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767325993.278955:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767325993.278959:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767325993.278960:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325993.278964:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767325993.278964:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325993.278967:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325993.278971:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325993.278971:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325993.278974:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325993.278976:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=128 v=5 (5 0 0 0) 00000100:00000001:1.0:1767325993.278977:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325993.278980:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325993.278983:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=108 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325993.278987:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325993.278989:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325993.278992:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767325993.278996:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000055b20dde x1853175408639744/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767325993.279004:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325993.279006:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325993.279008:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767325993.279009:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325993.279010:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325993.279013:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055b20dde x1853175408639744/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325993.279019:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325993.279022:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325993.279023:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767325993.279026:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055b20dde x1853175408639744/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325993.279032:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408639744:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325993.279037:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325993.279045:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325993.279048:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055b20dde x1853175408639744/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326009 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325993.279054:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767325993.279056:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767325993.279058:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006518b3e9. 02000000:00000001:0.0:1767325993.279061:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767325993.279063:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325993.279064:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767325993.279066:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767325993.279067:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005493b67f. 02000000:00000001:0.0:1767325993.279070:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767325993.279071:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767325993.279072:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055b20dde. 00000100:00000001:0.0:1767325993.279075:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767325993.279076:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325993.279077:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325993.279081:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767325993.279082:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325993.279084:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325993.279085:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325994.299554:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325994.299565:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767325994.299569:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767325994.299571:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325994.299578:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767325994.299581:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325994.299583:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325994.299585:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325994.299599:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325994.299600:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325994.299640:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325994.299643:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325994.299647:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325995.323533:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325995.323542:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325995.323550:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325995.323572:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767325995.323628:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767325995.323632:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767325995.323634:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325996.347551:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325996.347561:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325996.347569:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325996.347570:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325996.347603:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325996.347607:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325996.347610:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767325997.115490:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305864897, at 4305864960 00000100:00000040:0.0:1767325997.115491:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305864897, at 4305864960 00000100:00000040:3.0:1767325997.115493:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305864897, at 4305864960 00000100:00000040:2.0:1767325997.115497:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305864897, at 4305864960 00000100:00000010:0.0:1767325997.115513:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d6b0fc2. 00000100:00000010:3.0:1767325997.115518:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae171abe. 00000100:00000010:2.0:1767325997.115520:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8c0ab05. 00000100:00000010:1.0:1767325997.115522:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd8dfb95. 00010000:00000001:0.0:1767325997.371513:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325997.371522:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325997.371529:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325997.371530:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325997.371616:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325997.371620:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325997.371623:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767325998.395541:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325998.395549:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325998.395553:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325998.395554:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767325998.395592:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767325998.395596:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767325998.395599:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767325998.395611:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325998.395618:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325998.395631:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767325998.395637:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767325998.395643:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325998.395646:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325998.395652:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767325998.395664:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b65b65b4. 00000100:00000001:2.0:1767325998.395671:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325998.395684:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000e6bdf5e7 x1853175408639872/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767325998.395695:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767325998.395698:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325998.395703:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_02+2] req@00000000e6bdf5e7 x1853175408639872/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325998.395733:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325998.395736:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325998.395740:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767325998.395743:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767325998.395746:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767325998.395748:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325998.395749:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767325998.395754:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325998.395757:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767325998.395762:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767325998.395765:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325998.395766:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767325998.395769:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb30d8a. 00000100:00000001:0.0:1767325998.395772:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325998.395778:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408639872/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325998.395779:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325998.395789:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000b6591187 x1853175408640000/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767325998.395793:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767325998.395797:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325998.395804:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767325998.395804:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767325998.395809:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767325998.395812:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325998.395815:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767325998.395819:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408639872:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767325998.395824:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_03+3] req@00000000b6591187 x1853175408640000/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325998.395828:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767325998.395837:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767325998.395842:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325998.395843:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767325998.395846:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767325998.395847:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767325998.395853:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1767325998.395854:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000052864c5b. 00000100:00000010:2.0:1767325998.395857:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 02000000:00000001:3.0:1767325998.395858:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767325998.395862:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767325998.395866:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767325998.395868:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767325998.395871:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767325998.395872:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325998.395876:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325998.395879:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767325998.395879:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089a1fa3e. 00000400:00000010:3.0:1767325998.395879:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fc3c7fe. 00000100:00000001:2.0:1767325998.395886:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325998.395889:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408640000/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767325998.395891:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000912fe460. 00000100:00000040:2.0:1767325998.395894:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000006b877052 x1853175408640128/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767325998.395904:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408639872, portal 25 00000100:00000001:0.0:1767325998.395915:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767325998.395916:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767325998.395919:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325998.395920:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325998.395921:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767325998.395924:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767325998.395925:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 02000000:00000001:0.0:1767325998.395928:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767325998.395928:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_00+0] req@000000006b877052 x1853175408640128/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325998.395935:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767325998.395936:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408639872/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767325998.395945:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408640000:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325998.395959:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767325998.395960:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767325998.395965:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767325998.395969:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af95acdf. 02000000:00000001:0.0:1767325998.395972:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767325998.395972:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325998.395974:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325998.395978:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767325998.395980:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767325998.395981:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408639872, offset 0 02000000:00000010:0.0:1767325998.395986:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000938caca6. 00000100:00000040:2.0:1767325998.395988:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1767325998.395990:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325998.395995:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325998.395998:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1c8183f. 00000100:00000001:1.0:1767325998.395998:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325998.396004:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767325998.396007:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11203) 00000400:00000010:0.0:1767325998.396008:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600e12d3. 00000100:00000001:1.0:1767325998.396008:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767325998.396013:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:0.0:1767325998.396015:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408640000, portal 10 00000100:00000040:1.0:1767325998.396018:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408640128/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325998.396021:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767325998.396023:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325998.396024:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000400:00000200:3.0:1767325998.396033:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767325998.396036:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767325998.396037:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408640000/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325998.396038:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325998.396040:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767325998.396041:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767325998.396043:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325998.396048:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767325998.396048:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767325998.396055:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767325998.396058:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [135:135:256:4294967295] 192.168.202.142@tcp LPNI seq info [135:135:8:4294967295] 02000000:00000001:1.0:1767325998.396064:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767325998.396069:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767325998.396070:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767325998.396075:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c6835ee. 00000100:00100000:1.0:1767325998.396077:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408640128:192.168.202.142@tcp:400: 00000100:00000200:0.0:1767325998.396080:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408640000, offset 0 00000400:00000200:3.0:1767325998.396080:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767325998.396086:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767325998.396090:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767325998.396091:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767325998.396095:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767325998.396098:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767325998.396102:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:3.0:1767325998.396103:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000010:1.0:1767325998.396104:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af5b7571. 00000400:00000200:0.0:1767325998.396109:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767325998.396109:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767325998.396110:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1bd790. 00000400:00000200:0.0:1767325998.396114:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767325998.396119:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767325998.396122:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:1.0:1767325998.396124:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c1447f9. 00000400:00000200:0.0:1767325998.396126:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767325998.396131:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [136:136:255:4294967295] 192.168.202.142@tcp LPNI seq info [136:136:7:4294967295] 00000400:00000010:1.0:1767325998.396132:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cab71f7. 00000800:00000200:3.0:1767325998.396135:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:1.0:1767325998.396139:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408640128, portal 10 00000800:00000200:3.0:1767325998.396142:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f1bd790 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325998.396144:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767325998.396148:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000400:00000200:0.0:1767325998.396153:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:1.0:1767325998.396160:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408640128/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325998.396160:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767325998.396161:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325998.396168:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305870017 00000800:00000010:0.0:1767325998.396169:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d41e7546. 00000100:00000001:1.0:1767325998.396176:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767325998.396177:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:3.0:1767325998.396177:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000607aa9a4. 00000100:00000040:1.0:1767325998.396183:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767325998.396186:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767325998.396189:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d41e7546 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767325998.396189:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c6b1e4e. 00000100:00000001:3.0:1767325998.396190:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767325998.396196:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408640128, offset 0 00000100:00000001:0.0:1767325998.396197:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325998.396200:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305870017 00000100:00000040:0.0:1767325998.396203:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 436420 usecs (437 jiffies) 00000100:00000010:3.0:1767325998.396206:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000355a926. 00000100:00000001:0.0:1767325998.396207:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305866677 00000400:00000200:1.0:1767325998.396208:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325998.396212:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767325998.396218:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305870017 00000400:00000200:1.0:1767325998.396218:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767325998.396219:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305870017 00000100:00000001:0.0:1767325998.396223:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305866677 00000800:00000200:2.0:1767325998.396225:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767325998.396225:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003383f268. 00000400:00000200:1.0:1767325998.396227:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767325998.396228:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305870017 00000100:00000001:3.0:1767325998.396231:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000010:2.0:1767325998.396233:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1bd790. 00000100:00000001:0.0:1767325998.396234:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305866677 00000400:00000200:1.0:1767325998.396235:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767325998.396236:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305870017 00000100:00000001:0.0:1767325998.396241:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305870017 00000400:00000200:1.0:1767325998.396242:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1767325998.396242:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005150918d. 00000400:00000200:2.0:1767325998.396245:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767325998.396246:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767325998.396248:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305866677 00000400:00000200:1.0:1767325998.396251:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767325998.396251:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767325998.396255:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305870017 00000100:00000001:3.0:1767325998.396257:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325998.396259:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767325998.396262:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [137:137:254:4294967295] 192.168.202.142@tcp LPNI seq info [137:137:6:4294967295] 00000100:00000001:0.0:1767325998.396263:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767325998.396263:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325998.396270:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325998.396273:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325998.396275:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325998.396281:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325998.396281:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767325998.396282:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325998.396285:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767325998.396289:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767325998.396290:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325998.396293:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af95acdf 00000100:00000001:3.0:1767325998.396293:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325998.396294:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767325998.396294:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767325998.396296:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767325998.396299:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af95acdf. 00000100:00000001:0.0:1767325998.396301:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325998.396301:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767325998.396302:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d731ab4b. 00000100:00000001:0.0:1767325998.396306:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325998.396310:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325998.396311:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767325998.396314:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767325998.396315:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767325998.396320:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:2.0:1767325998.396322:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408639872/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767325998.396325:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d731ab4b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767325998.396331:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325998.396336:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 627936 usecs (628 jiffies) 00000100:00000001:1.0:1767325998.396340:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305866868 00000100:00000001:2.0:1767325998.396340:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767325998.396344:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305870017 00000100:00000040:2.0:1767325998.396346:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408639872/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326014 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325998.396349:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305866868 00000100:00000001:1.0:1767325998.396354:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305870017 00000100:00000001:2.0:1767325998.396359:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325998.396362:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767325998.396365:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305866868 00000100:00000001:1.0:1767325998.396368:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305870017 00000100:00000001:1.0:1767325998.396370:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305866868 00000100:00000001:1.0:1767325998.396372:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305870017 00000100:00000001:1.0:1767325998.396375:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767325998.396377:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767325998.396379:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767325998.396380:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767325998.396383:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d41e7546. 00000100:00000001:1.0:1767325998.396385:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767325998.396388:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767325998.396391:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767325998.396395:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767325998.396395:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325998.396422:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767325998.396423:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767325998.396425:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325998.396427:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767325998.396444:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c6835ee 00000400:00000010:2.0:1767325998.396446:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c6835ee. 00000100:00000001:2.0:1767325998.396450:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325998.396453:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408640000/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325998.396460:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325998.396462:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408640000/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325998.396468:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325998.396470:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767325998.396550:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767325998.396553:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d731ab4b. 00000400:00000200:2.0:1767325998.396556:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767325998.396559:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767325998.396562:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c6b1e4e 00000400:00000010:2.0:1767325998.396564:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c6b1e4e. 00000100:00000001:2.0:1767325998.396566:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767325998.396569:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408640128/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325998.396590:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325998.396592:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408640128/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325998.396605:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325998.396607:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767325998.398263:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325998.398281:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767325998.398286:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325998.398288:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325998.398297:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325998.398311:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04000 00000400:00000200:1.0:1767325998.398319:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x525 [1] + 224 00000800:00000001:1.0:1767325998.398327:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325998.398332:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325998.398334:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325998.398338:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767325998.398344:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767325998.398348:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408640000/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767325998.398363:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408640000/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767325998.398388:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325998.398424:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767325998.398436:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767325998.398440:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767325998.398444:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767325998.398448:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767325998.398448:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767325998.398452:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767325998.398454:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767325998.398457:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1c8183f. 00000400:00000200:1.0:1767325998.398460:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767325998.398469:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f03f80 00000400:00000200:0.0:1767325998.398472:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600e12d3 00000400:00000010:0.0:1767325998.398476:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600e12d3. 00000100:00000001:0.0:1767325998.398480:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767325998.398483:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x51d [1] + 224 00000100:00000200:0.0:1767325998.398486:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408640000/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325998.398492:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325998.398498:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767325998.398501:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408640000/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325998.398503:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325998.398513:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767325998.398514:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767325998.398518:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767325998.398520:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767325998.398521:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767325998.398525:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408639872/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325998.398532:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767325998.398535:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767325998.398539:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767325998.398539:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408639872/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767325998.398545:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767325998.398557:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=139 v=5 (5 0 0 0) 00000100:00000001:1.0:1767325998.398562:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767325998.398568:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767325998.398579:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=139 v=5 (1 0 0 0) 00000100:00000001:0.0:1767325998.398582:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767325998.398585:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325998.398587:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767325998.398588:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767325998.398592:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325998.398597:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767325998.398600:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767325998.398600:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767325998.398603:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325998.398604:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767325998.398605:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767325998.398609:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767325998.398610:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767325998.398611:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767325998.398616:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767325998.398617:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408640000/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325998.398622:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000010:3.0:1767325998.398628:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fc3c7fe. 00000100:00000001:0.0:1767325998.398635:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767325998.398635:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912fe460 00000400:00000200:1.0:1767325998.398637:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04080 00000400:00000010:3.0:1767325998.398640:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000912fe460. 00000100:00000001:0.0:1767325998.398641:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767325998.398645:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767325998.398647:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767325998.398653:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408640000/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767325998.398653:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x52d [1] + 224 00000100:00000200:3.0:1767325998.398654:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408639872/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767325998.398663:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767325998.398669:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767325998.398673:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767325998.398680:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00100000:0.0:1767325998.398686:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408640000:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767325998.398687:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767325998.398689:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408639872/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767325998.398693:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408640128/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325998.398694:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325998.398699:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767325998.398713:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408640000/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325998.398715:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767325998.398719:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767325998.398722:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408640128/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325998.398724:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767325998.398728:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325998.398728:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767325998.398732:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767325998.398733:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767325998.398735:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325998.398738:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000938caca6. 02000000:00000001:3.0:1767325998.398741:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325998.398744:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767325998.398746:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=144 v=5 (5 0 0 0) 00000020:00000001:0.0:1767325998.398747:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767325998.398750:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00001000:3.0:1767325998.398752:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=144 v=5 (1 0 0 0) 00000020:00000001:0.0:1767325998.398755:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767325998.398756:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767325998.398758:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767325998.398760:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767325998.398760:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767325998.398764:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767325998.398766:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb30d8a. 00000800:00000001:1.0:1767325998.398768:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767325998.398768:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767325998.398773:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1767325998.398775:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767325998.398776:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408639872/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325998.398786:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767325998.398787:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767325998.398789:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:0.0:1767325998.398791:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:3.0:1767325998.398793:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325998.398796:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767325998.398799:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408639872/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767325998.398800:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325998.398804:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325998.398811:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767325998.398813:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408639872:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767325998.398814:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767325998.398820:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767325998.398822:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767325998.398823:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325998.398827:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767325998.398831:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408639872/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767325998.398844:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767325998.398846:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767325998.398848:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000052864c5b. 02000000:00000001:3.0:1767325998.398851:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767325998.398852:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767325998.398854:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767325998.398855:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767325998.398857:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b65b65b4. 02000000:00000001:3.0:1767325998.398860:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767325998.398861:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767325998.398862:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767325998.398862:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:2.0:1767325998.398865:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767325998.398865:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767325998.398866:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767325998.398868:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767325998.398868:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767325998.398870:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767325998.398871:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767325998.398872:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c1447f9. 00000100:00000001:3.0:1767325998.398873:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767325998.398874:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767325998.398875:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cab71f7 00000400:00000010:2.0:1767325998.398876:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cab71f7. 00000100:00000001:3.0:1767325998.398876:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325998.398879:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767325998.398882:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408640128/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767325998.398891:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408640128/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325998.398898:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767325998.398899:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325998.398901:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767325998.398902:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767325998.398904:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767325998.398905:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767325998.398907:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767325998.398917:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=133 v=5 (5 0 0 0) 00000100:00001000:2.0:1767325998.398920:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=113 v=5 (1 0 0 0) 00000100:00000001:2.0:1767325998.398923:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767325998.398924:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767325998.398926:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767325998.398928:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006b877052 x1853175408640128/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767325998.398935:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325998.398937:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767325998.398938:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767325998.398940:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767325998.398941:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767325998.398949:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408640128/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325998.398953:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767325998.398955:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767325998.398956:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767325998.398959:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408640128/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767325998.398965:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408640128:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767325998.398969:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325998.398971:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767325998.398973:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408640128/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326014 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767325998.398978:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767325998.398979:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767325998.398981:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af5b7571. 02000000:00000001:2.0:1767325998.398984:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767325998.398986:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767325998.398987:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767325998.398989:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767325998.398990:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000089a1fa3e. 02000000:00000001:2.0:1767325998.398992:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767325998.398994:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767325998.398995:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000001:2.0:1767325998.398997:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767325998.398999:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325998.399000:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767325998.399004:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767325998.399005:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767325998.399007:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767325998.399009:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325999.419523:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325999.419531:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767325999.419536:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767325999.419537:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767325999.419600:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767325999.419604:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767325999.419607:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326000.443643:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326000.443653:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326000.443660:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326000.443661:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326000.443685:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326000.443688:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326000.443691:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326001.467503:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326001.467512:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326001.467519:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326001.467523:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326001.467526:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326001.467533:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326001.467536:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326001.467537:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326001.467541:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326001.467557:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326001.467560:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326001.467562:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326001.467627:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326001.467631:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326001.467634:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326002.235488:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305870017, at 4305870080 00000100:00000040:1.0:1767326002.235488:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305870017, at 4305870080 00000100:00000040:3.0:1767326002.235489:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305870017, at 4305870080 00000100:00000040:2.0:1767326002.235491:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305870017, at 4305870080 00000100:00000010:2.0:1767326002.235511:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003383f268. 00000100:00000010:0.0:1767326002.235513:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000607aa9a4. 00000100:00000010:1.0:1767326002.235515:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000355a926. 00000100:00000010:3.0:1767326002.235520:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005150918d. 00010000:00000001:0.0:1767326002.491522:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326002.491531:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326002.491573:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326002.491574:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326002.491598:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326002.491602:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326002.491605:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326003.515545:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326003.515551:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326003.515560:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1767326003.515560:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326003.515564:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326003.515568:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326003.515573:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326003.515576:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326003.515578:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326003.515579:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00010000:00000001:0.0:1767326003.515581:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326003.515585:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326003.515587:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326003.515594:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326003.515603:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326003.515606:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326003.515614:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326003.515622:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089a1fa3e. 00000100:00000001:2.0:1767326003.515630:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326003.515643:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000006b877052 x1853175408640256/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767326003.515649:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326003.515653:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326003.515658:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326003.515659:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326003.515664:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_01+1] req@000000006b877052 x1853175408640256/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767326003.515665:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326003.515691:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326003.515693:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326003.515696:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326003.515698:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767326003.515700:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326003.515702:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326003.515703:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326003.515704:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326003.515707:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 00000100:00000001:2.0:1767326003.515709:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326003.515711:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000009561302 x1853175408640384/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326003.515717:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326003.515723:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326003.515727:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326003.515734:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408640256/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326003.515735:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326003.515741:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326003.515748:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326003.515750:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326003.515755:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326003.515758:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_02+2] req@0000000009561302 x1853175408640384/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326003.515760:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326003.515768:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326003.515772:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326003.515776:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326003.515781:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408640256:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326003.515781:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326003.515785:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326003.515791:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326003.515791:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326003.515794:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767326003.515797:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:0.0:1767326003.515800:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326003.515800:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326003.515805:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326003.515806:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326003.515808:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326003.515810:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326003.515810:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326003.515813:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052a5ce86. 00000100:00000001:1.0:1767326003.515814:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326003.515819:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326003.515820:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000938caca6. 00000100:00000001:1.0:1767326003.515821:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326003.515821:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326003.515827:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326003.515827:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326003.515833:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000bfc4a11d x1853175408640512/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767326003.515840:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1c8183f. 00000100:00000040:3.0:1767326003.515846:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408640384/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326003.515852:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767326003.515853:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600e12d3. 00000100:00000001:2.0:1767326003.515856:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326003.515868:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_03+3] req@00000000bfc4a11d x1853175408640512/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326003.515873:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767326003.515876:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408640256, portal 25 00000100:00000001:3.0:1767326003.515878:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326003.515890:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326003.515891:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326003.515895:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326003.515901:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000001:2.0:1767326003.515901:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326003.515902:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326003.515912:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767326003.515916:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408640384:192.168.202.142@tcp:400: 00000100:00000040:0.0:1767326003.515918:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408640256/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326003.515922:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326003.515922:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326003.515928:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326003.515934:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326003.515934:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11209) 00000100:00000001:0.0:1767326003.515940:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326003.515943:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408640512/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326003.515949:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326003.515956:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001164247f. 00000100:00000200:0.0:1767326003.515964:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408640256, offset 0 00000100:00000001:3.0:1767326003.515965:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326003.515972:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326003.515975:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326003.515977:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326003.515980:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326003.515980:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326003.515983:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326003.515984:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326003.515991:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767326003.515992:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326003.515999:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408640512:192.168.202.142@tcp:400: 02000000:00000010:3.0:1767326003.516000:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ef7f19e. 00000400:00000200:0.0:1767326003.516002:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:3.0:1767326003.516009:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326003.516012:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326003.516018:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326003.516018:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767326003.516020:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fc3c7fe. 02000000:00000001:1.0:1767326003.516023:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326003.516028:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326003.516030:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:3.0:1767326003.516031:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000912fe460. 02000000:00000010:1.0:1767326003.516034:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0aafb5f. 00000400:00000200:0.0:1767326003.516038:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326003.516039:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326003.516043:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408640384, portal 10 00000400:00000200:0.0:1767326003.516046:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000010:1.0:1767326003.516046:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086e1c835. 00000100:00000001:3.0:1767326003.516050:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326003.516053:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000400:00000010:1.0:1767326003.516054:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d659d8ea. 00000400:00000200:0.0:1767326003.516056:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [138:138:256:4294967295] 192.168.202.142@tcp LPNI seq info [138:138:8:4294967295] 00000100:00000200:1.0:1767326003.516064:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408640512, portal 10 00000100:00000040:3.0:1767326003.516069:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408640384/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326003.516075:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326003.516078:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000400:00000200:0.0:1767326003.516087:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:1.0:1767326003.516097:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408640512/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326003.516116:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326003.516119:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1767326003.516124:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ebbb7ec. 00000100:00000040:3.0:1767326003.516134:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326003.516135:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767326003.516139:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c9abd2f. 00000800:00000200:0.0:1767326003.516144:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:1.0:1767326003.516146:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000200:3.0:1767326003.516148:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408640384, offset 0 00000400:00000010:1.0:1767326003.516154:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f47fe55. 00000800:00000200:0.0:1767326003.516160:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326003.516162:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326003.516168:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ebbb7ec type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767326003.516171:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408640512, offset 0 00000400:00000200:3.0:1767326003.516180:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326003.516185:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326003.516189:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326003.516192:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326003.516197:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305875137 00000400:00000200:3.0:1767326003.516201:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000010:0.0:1767326003.516206:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000055b570f. 00000400:00000200:3.0:1767326003.516211:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326003.516215:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326003.516218:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326003.516223:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [139:139:255:4294967295] 192.168.202.142@tcp LPNI seq info [139:139:7:4294967295] 00000100:00000001:0.0:1767326003.516229:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305875137 00000100:00000010:0.0:1767326003.516235:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cd2e4ac. 00000400:00000200:3.0:1767326003.516241:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326003.516247:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767326003.516253:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326003.516254:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305875137 00000400:00000200:1.0:1767326003.516258:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000010:0.0:1767326003.516263:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000601d7410. 00000400:00000200:1.0:1767326003.516264:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326003.516264:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1bd790. 00000100:00000001:0.0:1767326003.516273:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326003.516275:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:3.0:1767326003.516287:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326003.516289:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326003.516291:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305875137 00000100:00000010:0.0:1767326003.516298:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be5cd0f0. 00000400:00000200:1.0:1767326003.516299:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:2.0:1767326003.516303:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767326003.516304:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326003.516308:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000010:2.0:1767326003.516310:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ebbb7ec. 00000400:00000200:1.0:1767326003.516313:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [140:140:254:4294967295] 192.168.202.142@tcp LPNI seq info [140:140:6:4294967295] 00000800:00000200:3.0:1767326003.516319:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f1bd790 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326003.516320:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326003.516321:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326003.516331:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326003.516334:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326003.516336:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326003.516338:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326003.516339:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326003.516344:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326003.516353:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 424391 usecs (425 jiffies) 00000400:00000200:2.0:1767326003.516355:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001164247f 00000800:00000200:1.0:1767326003.516356:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326003.516358:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767326003.516363:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001164247f. 00000100:00000001:0.0:1767326003.516367:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326003.516369:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326003.516369:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305871785 00000800:00000010:1.0:1767326003.516370:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e6043a. 00000100:00000001:0.0:1767326003.516372:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326003.516379:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326003.516379:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408640256/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326003.516381:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305875137 00000100:00000001:0.0:1767326003.516383:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326003.516391:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326003.516396:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326003.516420:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326003.516423:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408640256/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326019 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326003.516429:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326003.516431:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326003.516433:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326003.516437:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000015e6043a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326003.516441:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326003.516445:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 609018 usecs (610 jiffies) 00000800:00000200:2.0:1767326003.516445:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326003.516449:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305871971 00000800:00000010:2.0:1767326003.516450:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1bd790. 00000400:00000200:2.0:1767326003.516454:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326003.516457:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326003.516458:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c9abd2f 00000400:00000010:2.0:1767326003.516460:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c9abd2f. 00000100:00000001:2.0:1767326003.516461:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326003.516463:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408640384/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326003.516468:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326003.516469:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408640384/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326003.516473:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326003.516474:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326003.516506:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326003.516508:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e6043a. 00000400:00000200:2.0:1767326003.516510:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326003.516512:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326003.516514:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f47fe55 00000400:00000010:2.0:1767326003.516515:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f47fe55. 00000100:00000001:2.0:1767326003.516516:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326003.516518:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408640512/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326003.516544:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326003.516545:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408640512/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326003.516549:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326003.516550:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326003.516673:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305871786 00000100:00000001:1.0:1767326003.516674:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305875137 00000100:00000001:1.0:1767326003.516684:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305871971 00000100:00000001:3.0:1767326003.516685:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305875137 00000100:00000001:3.0:1767326003.516691:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305871786 00000100:00000001:1.0:1767326003.516692:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305875137 00000100:00000001:3.0:1767326003.516696:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305875137 00000100:00000001:1.0:1767326003.516698:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305871971 00000100:00000001:3.0:1767326003.516703:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305871786 00000100:00000001:1.0:1767326003.516704:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305875137 00000100:00000001:1.0:1767326003.516711:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305871971 00000100:00000001:3.0:1767326003.516711:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305875137 00000100:00000001:1.0:1767326003.516720:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305875137 00000100:00000001:3.0:1767326003.516720:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326003.516725:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326003.516729:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326003.516732:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326003.516734:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326003.516738:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326003.516743:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326003.516747:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326003.516747:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326003.516753:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326003.516755:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326003.516756:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326003.516758:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326003.516760:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326003.516764:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326003.516765:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326003.516767:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326003.516770:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326003.516770:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326003.516779:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326003.517773:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326003.517784:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326003.517786:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326003.517788:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326003.517794:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326003.517803:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f04100 00000400:00000200:2.0:1767326003.517808:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x535 [1] + 224 00000800:00000001:2.0:1767326003.517814:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326003.517818:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326003.517819:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326003.517822:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326003.517826:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326003.517829:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408640256/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326003.517836:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408640256/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326003.517847:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326003.517854:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326003.517869:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326003.517874:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326003.517876:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326003.517878:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326003.517879:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326003.517886:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000001:0.0:1767326003.517887:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326003.517893:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04180 00000400:00000001:0.0:1767326003.517900:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326003.517902:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1c8183f. 00000400:00000200:0.0:1767326003.517906:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600e12d3 00000400:00000010:0.0:1767326003.517908:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600e12d3. 00000100:00000001:0.0:1767326003.517911:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326003.517916:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x53d [1] + 224 00000100:00000200:0.0:1767326003.517917:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408640256/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326003.517926:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326003.517931:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408640256/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326003.517937:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326003.517941:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326003.517941:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326003.517945:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326003.517945:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326003.517951:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326003.517952:0:211388:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767326003.517956:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767326003.517957:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408640384/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326003.517959:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326003.517962:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326003.517970:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408640384/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326003.517973:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326003.517983:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=149 v=5 (5 0 0 0) 00000100:00001000:0.0:1767326003.517987:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=149 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326003.517987:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326003.517991:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326003.517992:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326003.517993:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326003.517997:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326003.517998:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326003.518003:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767326003.518003:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326003.518006:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326003.518012:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326003.518012:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767326003.518013:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326003.518017:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326003.518020:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408640256/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326003.518023:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04200 00000400:00000001:3.0:1767326003.518023:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326003.518027:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326003.518031:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fc3c7fe. 00000100:00000001:0.0:1767326003.518033:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326003.518037:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767326003.518038:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912fe460 00000100:00000001:0.0:1767326003.518039:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326003.518043:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000912fe460. 00000100:00000040:0.0:1767326003.518044:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408640256/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326003.518049:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326003.518053:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x541 [1] + 224 00000100:00100000:0.0:1767326003.518055:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408640256:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326003.518063:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326003.518063:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326003.518063:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408640384/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326003.518067:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767326003.518072:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326003.518073:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408640256/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326003.518078:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767326003.518079:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408640384/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326003.518090:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326003.518095:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326003.518099:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326003.518100:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326003.518100:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767326003.518102:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000938caca6. 02000000:00000001:0.0:1767326003.518106:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1767326003.518107:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408640512/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326003.518109:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326003.518110:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326003.518112:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326003.518115:0:211396:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767326003.518117:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767326003.518118:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767326003.518121:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000089a1fa3e. 00000100:00000001:3.0:1767326003.518121:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326003.518124:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326003.518127:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326003.518129:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767326003.518129:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326003.518132:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000040:2.0:1767326003.518132:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408640512/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326003.518137:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=144 v=5 (5 0 0 0) 00000100:00000001:0.0:1767326003.518138:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326003.518139:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326003.518144:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326003.518147:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=144 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326003.518150:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326003.518152:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326003.518156:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326003.518157:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326003.518160:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326003.518160:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326003.518165:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767326003.518165:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326003.518170:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326003.518172:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326003.518175:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767326003.518178:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326003.518178:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326003.518183:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326003.518185:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326003.518190:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408640384/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326003.518192:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326003.518196:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326003.518201:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326003.518202:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767326003.518205:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326003.518206:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767326003.518208:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086e1c835. 00000100:00000001:3.0:1767326003.518209:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326003.518214:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d659d8ea 00000400:00000010:1.0:1767326003.518216:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d659d8ea. 00000100:00000001:1.0:1767326003.518220:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767326003.518222:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408640384/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326003.518227:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408640512/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326003.518232:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408640384:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326003.518239:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326003.518242:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326003.518247:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408640512/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326003.518247:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408640384/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326003.518263:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326003.518265:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326003.518267:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ef7f19e. 00000100:00000001:1.0:1767326003.518269:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326003.518270:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326003.518273:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326003.518273:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326003.518276:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326003.518280:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767326003.518280:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326003.518284:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326003.518285:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767326003.518286:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 00000100:00000001:1.0:1767326003.518288:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326003.518289:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326003.518291:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326003.518293:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 02000000:00000001:1.0:1767326003.518294:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326003.518296:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326003.518298:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326003.518299:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326003.518300:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=138 v=5 (5 0 0 0) 00000100:00000001:3.0:1767326003.518303:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326003.518305:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326003.518306:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=118 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326003.518307:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326003.518309:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326003.518311:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326003.518314:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326003.518317:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326003.518322:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bfc4a11d x1853175408640512/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326003.518342:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326003.518344:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326003.518345:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326003.518347:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326003.518348:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326003.518352:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408640512/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326003.518357:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326003.518358:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326003.518359:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326003.518361:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408640512/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326003.518366:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408640512:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326003.518368:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326003.518369:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326003.518370:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408640512/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326019 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326003.518374:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326003.518375:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326003.518376:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0aafb5f. 02000000:00000001:1.0:1767326003.518378:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326003.518379:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326003.518380:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326003.518382:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326003.518383:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052a5ce86. 02000000:00000001:1.0:1767326003.518384:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326003.518385:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326003.518386:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:1.0:1767326003.518388:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326003.518388:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326003.518393:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326003.518396:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326003.518397:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326003.518419:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326003.518421:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326004.539533:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326004.539563:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326004.539570:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326004.539572:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326004.539594:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326004.539598:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326004.539600:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326005.563503:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326005.563520:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326005.563527:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326005.563528:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326005.563591:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326005.563596:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326005.563599:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326006.587639:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326006.587648:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326006.587656:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326006.587657:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326006.587682:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326006.587686:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326006.587689:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326007.355536:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305875137, at 4305875200 00000100:00000040:1.0:1767326007.355536:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305875137, at 4305875200 00000100:00000040:2.0:1767326007.355536:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305875137, at 4305875200 00000100:00000010:0.0:1767326007.355553:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000055b570f. 00000100:00000010:1.0:1767326007.355555:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00000100:00000010:2.0:1767326007.355557:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000601d7410. 00000100:00000040:3.0:1767326007.355659:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305875137, at 4305875200 00000100:00000010:3.0:1767326007.355675:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be5cd0f0. 00010000:00000001:0.0:1767326007.611528:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326007.611534:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326007.611538:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326007.611539:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326007.611589:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326007.611592:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326007.611594:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326008.635528:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326008.635542:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326008.635554:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007ac03e31. 00000020:00000040:0.0:1767326008.635563:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326008.635568:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326008.635572:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326008.635587:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326008.635600:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ebbb7ec. 00000100:00000001:0.0:1767326008.635608:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326008.635622:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000007ac03e31 x1853175408640640/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326008.635635:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326008.635656:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326008.635663:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ac03e31] to pc [ptlrpcd_00_00+0] req@000000007ac03e31 x1853175408640640/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326008.635690:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326008.635693:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326008.635696:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326008.635699:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039d7d45a. 00000020:00000040:0.0:1767326008.635702:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326008.635705:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326008.635707:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326008.635709:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326008.635714:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d41e7546. 00000100:00000001:0.0:1767326008.635718:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326008.635720:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326008.635722:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000039d7d45a x1853175408640768/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326008.635723:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326008.635725:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326008.635729:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326008.635730:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326008.635737:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007ac03e31 x1853175408640640/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326008.635739:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326008.635741:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326008.635748:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039d7d45a] to pc [ptlrpcd_00_01+1] req@0000000039d7d45a x1853175408640768/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326008.635749:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326008.635752:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326008.635759:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326008.635761:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326008.635764:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326008.635765:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326008.635768:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007ac03e31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408640640:192.168.202.142@tcp:400: 00000100:00000040:0.0:1767326008.635769:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326008.635775:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326008.635775:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326008.635777:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767326008.635779:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d08e6cf1. 00000100:00000001:2.0:1767326008.635780:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326008.635781:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767326008.635783:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:1.0:1767326008.635785:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326008.635785:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326008.635786:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326008.635790:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326008.635790:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767326008.635792:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326008.635794:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039d7d45a x1853175408640768/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326008.635796:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d2c217a. 02000000:00000010:0.0:1767326008.635797:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c98c6e3f. 02000000:00000001:1.0:1767326008.635800:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326008.635803:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326008.635810:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000d08e6cf1 x1853175408640896/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767326008.635810:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086e1c835. 00000100:00000001:2.0:1767326008.635811:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326008.635813:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326008.635819:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767326008.635820:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d659d8ea. 02000000:00000001:2.0:1767326008.635821:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326008.635825:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326008.635830:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408640640, portal 25 00000100:00100000:2.0:1767326008.635833:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000039d7d45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408640768:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326008.635835:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326008.635837:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453952512 : -115368255599104 : ffff9712bc1b4e00) 00000100:00000001:2.0:1767326008.635843:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326008.635846:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007ac03e31 x1853175408640640/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326008.635847:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326008.635851:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326008.635852:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326008.635856:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326008.635857:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326008.635857:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767326008.635863:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085c3d0bf. 00000100:00000040:0.0:1767326008.635866:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08e6cf1] to pc [ptlrpcd_00_02+2] req@00000000d08e6cf1 x1853175408640896/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326008.635868:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326008.635873:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326008.635876:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6032386. 00000400:00000010:1.0:1767326008.635878:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a44e04f. 00000400:00000010:2.0:1767326008.635885:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f21e77c7. 00000100:00000200:1.0:1767326008.635887:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408640640, offset 0 00000100:00000200:2.0:1767326008.635891:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408640768, portal 10 00000100:00000001:2.0:1767326008.635895:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326008.635896:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326008.635898:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453953408 : -115368255598208 : ffff9712bc1b5180) 00000100:00000040:2.0:1767326008.635907:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000039d7d45a x1853175408640768/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326008.635908:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326008.635912:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:0.0:1767326008.635914:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326008.635920:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326008.635921:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326008.635923:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326008.635925:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326008.635929:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326008.635929:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326008.635931:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767326008.635931:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:3.0:1767326008.635936:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d08e6cf1 x1853175408640896/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326008.635937:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767326008.635940:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031788bcf. 00000100:00000040:0.0:1767326008.635941:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11214) 00000400:00000200:1.0:1767326008.635942:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326008.635950:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [141:141:256:4294967295] 192.168.202.142@tcp LPNI seq info [141:141:8:4294967295] 00000100:00000200:2.0:1767326008.635954:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408640768, offset 0 00000100:00000001:0.0:1767326008.635959:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326008.635961:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326008.635964:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326008.635964:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326008.635971:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326008.635972:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326008.635973:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:3.0:1767326008.635976:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326008.635981:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326008.635982:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326008.635984:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00010000:00000001:0.0:1767326008.635986:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000800:00000010:1.0:1767326008.635988:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e6043a. 00000400:00000200:2.0:1767326008.635991:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:0.0:1767326008.635992:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326008.635999:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d08e6cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408640896:192.168.202.142@tcp:400: 00010000:00000001:0.0:1767326008.636000:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000800:00000200:1.0:1767326008.636000:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326008.636000:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00010000:00000001:0.0:1767326008.636004:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326008.636008:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326008.636013:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767326008.636015:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:3.0:1767326008.636018:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326008.636022:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:3.0:1767326008.636022:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326008.636023:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000015e6043a type 1, nob 320 niov 1 nkiov 1 00000020:00000001:0.0:1767326008.636025:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767326008.636026:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767326008.636031:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326008.636031:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [142:142:255:4294967295] 192.168.202.142@tcp LPNI seq info [142:142:7:4294967295] 02000000:00000010:3.0:1767326008.636032:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000291db5bf. 02000000:00000001:3.0:1767326008.636037:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326008.636038:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767326008.636043:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fc3c7fe. 00000400:00000010:3.0:1767326008.636049:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000912fe460. 00000400:00000200:2.0:1767326008.636053:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:3.0:1767326008.636053:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408640896, portal 10 00000100:00000001:1.0:1767326008.636054:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326008.636062:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305880257 00000100:00000001:3.0:1767326008.636062:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326008.636064:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326008.636065:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453949824 : -115368255601792 : ffff9712bc1b4380) 00000100:00000010:1.0:1767326008.636070:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e79aa378. 00000800:00000010:2.0:1767326008.636073:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000064d7910e. 00000100:00000040:3.0:1767326008.636074:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d08e6cf1 x1853175408640896/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326008.636080:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326008.636085:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326008.636091:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305880257 00000100:00000001:3.0:1767326008.636092:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767326008.636096:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000418b52ce. 00000800:00000200:2.0:1767326008.636096:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326008.636101:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000064d7910e type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767326008.636101:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326008.636102:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326008.636107:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326008.636107:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dcf3fdb. 00000100:00000040:2.0:1767326008.636111:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 413000 usecs (413 jiffies) 00000100:00000200:3.0:1767326008.636113:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408640896, offset 0 00000100:00000001:2.0:1767326008.636114:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305876893 00000100:00000001:1.0:1767326008.636115:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305880257 00000100:00000001:2.0:1767326008.636120:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305880257 00000100:00000010:1.0:1767326008.636122:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044f287ec. 00000100:00000001:2.0:1767326008.636124:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305876893 00000400:00000200:3.0:1767326008.636125:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326008.636130:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326008.636130:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305880257 00000400:00000200:3.0:1767326008.636133:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326008.636136:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305880257 00000100:00000001:2.0:1767326008.636137:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305876893 00000400:00000200:3.0:1767326008.636138:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1767326008.636143:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002be8f718. 00000100:00000001:2.0:1767326008.636144:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305880257 00000400:00000200:3.0:1767326008.636144:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326008.636149:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326008.636150:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326008.636151:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305876893 00000400:00000200:3.0:1767326008.636153:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326008.636156:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326008.636158:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305880257 00000400:00000200:3.0:1767326008.636160:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [143:143:254:4294967295] 192.168.202.142@tcp LPNI seq info [143:143:6:4294967295] 00000100:00000001:1.0:1767326008.636163:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326008.636164:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326008.636170:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326008.636173:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326008.636173:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326008.636176:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326008.636178:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326008.636181:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326008.636189:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc945970. 00000100:00000001:1.0:1767326008.636191:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326008.636192:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326008.636195:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326008.636195:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326008.636199:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326008.636201:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326008.636201:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326008.636203:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326008.636205:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326008.636206:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326008.636206:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc945970 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326008.636211:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326008.636213:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326008.636214:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326008.636218:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326008.636218:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 591195 usecs (592 jiffies) 00000100:00000001:2.0:1767326008.636222:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326008.636223:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305877072 00000100:00000001:3.0:1767326008.636228:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305880257 00000100:00000001:2.0:1767326008.636229:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326008.636231:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305877072 00000100:00000001:3.0:1767326008.636234:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305880257 00000100:00000001:3.0:1767326008.636235:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305877072 00000100:00000001:3.0:1767326008.636236:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305880257 00000100:00000001:3.0:1767326008.636245:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305877072 00000100:00000001:3.0:1767326008.636247:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305880257 00000100:00000001:3.0:1767326008.636249:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326008.636250:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326008.636252:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326008.636253:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326008.636257:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767326008.636259:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326008.636259:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326008.636264:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326008.636265:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1767326008.636266:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e6043a. 00000100:00000001:3.0:1767326008.636267:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326008.636271:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326008.636276:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326008.636283:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326008.636289:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a44e04f 00000400:00000010:1.0:1767326008.636292:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a44e04f. 00000100:00000001:1.0:1767326008.636297:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326008.636301:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007ac03e31 x1853175408640640/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326008.636310:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326008.636312:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007ac03e31 x1853175408640640/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326024 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326008.636318:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326008.636320:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326008.636333:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326008.636335:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064d7910e. 00000400:00000200:1.0:1767326008.636338:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326008.636341:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326008.636344:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031788bcf 00000400:00000010:1.0:1767326008.636345:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031788bcf. 00000100:00000001:1.0:1767326008.636348:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326008.636350:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039d7d45a x1853175408640768/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326008.636357:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326008.636360:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039d7d45a x1853175408640768/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326008.636373:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326008.636375:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326008.636490:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326008.636493:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc945970. 00000400:00000200:1.0:1767326008.636497:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326008.636500:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326008.636503:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dcf3fdb 00000400:00000010:1.0:1767326008.636504:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dcf3fdb. 00000100:00000001:1.0:1767326008.636507:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326008.636510:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d08e6cf1 x1853175408640896/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326008.636515:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326008.636516:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d08e6cf1 x1853175408640896/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326008.636520:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326008.636521:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326008.638594:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326008.638612:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326008.638615:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326008.638618:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326008.638629:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326008.638644:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04300 00000400:00000200:2.0:1767326008.638656:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x555 [1] + 224 00000800:00000001:2.0:1767326008.638664:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326008.638670:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326008.638672:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326008.638674:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326008.638679:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326008.638683:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039d7d45a x1853175408640768/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326008.638691:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000039d7d45a x1853175408640768/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326008.638714:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326008.638724:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326008.638727:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326008.638729:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326008.638731:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326008.638735:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326008.638743:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f04280 00000400:00000200:2.0:1767326008.638748:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x54d [1] + 224 00000800:00000001:2.0:1767326008.638752:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326008.638753:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326008.638756:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326008.638759:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326008.638766:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326008.638769:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326008.638773:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767326008.638774:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6032386. 00000400:00000200:2.0:1767326008.638779:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326008.638781:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f21e77c7 00000400:00000010:0.0:1767326008.638784:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f21e77c7. 00000100:00000001:0.0:1767326008.638788:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326008.638789:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326008.638795:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039d7d45a x1853175408640768/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326008.638795:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007ac03e31 x1853175408640640/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326008.638829:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039d7d45a x1853175408640768/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326008.638829:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007ac03e31 x1853175408640640/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326008.638848:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326008.638852:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326008.638861:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326008.638862:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326008.638870:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326008.638874:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326008.638876:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326008.638878:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767326008.638879:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326008.638883:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326008.638888:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326008.638888:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 02000000:00000001:0.0:1767326008.638895:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326008.638899:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04380 00000100:00000001:1.0:1767326008.638902:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767326008.638906:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=149 v=5 (5 0 0 0) 00000100:00000001:1.0:1767326008.638907:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326008.638907:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x55d [1] + 224 00000100:00001000:0.0:1767326008.638915:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=149 v=5 (1 0 0 0) 00000800:00000001:2.0:1767326008.638916:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326008.638920:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326008.638921:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1767326008.638924:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326008.638925:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326008.638927:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086e1c835. 00000800:00000001:2.0:1767326008.638927:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326008.638931:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326008.638931:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326008.638934:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d659d8ea 00010000:00000001:0.0:1767326008.638939:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326008.638939:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d659d8ea. 00000400:00000200:2.0:1767326008.638939:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326008.638946:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326008.638948:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326008.638948:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326008.638952:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000200:1.0:1767326008.638954:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007ac03e31 x1853175408640640/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326008.638956:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d08e6cf1 x1853175408640896/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326008.638957:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326008.638960:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326008.638971:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039d7d45a x1853175408640768/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326008.638988:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007ac03e31 x1853175408640640/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326008.638991:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d08e6cf1 x1853175408640896/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326008.638993:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326008.639000:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326008.639004:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326008.639011:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326008.639014:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039d7d45a x1853175408640768/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326008.639015:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326008.639019:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326008.639022:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326008.639026:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767326008.639030:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000039d7d45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408640768:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326008.639033:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326008.639037:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326008.639040:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326008.639041:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=154 v=5 (5 0 0 0) 00000100:00000001:2.0:1767326008.639041:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326008.639047:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767326008.639047:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=154 v=5 (1 0 0 0) 00000800:00000001:2.0:1767326008.639050:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326008.639051:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767326008.639054:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039d7d45a x1853175408640768/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326008.639054:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326008.639057:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326008.639058:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326008.639061:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326008.639064:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326008.639070:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007ac03e31 x1853175408640640/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326008.639072:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326008.639077:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326008.639077:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326008.639081:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1767326008.639082:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085c3d0bf. 00000100:00000001:1.0:1767326008.639083:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326008.639088:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007ac03e31 x1853175408640640/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326008.639090:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326008.639093:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326008.639095:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00100000:1.0:1767326008.639099:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007ac03e31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408640640:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326008.639105:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326008.639106:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326008.639109:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767326008.639111:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d41e7546. 00000100:00000040:1.0:1767326008.639115:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007ac03e31 x1853175408640640/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326008.639118:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326008.639122:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326008.639123:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326008.639126:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767326008.639127:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039d7d45a. 00000100:00000001:1.0:1767326008.639128:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1767326008.639131:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767326008.639132:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326008.639134:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1767326008.639136:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d2c217a. 00000400:00000001:3.0:1767326008.639136:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326008.639138:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326008.639140:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fc3c7fe. 00000100:00000001:0.0:1767326008.639143:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326008.639144:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767326008.639146:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912fe460 00000020:00000001:1.0:1767326008.639147:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326008.639151:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000400:00000010:3.0:1767326008.639151:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000912fe460. 00000100:00000001:0.0:1767326008.639155:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767326008.639155:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326008.639157:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326008.639159:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326008.639160:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ebbb7ec. 00000100:00000200:3.0:1767326008.639165:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d08e6cf1 x1853175408640896/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326008.639167:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326008.639167:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326008.639171:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326008.639172:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326008.639174:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007ac03e31. 00000100:00000001:1.0:1767326008.639181:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1767326008.639184:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d08e6cf1 x1853175408640896/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326008.639190:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326008.639195:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326008.639197:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326008.639200:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326008.639200:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326008.639204:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326008.639205:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326008.639207:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326008.639209:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326008.639210:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326008.639213:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326008.639217:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326008.639227:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326008.639232:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=143 v=5 (5 0 0 0) 00000100:00001000:3.0:1767326008.639236:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=123 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326008.639238:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326008.639239:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326008.639250:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326008.639254:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d08e6cf1 x1853175408640896/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326008.639261:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326008.639263:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326008.639265:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326008.639266:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326008.639268:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326008.639270:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d08e6cf1 x1853175408640896/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326008.639276:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326008.639278:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326008.639279:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326008.639282:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d08e6cf1 x1853175408640896/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326008.639289:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d08e6cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408640896:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326008.639293:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326008.639295:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326008.639297:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d08e6cf1 x1853175408640896/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326024 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326008.639303:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326008.639305:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326008.639307:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000291db5bf. 02000000:00000001:3.0:1767326008.639310:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326008.639311:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326008.639313:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326008.639315:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326008.639316:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c98c6e3f. 02000000:00000001:3.0:1767326008.639318:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326008.639318:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326008.639319:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d08e6cf1. 00000100:00000001:3.0:1767326008.639335:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326008.639335:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326008.639337:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326008.639344:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326008.639345:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326008.639347:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326008.639349:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326009.659546:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326009.659555:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326009.659562:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326009.659564:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326009.659621:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326009.659625:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326009.659628:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326010.683612:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326010.683626:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326010.683636:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326010.683637:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326010.683664:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326010.683667:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326010.683670:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326011.707549:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326011.707558:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326011.707565:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326011.707570:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326011.707572:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326011.707580:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326011.707584:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326011.707585:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326011.707589:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326011.707591:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326011.707593:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326011.707595:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326011.707807:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326011.707833:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326011.707835:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326012.475504:0:208065:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305880257, at 4305880320 00000100:00000040:1.0:1767326012.475510:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305880257, at 4305880320 00000100:00000040:2.0:1767326012.475510:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305880257, at 4305880320 00000100:00000010:3.0:1767326012.475532:0:208065:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002be8f718. 00000100:00000010:2.0:1767326012.475540:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044f287ec. 00000100:00000010:1.0:1767326012.475541:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000418b52ce. 00000100:00000040:0.0:1767326012.476686:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305880257, at 4305880321 00000100:00000010:0.0:1767326012.476715:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e79aa378. 00010000:00000001:0.0:1767326012.731548:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326012.731577:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326012.731583:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326012.731584:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326012.731607:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326012.731611:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326012.731614:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326013.755485:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326013.755496:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326013.755507:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039d7d45a. 00000020:00000040:0.0:1767326013.755514:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326013.755519:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326013.755522:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326013.755528:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326013.755535:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d41e7546. 00000100:00000001:0.0:1767326013.755542:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326013.755552:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000039d7d45a x1853175408641024/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326013.755561:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326013.755563:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326013.755567:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039d7d45a] to pc [ptlrpcd_00_03+3] req@0000000039d7d45a x1853175408641024/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326013.755605:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326013.755608:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326013.755611:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326013.755616:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d08e6cf1. 00000020:00000040:0.0:1767326013.755620:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326013.755622:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326013.755624:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326013.755626:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326013.755630:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c98c6e3f. 00000100:00000001:1.0:1767326013.755631:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326013.755633:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326013.755639:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326013.755640:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000d08e6cf1 x1853175408641152/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326013.755644:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326013.755648:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326013.755652:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039d7d45a x1853175408641024/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326013.755655:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326013.755664:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326013.755667:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326013.755673:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326013.755676:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326013.755679:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326013.755681:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000039d7d45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408641024:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326013.755685:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326013.755690:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326013.755693:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326013.755697:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326013.755701:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767326013.755703:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b90f88e5. 00000100:00000001:0.0:1767326013.755705:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326013.755706:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326013.755714:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08e6cf1] to pc [ptlrpcd_00_00+0] req@00000000d08e6cf1 x1853175408641152/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326013.755720:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086e1c835. 00000400:00000010:1.0:1767326013.755730:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d659d8ea. 00000100:00000200:1.0:1767326013.755738:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408641024, portal 25 00000100:00000001:0.0:1767326013.755740:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326013.755742:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326013.755744:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326013.755745:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453953408 : -115368255598208 : ffff9712bc1b5180) 00000100:00000001:2.0:1767326013.755747:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326013.755753:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326013.755754:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326013.755757:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000039d7d45a x1853175408641024/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326013.755758:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007ac03e31. 00000100:00000001:2.0:1767326013.755758:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767326013.755764:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326013.755767:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326013.755768:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d08e6cf1 x1853175408641152/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326013.755771:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326013.755771:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326013.755775:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326013.755779:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326013.755783:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767326013.755786:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ebbb7ec. 00000100:00000040:1.0:1767326013.755791:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326013.755797:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326013.755799:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326013.755800:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326013.755802:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a44e04f. 02000000:00000001:2.0:1767326013.755803:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767326013.755806:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408641024, offset 0 00000100:00000040:0.0:1767326013.755807:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000007ac03e31 x1853175408641280/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326013.755807:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326013.755814:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326013.755817:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00100000:2.0:1767326013.755823:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d08e6cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408641152:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326013.755827:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326013.755829:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326013.755830:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326013.755834:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:0.0:1767326013.755837:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ac03e31] to pc [ptlrpcd_00_01+1] req@000000007ac03e31 x1853175408641280/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326013.755840:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326013.755842:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326013.755845:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326013.755850:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:2.0:1767326013.755851:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326013.755855:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1767326013.755857:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1ee60d3. 00000400:00000200:1.0:1767326013.755859:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767326013.755863:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326013.755866:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [144:144:256:4294967295] 192.168.202.142@tcp LPNI seq info [144:144:8:4294967295] 00000100:00000001:0.0:1767326013.755870:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326013.755870:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000c578ed. 00000100:00000040:0.0:1767326013.755875:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767326013.755879:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ed339f. 00000100:00000040:0.0:1767326013.755885:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1767326013.755886:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408641152, portal 10 00000400:00000200:1.0:1767326013.755891:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:0.0:1767326013.755892:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11219) 00000100:00000001:3.0:1767326013.755895:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326013.755899:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326013.755900:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326013.755903:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326013.755905:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767326013.755908:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e6043a. 00000100:00000001:2.0:1767326013.755909:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453949824 : -115368255601792 : ffff9712bc1b4380) 00000100:00000040:3.0:1767326013.755909:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007ac03e31 x1853175408641280/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326013.755918:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326013.755921:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326013.755923:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:2.0:1767326013.755923:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d08e6cf1 x1853175408641152/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326013.755924:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767326013.755925:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 02000000:00000001:3.0:1767326013.755927:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326013.755932:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 02000000:00000001:3.0:1767326013.755933:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326013.755938:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000800:00000200:1.0:1767326013.755940:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00100000:3.0:1767326013.755941:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007ac03e31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408641280:192.168.202.142@tcp:400: 00010000:00000001:0.0:1767326013.755943:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326013.755945:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326013.755949:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000015e6043a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326013.755949:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326013.755953:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326013.755954:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1767326013.755956:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 02000000:00000001:3.0:1767326013.755958:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326013.755959:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326013.755959:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d725e3b6. 02000000:00000001:3.0:1767326013.755962:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1767326013.755964:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326013.755965:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408641152, offset 0 00010000:00000001:0.0:1767326013.755967:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326013.755968:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326013.755969:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009759eff7. 00010000:00000001:0.0:1767326013.755973:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 02000000:00000001:3.0:1767326013.755975:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326013.755976:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00010000:00000001:0.0:1767326013.755977:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326013.755977:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305885377 00000400:00000010:3.0:1767326013.755981:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fc3c7fe. 00000100:00000010:1.0:1767326013.755984:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e590900. 00000400:00000010:3.0:1767326013.755991:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000912fe460. 00000100:00000001:1.0:1767326013.755993:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326013.755994:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:3.0:1767326013.755999:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408641280, portal 10 00000400:00000200:2.0:1767326013.756000:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326013.756002:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305885377 00000100:00000001:3.0:1767326013.756004:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1767326013.756006:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8afc2e8. 00000400:00000200:2.0:1767326013.756007:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326013.756008:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453952512 : -115368255599104 : ffff9712bc1b4e00) 00000100:00000001:1.0:1767326013.756012:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767326013.756013:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326013.756016:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305885377 00000400:00000200:2.0:1767326013.756019:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000010:1.0:1767326013.756021:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d8259e28. 00000100:00000001:1.0:1767326013.756025:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326013.756028:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305885377 00000400:00000200:2.0:1767326013.756028:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [145:145:255:4294967295] 192.168.202.142@tcp LPNI seq info [145:145:7:4294967295] 00000100:00000040:3.0:1767326013.756029:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007ac03e31 x1853175408641280/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326013.756034:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000418b52ce. 00000100:00000001:1.0:1767326013.756040:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326013.756046:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326013.756050:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326013.756054:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326013.756055:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326013.756057:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326013.756059:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af85f150. 00000800:00000200:2.0:1767326013.756064:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000200:3.0:1767326013.756064:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408641280, offset 0 00000100:00000001:1.0:1767326013.756071:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326013.756072:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dadd9a6c. 00000400:00000200:3.0:1767326013.756074:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326013.756078:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326013.756083:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326013.756084:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326013.756088:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326013.756089:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326013.756093:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767326013.756095:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326013.756096:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326013.756100:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326013.756102:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dadd9a6c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326013.756102:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326013.756103:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326013.756108:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326013.756108:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326013.756110:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326013.756114:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [146:146:254:4294967295] 192.168.202.142@tcp LPNI seq info [146:146:6:4294967295] 00000100:00000001:1.0:1767326013.756115:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326013.756117:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 402233 usecs (403 jiffies) 00000100:00000001:2.0:1767326013.756123:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305882003 00000800:00000200:0.0:1767326013.756126:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326013.756127:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305885377 00000800:00000010:0.0:1767326013.756132:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e6043a. 00000100:00000001:2.0:1767326013.756133:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305882003 00000400:00000200:3.0:1767326013.756134:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326013.756139:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305885377 00000100:00000001:2.0:1767326013.756143:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305882003 00000400:00000200:0.0:1767326013.756144:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767326013.756145:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:3.0:1767326013.756145:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326013.756147:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305885377 00000020:00000001:1.0:1767326013.756151:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326013.756153:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305882003 00000800:00000010:3.0:1767326013.756155:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d29a8a. 00000400:00000200:0.0:1767326013.756157:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00010000:00010000:1.0:1767326013.756158:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326013.756158:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305885377 00000100:00000001:2.0:1767326013.756164:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326013.756167:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a44e04f 00000100:00000001:2.0:1767326013.756168:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326013.756173:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a44e04f. 00000800:00000200:3.0:1767326013.756173:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326013.756174:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326013.756180:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326013.756181:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326013.756184:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326013.756188:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767326013.756189:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039d7d45a x1853175408641024/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326013.756189:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d29a8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326013.756197:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326013.756199:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767326013.756202:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 574422 usecs (575 jiffies) 00000100:00000001:3.0:1767326013.756207:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305882175 00000100:00000001:0.0:1767326013.756208:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326013.756210:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326013.756212:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039d7d45a x1853175408641024/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326029 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326013.756213:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326013.756217:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326013.756223:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326013.756223:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326013.756228:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326013.756241:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326013.756243:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dadd9a6c. 00000400:00000200:0.0:1767326013.756245:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326013.756247:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326013.756249:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d725e3b6 00000400:00000010:0.0:1767326013.756250:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d725e3b6. 00000100:00000001:0.0:1767326013.756252:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326013.756254:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d08e6cf1 x1853175408641152/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326013.756258:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326013.756260:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d08e6cf1 x1853175408641152/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326013.756264:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326013.756269:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326013.756295:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305885377 00000800:00000200:0.0:1767326013.756296:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326013.756299:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d29a8a. 00000100:00000001:3.0:1767326013.756299:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305882175 00000400:00000200:0.0:1767326013.756303:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326013.756304:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305885377 00000400:00000200:0.0:1767326013.756309:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326013.756310:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305882175 00000400:00000200:0.0:1767326013.756313:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af85f150 00000100:00000001:3.0:1767326013.756314:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305885377 00000400:00000010:0.0:1767326013.756317:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af85f150. 00000100:00000001:3.0:1767326013.756318:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305882175 00000100:00000001:0.0:1767326013.756322:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326013.756325:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007ac03e31 x1853175408641280/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326013.756330:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305885377 00000100:00000001:3.0:1767326013.756335:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326013.756342:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326013.756343:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326013.756347:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007ac03e31 x1853175408641280/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326013.756353:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326013.756355:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326013.756443:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326013.756445:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326013.756450:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326013.756451:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326013.756453:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326013.756454:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326013.756455:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326013.756457:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326013.758844:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326013.758865:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326013.758870:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326013.758872:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326013.758885:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326013.758902:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f04400 00000400:00000200:1.0:1767326013.758911:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x565 [1] + 224 00000800:00000001:1.0:1767326013.758921:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326013.758926:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326013.758928:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326013.758933:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326013.758941:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326013.758947:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039d7d45a x1853175408641024/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326013.758958:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000039d7d45a x1853175408641024/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326013.758986:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326013.758994:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326013.758997:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326013.758999:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326013.759001:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326013.759005:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326013.759011:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04480 00000100:00000001:0.0:1767326013.759026:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326013.759027:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x56d [1] + 224 00000100:00000001:0.0:1767326013.759031:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326013.759034:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326013.759038:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326013.759040:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326013.759041:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326013.759044:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767326013.759045:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086e1c835. 00000400:00000200:0.0:1767326013.759051:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d659d8ea 00000400:00000200:1.0:1767326013.759053:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:0.0:1767326013.759054:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d659d8ea. 00000100:00000001:0.0:1767326013.759058:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326013.759061:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326013.759064:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039d7d45a x1853175408641024/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326013.759070:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d08e6cf1 x1853175408641152/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326013.759075:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039d7d45a x1853175408641024/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326013.759090:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326013.759091:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326013.759093:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d08e6cf1 x1853175408641152/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326013.759094:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326013.759098:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326013.759100:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326013.759103:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326013.759106:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326013.759112:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=9 v=5 (5 5 0 0) 00000100:00000001:1.0:1767326013.759114:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326013.759120:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326013.759122:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=9 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326013.759125:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326013.759126:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326013.759126:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326013.759130:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326013.759131:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326013.759134:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326013.759134:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326013.759139:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326013.759144:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000040:0.0:1767326013.759147:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039d7d45a x1853175408641024/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326013.759147:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326013.759152:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326013.759155:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04500 00000100:00000001:0.0:1767326013.759158:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767326013.759158:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326013.759162:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326013.759163:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326013.759166:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767326013.759168:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039d7d45a x1853175408641024/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326013.759170:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000c578ed. 00000100:00100000:0.0:1767326013.759177:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000039d7d45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408641024:192.168.202.142@tcp:400: 00000400:00000200:2.0:1767326013.759177:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ed339f 00000400:00000010:2.0:1767326013.759182:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ed339f. 00000100:00000001:0.0:1767326013.759183:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326013.759186:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326013.759187:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326013.759191:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039d7d45a x1853175408641024/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326013.759194:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x575 [1] + 224 00000100:00000200:2.0:1767326013.759195:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d08e6cf1 x1853175408641152/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326013.759203:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326013.759210:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1767326013.759211:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326013.759214:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767326013.759216:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767326013.759219:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b90f88e5. 00000100:00000200:2.0:1767326013.759221:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d08e6cf1 x1853175408641152/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326013.759224:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 02000000:00000001:0.0:1767326013.759225:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326013.759228:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326013.759231:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326013.759231:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767326013.759236:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767326013.759239:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007ac03e31 x1853175408641280/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326013.759240:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d41e7546. 00000100:00000001:2.0:1767326013.759241:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326013.759246:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326013.759246:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326013.759248:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326013.759252:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039d7d45a. 00000100:00000001:2.0:1767326013.759252:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326013.759256:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326013.759258:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767326013.759258:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007ac03e31 x1853175408641280/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326013.759259:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326013.759262:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326013.759263:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326013.759267:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326013.759268:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326013.759276:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1767326013.759278:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=154 v=5 (5 0 0 0) 00000100:00001000:2.0:1767326013.759283:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=154 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326013.759284:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326013.759286:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326013.759289:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326013.759290:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326013.759292:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326013.759293:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326013.759294:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326013.759297:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767326013.759298:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326013.759301:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326013.759305:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326013.759309:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326013.759312:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326013.759314:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326013.759319:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d08e6cf1 x1853175408641152/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326013.759327:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326013.759336:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326013.759337:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326013.759338:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326013.759342:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326013.759346:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d08e6cf1 x1853175408641152/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326013.759347:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326013.759350:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326013.759353:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fc3c7fe. 00000400:00000200:3.0:1767326013.759358:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912fe460 00000400:00000010:3.0:1767326013.759361:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000912fe460. 00000100:00100000:2.0:1767326013.759362:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d08e6cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408641152:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326013.759366:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326013.759370:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326013.759373:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007ac03e31 x1853175408641280/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326013.759375:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326013.759380:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d08e6cf1 x1853175408641152/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326013.759390:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007ac03e31 x1853175408641280/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326013.759392:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326013.759395:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326013.759421:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326013.759422:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326013.759424:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326013.759425:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767326013.759426:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1ee60d3. 00000100:00000001:3.0:1767326013.759427:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326013.759439:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326013.759443:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767326013.759443:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326013.759446:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326013.759449:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326013.759451:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326013.759453:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c98c6e3f. 00000100:00001000:3.0:1767326013.759453:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=148 v=5 (5 0 0 0) 02000000:00000001:2.0:1767326013.759459:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1767326013.759459:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=128 v=5 (1 0 0 0) 02000000:00000001:2.0:1767326013.759462:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326013.759464:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:2.0:1767326013.759465:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d08e6cf1. 00000100:00000001:3.0:1767326013.759467:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326013.759471:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767326013.759471:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326013.759473:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326013.759476:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326013.759480:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:3.0:1767326013.759483:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007ac03e31 x1853175408641280/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326013.759484:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326013.759489:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326013.759491:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326013.759498:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326013.759500:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326013.759502:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326013.759504:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326013.759505:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326013.759507:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007ac03e31 x1853175408641280/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326013.759514:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326013.759516:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326013.759517:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326013.759520:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007ac03e31 x1853175408641280/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326013.759527:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007ac03e31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408641280:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326013.759532:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326013.759533:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326013.759535:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007ac03e31 x1853175408641280/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326029 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326013.759539:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326013.759540:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326013.759541:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009759eff7. 02000000:00000001:3.0:1767326013.759543:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326013.759544:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326013.759545:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326013.759546:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326013.759547:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ebbb7ec. 02000000:00000001:3.0:1767326013.759549:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326013.759550:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326013.759551:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007ac03e31. 00000100:00000001:3.0:1767326013.759553:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326013.759557:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326013.759559:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326013.759562:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326013.759562:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326013.759563:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326013.759565:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326014.779548:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326014.779557:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326014.779565:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326014.779566:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326014.779588:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326014.779592:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326014.779595:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326015.803567:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326015.803577:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326015.803585:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326015.803586:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326015.803683:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326015.803687:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326015.803690:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326016.827530:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326016.827539:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326016.827546:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326016.827547:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326016.827570:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326016.827574:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326016.827577:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326017.595489:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305885377, at 4305885440 00000100:00000040:3.0:1767326017.595489:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305885377, at 4305885440 00000100:00000040:2.0:1767326017.595501:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305885377, at 4305885440 00000100:00000010:3.0:1767326017.595513:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000418b52ce. 00000100:00000010:1.0:1767326017.595518:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8afc2e8. 00000100:00000010:2.0:1767326017.595520:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d8259e28. 00000100:00000040:0.0:1767326017.595533:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305885377, at 4305885440 00000100:00000010:0.0:1767326017.595542:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e590900. 00010000:00000001:0.0:1767326017.851526:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326017.851535:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326017.851542:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326017.851543:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326017.851603:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326017.851606:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326017.851609:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326018.875496:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326018.875511:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326018.875519:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039d7d45a. 00000020:00000040:0.0:1767326018.875527:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326018.875532:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326018.875549:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326018.875556:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326018.875566:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d41e7546. 00000100:00000001:0.0:1767326018.875575:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326018.875598:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000039d7d45a x1853175408641408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326018.875611:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326018.875614:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326018.875621:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039d7d45a] to pc [ptlrpcd_00_02+2] req@0000000039d7d45a x1853175408641408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326018.875655:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326018.875658:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326018.875661:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326018.875665:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c3ee48e. 00000020:00000040:0.0:1767326018.875668:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326018.875670:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326018.875672:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326018.875674:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326018.875679:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ebbb7ec. 00000100:00000001:0.0:1767326018.875683:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326018.875687:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000007c3ee48e x1853175408641536/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326018.875695:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326018.875697:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326018.875701:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c3ee48e] to pc [ptlrpcd_00_03+3] req@000000007c3ee48e x1853175408641536/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326018.875710:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326018.875712:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326018.875717:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326018.875721:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326018.875724:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326018.875730:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039d7d45a x1853175408641408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326018.875731:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326018.875736:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000152f65cf. 00000020:00000040:0.0:1767326018.875741:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326018.875746:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326018.875747:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326018.875749:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326018.875762:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c98c6e3f. 00000100:00000001:2.0:1767326018.875762:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326018.875766:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326018.875767:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326018.875773:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326018.875775:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000152f65cf x1853175408641664/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326018.875777:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326018.875783:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326018.875791:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1767326018.875791:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000039d7d45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408641408:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326018.875794:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326018.875799:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326018.875802:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152f65cf] to pc [ptlrpcd_00_00+0] req@00000000152f65cf x1853175408641664/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326018.875817:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326018.875821:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326018.875822:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326018.875826:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326018.875827:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767326018.875833:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1767326018.875836:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000727a3969. 00000100:00000040:0.0:1767326018.875840:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11224) 02000000:00000001:2.0:1767326018.875840:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326018.875850:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000c578ed. 00000400:00000010:2.0:1767326018.875859:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ed339f. 00010000:00000001:0.0:1767326018.875867:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000200:2.0:1767326018.875868:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408641408, portal 25 00010000:00000001:0.0:1767326018.875872:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326018.875873:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326018.875877:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453953408 : -115368255598208 : ffff9712bc1b5180) 00010000:00000001:0.0:1767326018.875880:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:2.0:1767326018.875884:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000039d7d45a x1853175408641408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326018.875885:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326018.875896:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326018.875902:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326018.875905:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326018.875906:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cce2b7d4. 00000100:00000001:0.0:1767326018.875908:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326018.875911:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767326018.875911:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408641408, offset 0 00000100:00000040:0.0:1767326018.875917:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c3ee48e x1853175408641536/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326018.875926:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326018.875930:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326018.875933:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326018.875936:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326018.875938:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326018.875940:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326018.875944:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007c3ee48e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408641536:192.168.202.142@tcp:400: 00000400:00000200:2.0:1767326018.875948:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326018.875950:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326018.875954:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326018.875957:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326018.875958:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326018.875960:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326018.875966:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000010:0.0:1767326018.875972:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1f2deda. 00000400:00000200:2.0:1767326018.875973:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326018.875976:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326018.875980:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000010:0.0:1767326018.875985:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1c8183f. 00000400:00000200:2.0:1767326018.875987:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [147:147:256:4294967295] 192.168.202.142@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000010:0.0:1767326018.875993:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600e12d3. 00000100:00000200:0.0:1767326018.875998:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408641536, portal 10 00000100:00000001:0.0:1767326018.876003:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326018.876006:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453958784 : -115368255592832 : ffff9712bc1b6680) 00000400:00000200:2.0:1767326018.876007:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:0.0:1767326018.876016:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007c3ee48e x1853175408641536/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326018.876025:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326018.876030:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326018.876034:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326018.876034:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6a98a8f. 00000400:00000010:0.0:1767326018.876039:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fb0af82. 00000100:00000200:0.0:1767326018.876043:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408641536, offset 0 00000800:00000200:2.0:1767326018.876047:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326018.876053:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326018.876059:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:0.0:1767326018.876063:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:2.0:1767326018.876066:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f6a98a8f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326018.876069:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326018.876074:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326018.876077:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326018.876080:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326018.876081:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326018.876084:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [148:148:255:4294967295] 192.168.202.142@tcp LPNI seq info [148:148:7:4294967295] 00000100:00000001:2.0:1767326018.876090:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305890497 00000400:00000200:0.0:1767326018.876097:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000010:2.0:1767326018.876098:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8c0ab05. 00000800:00000200:0.0:1767326018.876106:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326018.876109:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000010:0.0:1767326018.876112:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023d40614. 00000100:00000001:2.0:1767326018.876117:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305890497 00000800:00000200:0.0:1767326018.876118:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:2.0:1767326018.876123:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074bebb19. 00000100:00000001:2.0:1767326018.876128:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767326018.876135:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326018.876140:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023d40614 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326018.876141:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305890497 00000100:00000001:0.0:1767326018.876145:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326018.876150:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 392033 usecs (393 jiffies) 00000100:00000010:2.0:1767326018.876151:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000851a6f3. 00000100:00000001:0.0:1767326018.876155:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305887113 00000100:00000001:2.0:1767326018.876157:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326018.876160:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305890497 00000100:00000001:2.0:1767326018.876162:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305890497 00000100:00000010:2.0:1767326018.876166:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000020ebf5a0. 00000100:00000001:2.0:1767326018.876169:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326018.876173:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305887113 00000100:00000001:2.0:1767326018.876175:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326018.876177:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305890497 00000100:00000001:2.0:1767326018.876181:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326018.876182:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305887113 00000100:00000001:0.0:1767326018.876186:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305890497 00000100:00000001:2.0:1767326018.876187:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326018.876189:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305887113 00000100:00000001:2.0:1767326018.876192:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326018.876194:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305890497 00000100:00000001:0.0:1767326018.876197:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326018.876199:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326018.876201:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326018.876203:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326018.876204:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326018.876207:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326018.876208:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326018.876210:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326018.876211:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326018.876213:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326018.876216:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326018.876216:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326018.876219:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326018.876221:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326018.876222:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326018.876226:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326018.876232:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326018.876235:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326018.876237:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326018.876239:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326018.876243:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000152f65cf x1853175408641664/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326018.876253:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326018.876262:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326018.876264:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326018.876265:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767326018.876267:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767326018.876269:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326018.876271:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767326018.876275:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767326018.876275:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326018.876281:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000152f65cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408641664:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326018.876285:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326018.876288:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326018.876290:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326018.876292:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326018.876295:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae97a540. 02000000:00000001:2.0:1767326018.876296:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326018.876300:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000184cfad4. 00000400:00000010:2.0:1767326018.876303:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000364a6fcd. 00000100:00000200:2.0:1767326018.876306:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408641664, portal 10 00000100:00000001:2.0:1767326018.876308:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326018.876309:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453950720 : -115368255600896 : ffff9712bc1b4700) 00000100:00000040:2.0:1767326018.876315:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000152f65cf x1853175408641664/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326018.876322:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326018.876324:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326018.876328:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfca0bf5. 00000100:00000200:2.0:1767326018.876332:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408641664, offset 0 00000400:00000200:2.0:1767326018.876338:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326018.876339:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326018.876343:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6a98a8f. 00000400:00000200:2.0:1767326018.876346:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326018.876347:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326018.876351:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326018.876357:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326018.876358:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326018.876365:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326018.876368:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326018.876370:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [149:149:254:4294967295] 192.168.202.142@tcp LPNI seq info [149:149:6:4294967295] 00000400:00000200:2.0:1767326018.876377:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326018.876427:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326018.876429:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce2b7d4 00000800:00000010:2.0:1767326018.876432:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2b156b8. 00000400:00000010:0.0:1767326018.876433:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cce2b7d4. 00000800:00000200:2.0:1767326018.876439:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326018.876441:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326018.876445:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:0.0:1767326018.876448:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039d7d45a x1853175408641408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326018.876450:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e2b156b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326018.876457:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326018.876462:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 558590 usecs (559 jiffies) 00000100:00000001:0.0:1767326018.876466:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326018.876466:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305887280 00000100:00000001:2.0:1767326018.876471:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305890497 00000100:00000040:0.0:1767326018.876472:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039d7d45a x1853175408641408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326034 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326018.876476:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305887280 00000100:00000001:2.0:1767326018.876480:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305890497 00000100:00000001:2.0:1767326018.876485:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305887280 00000100:00000001:2.0:1767326018.876487:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305890497 00000100:00000001:2.0:1767326018.876490:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305887280 00000100:00000001:2.0:1767326018.876496:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305890497 00000100:00000001:0.0:1767326018.876501:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326018.876501:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326018.876505:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326018.876506:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326018.876510:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326018.876511:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326018.876516:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326018.876517:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767326018.876521:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326018.876521:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767326018.876524:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023d40614. 00000100:00000001:2.0:1767326018.876525:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326018.876528:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326018.876529:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326018.876534:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326018.876537:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326018.876541:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fb0af82 00000400:00000010:0.0:1767326018.876544:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fb0af82. 00000100:00000001:0.0:1767326018.876547:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326018.876551:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c3ee48e x1853175408641536/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326018.876558:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326018.876561:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c3ee48e x1853175408641536/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326018.876568:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326018.876570:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326018.876636:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326018.876638:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2b156b8. 00000400:00000200:0.0:1767326018.876641:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326018.876644:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326018.876647:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfca0bf5 00000400:00000010:0.0:1767326018.876648:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfca0bf5. 00000100:00000001:0.0:1767326018.876650:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326018.876653:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000152f65cf x1853175408641664/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326018.876658:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326018.876660:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000152f65cf x1853175408641664/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326018.876664:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326018.876666:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326018.878153:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326018.878166:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326018.878178:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326018.878181:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326018.878192:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326018.878205:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f04580 00000400:00000200:0.0:1767326018.878224:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x57d [1] + 224 00000800:00000001:0.0:1767326018.878233:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326018.878277:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326018.878280:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326018.878284:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326018.878293:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326018.878297:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039d7d45a x1853175408641408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326018.878307:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000039d7d45a x1853175408641408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326018.878326:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326018.878334:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326018.878338:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326018.878340:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326018.878342:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326018.878346:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326018.878353:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04600 00000400:00000200:0.0:1767326018.878359:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x585 [1] + 224 00000800:00000001:0.0:1767326018.878363:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326018.878364:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326018.878367:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326018.878370:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326018.878371:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326018.878376:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:2.0:1767326018.878379:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326018.878395:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326018.878419:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000c578ed. 00000400:00000200:2.0:1767326018.878424:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ed339f 00000400:00000010:2.0:1767326018.878442:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ed339f. 00000100:00000001:2.0:1767326018.878446:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326018.878451:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039d7d45a x1853175408641408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326018.878460:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039d7d45a x1853175408641408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326018.878468:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326018.878470:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326018.878474:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326018.878477:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326018.878481:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326018.878483:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326018.878487:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326018.878495:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=14 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326018.878500:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=14 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326018.878504:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326018.878505:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326018.878506:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326018.878511:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767326018.878512:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c3ee48e x1853175408641536/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326018.878515:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326018.878522:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326018.878524:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007c3ee48e x1853175408641536/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326018.878531:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039d7d45a x1853175408641408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326018.878555:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326018.878568:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326018.878571:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326018.878572:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326018.878577:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039d7d45a x1853175408641408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326018.878580:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326018.878586:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326018.878589:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000039d7d45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408641408:192.168.202.142@tcp:400: 00000800:00000001:0.0:1767326018.878590:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326018.878595:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326018.878598:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326018.878602:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326018.878607:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039d7d45a x1853175408641408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326018.878612:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326018.878616:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:1.0:1767326018.878617:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326018.878624:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326018.878628:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767326018.878632:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04680 00000100:00000001:2.0:1767326018.878632:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1767326018.878633:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1c8183f. 02000000:00000001:2.0:1767326018.878637:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767326018.878640:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600e12d3 02000000:00000010:2.0:1767326018.878642:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000727a3969. 00000400:00000010:1.0:1767326018.878644:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600e12d3. 02000000:00000001:2.0:1767326018.878648:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326018.878650:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767326018.878652:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767326018.878654:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x58d [1] + 224 00000020:00000040:2.0:1767326018.878655:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000200:1.0:1767326018.878659:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c3ee48e x1853175408641536/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326018.878662:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767326018.878668:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:0.0:1767326018.878672:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326018.878672:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d41e7546. 00000100:00000200:1.0:1767326018.878675:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c3ee48e x1853175408641536/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326018.878678:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767326018.878681:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326018.878686:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767326018.878688:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326018.878695:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326018.878695:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:2.0:1767326018.878696:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039d7d45a. 00000100:00000001:1.0:1767326018.878699:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326018.878702:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000152f65cf x1853175408641664/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326018.878704:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326018.878707:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767326018.878708:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326018.878711:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326018.878712:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326018.878715:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326018.878716:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326018.878721:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326018.878726:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326018.878729:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000152f65cf x1853175408641664/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326018.878730:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=9 v=5 (5 5 0 0) 00000100:00000001:2.0:1767326018.878731:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326018.878738:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767326018.878740:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=9 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326018.878741:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326018.878749:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326018.878751:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326018.878753:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326018.878755:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326018.878757:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326018.878763:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326018.878763:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326018.878763:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326018.878766:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326018.878768:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326018.878769:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326018.878770:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1767326018.878774:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326018.878777:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326018.878782:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326018.878782:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000184cfad4. 00000400:00000200:2.0:1767326018.878788:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364a6fcd 00000100:00000040:1.0:1767326018.878791:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c3ee48e x1853175408641536/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326018.878792:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000364a6fcd. 00000100:00000001:2.0:1767326018.878797:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326018.878804:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326018.878804:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000152f65cf x1853175408641664/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326018.878809:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326018.878812:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326018.878820:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c3ee48e x1853175408641536/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326018.878824:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000152f65cf x1853175408641664/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326018.878841:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007c3ee48e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408641536:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326018.878842:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326018.878845:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326018.878850:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326018.878851:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326018.878853:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326018.878854:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326018.878856:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767326018.878858:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c3ee48e x1853175408641536/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326018.878863:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326018.878868:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326018.878874:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1767326018.878876:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=153 v=5 (5 0 0 0) 02000000:00000001:1.0:1767326018.878877:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326018.878881:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1f2deda. 00000100:00001000:2.0:1767326018.878885:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=133 v=5 (1 0 0 0) 02000000:00000001:1.0:1767326018.878887:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326018.878889:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767326018.878891:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326018.878892:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326018.878894:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00010000:00000001:2.0:1767326018.878895:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767326018.878898:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326018.878902:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ebbb7ec. 00010000:00080000:2.0:1767326018.878902:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000152f65cf x1853175408641664/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326018.878907:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326018.878909:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326018.878912:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c3ee48e. 00010000:00000001:2.0:1767326018.878914:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326018.878917:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326018.878918:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326018.878921:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326018.878922:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326018.878926:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326018.878927:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326018.878929:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326018.878933:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000152f65cf x1853175408641664/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326018.878934:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326018.878937:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326018.878942:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326018.878945:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326018.878946:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326018.878951:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326018.878952:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326018.878956:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000152f65cf x1853175408641664/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326018.878964:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000152f65cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408641664:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326018.878968:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326018.878970:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326018.878972:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000152f65cf x1853175408641664/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326034 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326018.878979:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326018.878981:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326018.878983:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae97a540. 02000000:00000001:2.0:1767326018.878986:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326018.878988:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326018.878994:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326018.878996:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326018.878997:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c98c6e3f. 02000000:00000001:2.0:1767326018.879000:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326018.879001:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326018.879002:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000152f65cf. 00000100:00000001:2.0:1767326018.879005:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326018.879006:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326018.879007:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326018.879011:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326018.879012:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326018.879014:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326018.879016:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326019.899553:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326019.899566:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326019.899577:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326019.899578:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326019.899664:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326019.899674:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326019.899693:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326020.923511:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326020.923520:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326020.923529:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326020.923530:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326020.923559:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326020.923563:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326020.923566:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326021.947517:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326021.947548:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326021.947555:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326021.947559:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326021.947561:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326021.947568:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326021.947570:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326021.947572:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326021.947575:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326021.947577:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326021.947579:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326021.947581:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326021.947655:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326021.947662:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326021.947666:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326022.715531:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305890497, at 4305890560 00000100:00000040:2.0:1767326022.715531:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305890497, at 4305890560 00000100:00000040:3.0:1767326022.715532:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305890497, at 4305890560 00000100:00000010:2.0:1767326022.715555:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000851a6f3. 00000100:00000010:3.0:1767326022.715560:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000020ebf5a0. 00000100:00000010:0.0:1767326022.715565:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8c0ab05. 00000100:00000040:1.0:1767326022.715642:0:193010:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305890497, at 4305890560 00000100:00000010:1.0:1767326022.715648:0:193010:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074bebb19. 00010000:00000001:0.0:1767326022.971538:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326022.971547:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326022.971554:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326022.971555:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326022.971585:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326022.971589:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326022.971592:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326023.995515:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326023.995521:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1767326023.995525:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326023.995527:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326023.995531:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326023.995533:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326023.995537:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00010000:00000001:0.0:1767326023.995538:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326023.995542:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326023.995545:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326023.995546:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00010000:00000001:0.0:1767326023.995548:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326023.995553:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1767326023.995555:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326023.995558:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326023.995558:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326023.995564:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326023.995685:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326023.995688:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326023.995691:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:2.0:1767326023.996463:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed9e0e5f. 00000100:00000001:2.0:1767326023.996479:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326023.996495:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000bfc4a11d x1853175408641792/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326023.996506:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326023.996508:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326023.996513:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_01+1] req@00000000bfc4a11d x1853175408641792/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326023.996545:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326023.996548:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326023.996552:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326023.996574:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326023.996578:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000100:00000001:0.0:1767326023.996581:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767326023.996585:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326023.996587:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326023.996592:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326023.996593:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326023.996597:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326023.996600:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326023.996604:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326023.996605:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408641792/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326023.996612:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039fc680f. 00000100:00000001:2.0:1767326023.996620:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326023.996623:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326023.996627:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326023.996630:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000009561302 x1853175408641920/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326023.996640:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326023.996641:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326023.996647:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_02+2] req@0000000009561302 x1853175408641920/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326023.996653:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326023.996658:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326023.996663:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326023.996667:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408641792:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326023.996672:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326023.996674:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326023.996677:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326023.996680:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326023.996681:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767326023.996682:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000020:00000040:2.0:1767326023.996686:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:0.0:1767326023.996687:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326023.996689:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326023.996695:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326023.996697:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767326023.996698:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326023.996706:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f07b907. 02000000:00000010:0.0:1767326023.996707:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af5b7571. 02000000:00000001:0.0:1767326023.996712:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326023.996719:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4dc6b2f. 00000100:00000001:2.0:1767326023.996719:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326023.996722:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326023.996727:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000006b877052 x1853175408642048/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326023.996729:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767326023.996731:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fb0af82. 00000100:00000001:1.0:1767326023.996735:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326023.996743:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767326023.996745:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408641792, portal 25 00000100:00000001:2.0:1767326023.996746:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326023.996758:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408641920/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326023.996759:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326023.996764:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000040:2.0:1767326023.996764:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_03+3] req@000000006b877052 x1853175408642048/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326023.996781:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408641792/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326023.996800:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326023.996804:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326023.996816:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326023.996820:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326023.996820:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326023.996829:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326023.996830:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326023.996835:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767326023.996841:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408641920:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326023.996848:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767326023.996849:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326023.996861:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767326023.996862:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d045329. 00000100:00000040:2.0:1767326023.996866:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11229) 00000100:00000200:0.0:1767326023.996869:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408641792, offset 0 02000000:00000001:1.0:1767326023.996869:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326023.996873:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326023.996876:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326023.996881:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000010:1.0:1767326023.996881:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e42c62be. 02000000:00000001:1.0:1767326023.996886:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326023.996891:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a888120. 00000400:00000010:1.0:1767326023.996897:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000100:00000200:1.0:1767326023.996901:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408641920, portal 10 00000100:00000001:1.0:1767326023.996903:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326023.996905:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326023.996906:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000001:2.0:1767326023.996912:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326023.996914:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326023.996919:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408641920/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326023.996921:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408642048/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326023.996959:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326023.996963:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326023.996973:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326023.996975:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326023.996980:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326023.996990:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408642048:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326023.997003:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326023.997009:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326023.997010:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326023.997015:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326023.997019:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326023.997022:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000010:2.0:1767326023.997023:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018e74027. 02000000:00000001:2.0:1767326023.997029:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326023.997031:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2edddf. 00000400:00000010:2.0:1767326023.997035:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000184cfad4. 00000100:00000200:1.0:1767326023.997039:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408641920, offset 0 00000400:00000010:2.0:1767326023.997043:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000364a6fcd. 00000400:00000200:1.0:1767326023.997050:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326023.997093:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326023.997101:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326023.997105:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326023.997109:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326023.997111:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326023.997114:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [150:150:256:4294967295] 192.168.202.142@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:0.0:1767326023.997125:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326023.997131:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326023.997136:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023d40614. 00000800:00000200:0.0:1767326023.997142:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326023.997152:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326023.997160:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326023.997165:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326023.997169:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:0.0:1767326023.997174:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023d40614 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326023.997178:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326023.997185:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326023.997189:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [151:151:255:4294967295] 192.168.202.142@tcp LPNI seq info [151:151:7:4294967295] 00000100:00000200:2.0:1767326023.997199:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408642048, portal 10 00000100:00000001:0.0:1767326023.997201:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326023.997203:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326023.997205:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000001:0.0:1767326023.997209:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305895618 00000100:00000040:2.0:1767326023.997214:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408642048/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326023.997218:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002806ae4a. 00000100:00000001:2.0:1767326023.997220:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326023.997228:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326023.997229:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767326023.997233:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ed339f. 00000100:00000001:0.0:1767326023.997242:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305895618 00000100:00000200:2.0:1767326023.997245:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408642048, offset 0 00000100:00000010:0.0:1767326023.997248:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080042d7a. 00000100:00000001:0.0:1767326023.997254:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767326023.997257:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326023.997259:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305895618 00000100:00000010:0.0:1767326023.997264:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000055b570f. 00000100:00000001:0.0:1767326023.997268:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326023.997270:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305895618 00000100:00000010:0.0:1767326023.997273:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ea25869. 00000100:00000001:0.0:1767326023.997275:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326023.997279:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326023.997283:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326023.997287:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326023.997290:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326023.997300:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326023.997302:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326023.997304:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326023.997306:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326023.997308:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326023.997315:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326023.997384:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326023.997393:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326023.997397:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d731ab4b. 00000400:00000200:2.0:1767326023.997439:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:1.0:1767326023.997452:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326023.997457:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326023.997465:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326023.997470:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326023.997473:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:1.0:1767326023.997476:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:2.0:1767326023.997477:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [152:152:254:4294967295] 192.168.202.142@tcp LPNI seq info [152:152:6:4294967295] 00000800:00000200:1.0:1767326023.997484:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d731ab4b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326023.997493:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326023.997503:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 382326 usecs (383 jiffies) 00000400:00000200:2.0:1767326023.997506:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326023.997511:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305892225 00000800:00000200:2.0:1767326023.997518:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326023.997519:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305895618 00000100:00000001:1.0:1767326023.997527:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305892225 00000100:00000001:1.0:1767326023.997529:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305895618 00000800:00000010:2.0:1767326023.997530:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2b156b8. 00000100:00000001:1.0:1767326023.997532:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305892225 00000100:00000001:1.0:1767326023.997537:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305895618 00000800:00000200:2.0:1767326023.997542:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326023.997543:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305892225 00000100:00000001:1.0:1767326023.997547:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305895618 00000100:00000001:1.0:1767326023.997556:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326023.997560:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326023.997564:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326023.997569:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326023.997570:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326023.997577:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e2b156b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326023.997582:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326023.997585:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767326023.997586:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 543595 usecs (544 jiffies) 00000100:00000001:1.0:1767326023.997593:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326023.997593:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305892386 00000100:00000001:2.0:1767326023.997602:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305895618 00000100:00000001:1.0:1767326023.997603:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326023.997607:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326023.997609:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305892386 00000100:00000001:1.0:1767326023.997610:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326023.997619:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305895618 00000100:00000001:2.0:1767326023.997622:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305892386 00000100:00000001:2.0:1767326023.997625:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305895618 00000100:00000001:2.0:1767326023.997627:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305892386 00000100:00000001:1.0:1767326023.997629:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326023.997631:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305895618 00000100:00000001:2.0:1767326023.997636:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326023.997639:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326023.997642:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326023.997644:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326023.997648:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326023.997650:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326023.997652:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326023.997659:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326023.997660:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326023.997662:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326023.997856:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326023.997860:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023d40614. 00000400:00000200:3.0:1767326023.997866:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326023.997872:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326023.997877:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d045329 00000400:00000010:3.0:1767326023.997879:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d045329. 00000100:00000001:3.0:1767326023.997882:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326023.997887:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408641792/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326023.997897:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326023.997899:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408641792/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326039 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326023.997905:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326023.997907:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326023.997922:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326023.997924:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d731ab4b. 00000400:00000200:3.0:1767326023.997926:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326023.997929:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326023.997931:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2edddf 00000400:00000010:3.0:1767326023.997933:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2edddf. 00000100:00000001:3.0:1767326023.997935:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326023.997937:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408641920/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326023.997949:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326023.997951:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408641920/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326023.997957:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326023.997958:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326023.997993:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326023.997996:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2b156b8. 00000400:00000200:3.0:1767326023.997999:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326023.998002:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326023.998004:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ed339f 00000400:00000010:3.0:1767326023.998006:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ed339f. 00000100:00000001:3.0:1767326023.998008:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326023.998011:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408642048/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326023.998017:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326023.998019:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408642048/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326023.998024:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326023.998025:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326023.998998:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326023.999012:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326023.999015:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326023.999018:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326023.999027:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326023.999041:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f04700 00000400:00000200:0.0:1767326023.999050:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x595 [1] + 224 00000800:00000001:0.0:1767326023.999066:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326023.999077:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326023.999080:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326023.999084:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326023.999091:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326023.999094:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408641792/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326023.999101:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408641792/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326023.999119:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326023.999125:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326023.999128:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326024.001306:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326024.001313:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326024.001320:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326024.001322:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326024.001324:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4dc6b2f. 00000400:00000200:3.0:1767326024.001331:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fb0af82 00000400:00000010:3.0:1767326024.001343:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fb0af82. 00000100:00000001:3.0:1767326024.001348:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326024.001356:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408641792/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326024.001364:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408641792/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326024.001370:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326024.001382:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326024.001385:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326024.001387:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326024.001390:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326024.001392:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326024.001395:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326024.001424:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=20 v=5 (5 5 0 0) 00000100:00001000:3.0:1767326024.001429:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=20 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326024.001431:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326024.001433:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326024.001435:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326024.001438:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326024.001440:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326024.001444:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408641792/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326024.001451:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326024.001454:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326024.001455:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326024.001458:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408641792/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326024.001464:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408641792:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326024.001480:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326024.001482:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326024.001484:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408641792/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326024.001489:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326024.001491:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326024.001494:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af5b7571. 02000000:00000001:3.0:1767326024.001498:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326024.001499:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326024.001501:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326024.001503:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326024.001505:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed9e0e5f. 02000000:00000001:3.0:1767326024.001508:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326024.001514:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326024.001516:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:3.0:1767326024.001520:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326024.001521:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326024.001522:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326024.001529:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326024.001530:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326024.001532:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326024.001534:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326024.002045:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326024.002060:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326024.002064:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326024.002066:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326024.002075:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326024.002091:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04800 00000400:00000200:0.0:1767326024.002098:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x5a5 [1] + 224 00000800:00000001:0.0:1767326024.002105:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326024.002115:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326024.002118:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326024.002122:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326024.002128:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326024.002134:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408642048/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326024.002144:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408642048/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326024.002165:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326024.002172:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326024.002175:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326024.002210:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326024.002215:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326024.002222:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326024.002224:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326024.002227:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000184cfad4. 00000400:00000200:2.0:1767326024.002231:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364a6fcd 00000400:00000010:2.0:1767326024.002233:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000364a6fcd. 00000100:00000001:2.0:1767326024.002237:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326024.002241:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408642048/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326024.002251:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408642048/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326024.002258:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326024.002261:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326024.002263:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326024.002265:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326024.002267:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326024.002268:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326024.002270:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326024.002277:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=9 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326024.002280:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=139 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326024.002282:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326024.002283:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326024.002285:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326024.002288:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006b877052 x1853175408642048/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326024.002293:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326024.002297:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326024.002298:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326024.002300:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326024.002301:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326024.002303:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408642048/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326024.002317:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326024.002320:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326024.002322:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326024.002325:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408642048/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326024.002332:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408642048:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326024.002348:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326024.002350:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326024.002353:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408642048/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326024.002359:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326024.002362:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326024.002364:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018e74027. 02000000:00000001:2.0:1767326024.002369:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326024.002370:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326024.002372:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326024.002374:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326024.002376:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f07b907. 02000000:00000001:2.0:1767326024.002379:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326024.002381:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326024.002382:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000001:2.0:1767326024.002386:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326024.002388:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326024.002389:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326024.002396:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326024.002425:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326024.002428:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326024.002430:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326024.002564:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326024.002575:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326024.002578:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326024.002580:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326024.002588:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326024.002600:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04780 00000400:00000200:3.0:1767326024.002608:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x59d [1] + 224 00000800:00000001:3.0:1767326024.002844:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326024.002852:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326024.002855:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326024.002859:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326024.002865:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326024.002869:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408641920/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326024.002878:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408641920/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326024.002898:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326024.002906:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326024.002909:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326024.003040:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326024.003044:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326024.003048:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326024.003049:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326024.003051:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a888120. 00000400:00000200:1.0:1767326024.003055:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000400:00000010:1.0:1767326024.003056:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:1.0:1767326024.003059:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326024.003063:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408641920/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326024.003071:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408641920/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326024.003077:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326024.003079:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326024.003081:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326024.003082:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326024.003084:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326024.003086:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326024.003088:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326024.003094:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=15 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326024.003097:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=15 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326024.003099:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326024.003101:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326024.003103:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326024.003106:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326024.003108:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326024.003185:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326024.003188:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326024.003191:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326024.003196:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408641920/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326024.003202:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326024.003205:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326024.003206:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326024.003209:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408641920/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326024.003214:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408641920:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326024.003219:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326024.003221:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326024.003224:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408641920/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326039 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326024.003230:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326024.003232:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326024.003234:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e42c62be. 02000000:00000001:1.0:1767326024.003237:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326024.003238:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326024.003240:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326024.003242:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326024.003243:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039fc680f. 02000000:00000001:1.0:1767326024.003246:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326024.003247:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326024.003248:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:1.0:1767326024.003252:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326024.003253:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326024.003255:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326024.003260:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326024.003262:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326024.003263:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326024.003266:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326025.019587:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326025.019596:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326025.019603:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326025.019604:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326025.019625:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326025.019629:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326025.019632:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326026.043509:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326026.043517:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326026.043524:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326026.043526:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326026.043571:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326026.043576:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326026.043578:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326027.067482:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326027.067489:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326027.067494:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326027.067495:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326027.067511:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326027.067514:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326027.067517:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326027.835528:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305895618, at 4305895680 00000100:00000040:2.0:1767326027.835528:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305895618, at 4305895680 00000100:00000040:3.0:1767326027.835528:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305895618, at 4305895680 00000100:00000010:2.0:1767326027.835547:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000055b570f. 00000100:00000010:3.0:1767326027.835549:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ea25869. 00000100:00000010:0.0:1767326027.835555:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002806ae4a. 00000100:00000040:1.0:1767326027.835669:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305895618, at 4305895680 00000100:00000010:1.0:1767326027.835676:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080042d7a. 00010000:00000001:0.0:1767326028.091527:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326028.091553:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326028.091560:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326028.091561:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326028.091620:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326028.091640:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326028.091644:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326029.115560:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326029.115575:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326029.115596:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a06a1b4. 00000020:00000040:0.0:1767326029.115604:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326029.115610:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326029.115613:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326029.115620:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326029.115629:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009111ecc6. 00000100:00000001:0.0:1767326029.115635:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326029.115646:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000009a06a1b4 x1853175408642176/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326029.115677:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326029.115679:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326029.115684:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a06a1b4] to pc [ptlrpcd_00_00+0] req@000000009a06a1b4 x1853175408642176/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326029.115716:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326029.115719:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326029.115722:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326029.115726:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000094420207. 00000100:00000001:3.0:1767326029.115729:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767326029.115737:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326029.115737:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326029.115746:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326029.115746:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326029.115751:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326029.115752:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326029.115757:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326029.115757:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326029.115764:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009a06a1b4 x1853175408642176/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326029.115770:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000023d40614. 00000100:00000001:0.0:1767326029.115774:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326029.115781:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000094420207 x1853175408642304/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326029.115815:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326029.115818:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326029.115822:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326029.115825:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326029.115828:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094420207] to pc [ptlrpcd_00_01+1] req@0000000094420207 x1853175408642304/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326029.115835:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326029.115842:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326029.115845:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326029.115848:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009a06a1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408642176:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326029.115852:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326029.115853:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326029.115859:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326029.115863:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767326029.115863:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326029.115865:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326029.115874:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326029.115875:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767326029.115876:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c58d40ae. 00000100:00000001:1.0:1767326029.115882:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767326029.115884:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:3.0:1767326029.115886:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326029.115893:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326029.115894:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326029.115896:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326029.115896:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000747ab90a. 00000100:00000040:1.0:1767326029.115898:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000094420207 x1853175408642304/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326029.115912:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326029.115915:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb4be34. 00000400:00000010:3.0:1767326029.115922:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fc3c7fe. 00000100:00000001:0.0:1767326029.115933:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326029.115934:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767326029.115935:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000912fe460. 00000100:00000001:1.0:1767326029.115941:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326029.115945:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408642176, portal 25 00000100:00000040:0.0:1767326029.115946:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000c58d40ae x1853175408642432/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326029.115948:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326029.115952:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326029.115955:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326029.115956:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453956992 : -115368255594624 : ffff9712bc1b5f80) 02000000:00000001:1.0:1767326029.115968:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326029.115972:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009a06a1b4 x1853175408642176/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326029.115982:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767326029.115982:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000094420207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408642304:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326029.115989:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326029.116001:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c58d40ae] to pc [ptlrpcd_00_02+2] req@00000000c58d40ae x1853175408642432/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326029.116002:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326029.116005:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326029.116012:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326029.116016:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326029.116019:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326029.116022:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718453b7. 02000000:00000001:1.0:1767326029.116025:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767326029.116029:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408642176, offset 0 02000000:00000010:1.0:1767326029.116032:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e5fbc55. 02000000:00000001:1.0:1767326029.116037:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326029.116038:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326029.116051:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326029.116057:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767326029.116061:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767326029.116061:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a888120. 00000400:00000200:3.0:1767326029.116065:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:0.0:1767326029.116075:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11234) 00000400:00000010:1.0:1767326029.116077:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000100:00000200:1.0:1767326029.116087:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408642304, portal 10 00000400:00000200:3.0:1767326029.116088:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326029.116091:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326029.116094:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453962368 : -115368255589248 : ffff9712bc1b7480) 00000400:00000200:3.0:1767326029.116098:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00010000:00000001:0.0:1767326029.116106:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000200:3.0:1767326029.116107:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326029.116109:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000094420207 x1853175408642304/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326029.116111:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326029.116120:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00010000:00000001:0.0:1767326029.116122:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1767326029.116124:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767326029.116129:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326029.116130:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326029.116137:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [153:153:256:4294967295] 192.168.202.142@tcp LPNI seq info [153:153:8:4294967295] 00000400:00000010:1.0:1767326029.116139:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d7bb058. 00000020:00000001:0.0:1767326029.116150:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:1.0:1767326029.116150:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408642304, offset 0 00000020:00000001:0.0:1767326029.116153:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326029.116159:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767326029.116167:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326029.116172:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326029.116191:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326029.116195:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:3.0:1767326029.116196:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8b9f1ee. 00000400:00000200:1.0:1767326029.116206:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326029.116212:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326029.116216:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326029.116222:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326029.116225:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326029.116229:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [154:154:255:4294967295] 192.168.202.142@tcp LPNI seq info [154:154:7:4294967295] 00000100:00000001:2.0:1767326029.116233:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326029.116238:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767326029.116239:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326029.116242:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326029.116253:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c58d40ae x1853175408642432/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326029.116254:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326029.116256:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8b9f1ee type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767326029.116275:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326029.116277:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326029.116280:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326029.116282:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:1.0:1767326029.116284:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005493b67f. 02000000:00000001:2.0:1767326029.116285:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326029.116298:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326029.116302:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326029.116307:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326029.116308:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305900737 00000100:00100000:2.0:1767326029.116314:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c58d40ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408642432:192.168.202.142@tcp:400: 00000100:00000010:3.0:1767326029.116317:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000647593c1. 00000800:00000200:1.0:1767326029.116325:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326029.116327:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767326029.116329:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005493b67f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326029.116329:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767326029.116332:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326029.116341:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326029.116342:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326029.116345:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305900737 02000000:00000001:2.0:1767326029.116346:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326029.116348:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 373197 usecs (374 jiffies) 02000000:00000010:2.0:1767326029.116352:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000689c4ba. 00000100:00000001:1.0:1767326029.116354:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305897334 00000100:00000010:3.0:1767326029.116354:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004cc2a4ed. 02000000:00000001:2.0:1767326029.116357:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326029.116361:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305900737 00000100:00000001:1.0:1767326029.116366:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305897334 00000100:00000001:3.0:1767326029.116367:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767326029.116368:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000184cfad4. 00000400:00000010:2.0:1767326029.116377:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000364a6fcd. 00000100:00000001:3.0:1767326029.116377:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305900737 00000100:00000010:3.0:1767326029.116381:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb09c09b. 00000100:00000001:3.0:1767326029.116383:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326029.116385:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305900737 00000100:00000010:3.0:1767326029.116387:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea4af69. 00000100:00000001:3.0:1767326029.116389:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326029.116391:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326029.116393:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326029.116395:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326029.116416:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326029.116424:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326029.116425:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326029.116428:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326029.116429:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326029.116430:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326029.116432:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326029.116454:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326029.116456:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326029.116462:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326029.116468:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8b9f1ee. 00000400:00000200:0.0:1767326029.116476:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326029.116481:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326029.116486:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718453b7 00000400:00000010:0.0:1767326029.116487:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718453b7. 00000100:00000001:0.0:1767326029.116492:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326029.116495:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a06a1b4 x1853175408642176/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326029.116502:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326029.116504:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009a06a1b4 x1853175408642176/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326029.116509:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326029.116516:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326029.116565:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305900737 00000100:00000001:1.0:1767326029.116569:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305897335 00000100:00000001:1.0:1767326029.116571:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305900737 00000100:00000001:1.0:1767326029.116573:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305897335 00000800:00000200:0.0:1767326029.116574:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326029.116578:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005493b67f. 00000100:00000001:1.0:1767326029.116578:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305900737 00000400:00000200:0.0:1767326029.116583:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326029.116583:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326029.116587:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326029.116590:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326029.116592:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326029.116595:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d7bb058 00000400:00000010:0.0:1767326029.116599:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d7bb058. 00000100:00000001:1.0:1767326029.116600:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326029.116603:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326029.116608:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000094420207 x1853175408642304/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326029.116608:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326029.116612:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326029.116617:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326029.116620:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326029.116624:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326029.116624:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326029.116629:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000094420207 x1853175408642304/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326029.116629:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326029.116636:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326029.116639:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767326029.116703:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408642432, portal 10 00000100:00000001:2.0:1767326029.116705:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326029.116706:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453960576 : -115368255591040 : ffff9712bc1b6d80) 00000100:00000040:2.0:1767326029.116712:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c58d40ae x1853175408642432/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326029.116720:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326029.116722:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326029.116726:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fd962e9. 00000100:00000200:2.0:1767326029.116728:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408642432, offset 0 00000400:00000200:2.0:1767326029.116734:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326029.116740:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326029.116743:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326029.116754:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326029.116756:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326029.116758:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326029.116761:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [155:155:256:4294967295] 192.168.202.142@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:2.0:1767326029.116768:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326029.116773:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326029.116777:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f07b907. 00000800:00000200:2.0:1767326029.116781:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326029.116785:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326029.116788:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f07b907 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326029.116802:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326029.116806:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 529470 usecs (530 jiffies) 00000100:00000001:2.0:1767326029.116809:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305897491 00000100:00000001:2.0:1767326029.116811:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305900737 00000100:00000001:2.0:1767326029.116813:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305897491 00000100:00000001:2.0:1767326029.116815:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305900737 00000100:00000001:2.0:1767326029.116816:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305897491 00000100:00000001:2.0:1767326029.116818:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305900737 00000100:00000001:2.0:1767326029.116820:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305897491 00000100:00000001:2.0:1767326029.116822:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305900737 00000100:00000001:2.0:1767326029.116824:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326029.116826:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326029.116828:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326029.116830:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326029.116834:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326029.116835:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326029.116837:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326029.116838:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326029.116840:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326029.116847:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326029.116937:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326029.116940:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f07b907. 00000400:00000200:0.0:1767326029.116943:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326029.116947:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326029.116950:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fd962e9 00000400:00000010:0.0:1767326029.116952:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fd962e9. 00000100:00000001:0.0:1767326029.116955:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326029.116958:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c58d40ae x1853175408642432/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326029.116965:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326029.116967:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c58d40ae x1853175408642432/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326029.116973:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326029.116975:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326029.118624:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326029.118638:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326029.118648:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326029.118650:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326029.118657:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326029.118668:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f04880 00000400:00000200:3.0:1767326029.118677:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x5ad [1] + 224 00000800:00000001:3.0:1767326029.118682:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326029.118686:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326029.118687:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326029.118690:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326029.118695:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326029.118699:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a06a1b4 x1853175408642176/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326029.118751:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009a06a1b4 x1853175408642176/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326029.118767:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326029.118773:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326029.118775:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326029.118776:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326029.118778:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326029.118780:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326029.118784:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04900 00000400:00000200:3.0:1767326029.118787:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x5b5 [1] + 224 00000800:00000001:3.0:1767326029.118790:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326029.118792:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326029.118792:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326029.118795:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326029.118796:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326029.118799:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000094420207 x1853175408642304/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326029.118805:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000094420207 x1853175408642304/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326029.118817:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326029.118823:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326029.118829:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326029.118832:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326029.118834:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fc3c7fe. 00000400:00000200:2.0:1767326029.118839:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912fe460 00000400:00000010:2.0:1767326029.118841:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000912fe460. 00000100:00000001:3.0:1767326029.118843:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326029.118845:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326029.118851:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a06a1b4 x1853175408642176/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326029.118855:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326029.118862:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326029.118866:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a06a1b4 x1853175408642176/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326029.118866:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326029.118870:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326029.118871:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326029.118875:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326029.118880:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326029.118883:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767326029.118884:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326029.118884:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:2.0:1767326029.118887:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326029.118888:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a888120. 00000400:00000200:1.0:1767326029.118894:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000100:00000001:2.0:1767326029.118894:0:211394:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767326029.118895:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04980 00000400:00000010:1.0:1767326029.118897:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 02000000:00000001:2.0:1767326029.118900:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326029.118903:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326029.118904:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767326029.118908:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x5bd [1] + 224 00000100:00000001:2.0:1767326029.118909:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326029.118912:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000094420207 x1853175408642304/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326029.118915:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326029.118919:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326029.118926:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=25 v=5 (5 5 0 0) 00000100:00000200:1.0:1767326029.118928:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000094420207 x1853175408642304/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326029.118929:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326029.118932:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=25 v=5 (1 1 0 0) 00000400:00000200:3.0:1767326029.118935:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326029.118942:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326029.118946:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326029.118946:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326029.118949:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326029.118953:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326029.118953:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326029.118953:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326029.118958:0:211395:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767326029.118958:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326029.118961:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c58d40ae x1853175408642432/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326029.118962:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326029.118964:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326029.118966:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326029.118970:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326029.118974:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326029.118974:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009a06a1b4 x1853175408642176/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326029.118980:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c58d40ae x1853175408642432/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326029.118982:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=20 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326029.118990:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=20 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326029.118995:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326029.118997:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326029.119002:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326029.119006:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326029.119008:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326029.119009:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326029.119011:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326029.119014:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326029.119014:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326029.119018:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326029.119018:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326029.119023:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000094420207 x1853175408642304/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326029.119023:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326029.119026:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a06a1b4 x1853175408642176/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326029.119029:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326029.119035:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326029.119055:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009a06a1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408642176:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326029.119056:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326029.119060:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326029.119061:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326029.119067:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094420207 x1853175408642304/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326029.119070:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326029.119074:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326029.119078:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009a06a1b4 x1853175408642176/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326029.119102:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1767326029.119105:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000094420207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408642304:192.168.202.142@tcp:400: 02000000:00000001:2.0:1767326029.119106:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326029.119108:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326029.119111:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000747ab90a. 00000100:00000001:0.0:1767326029.119113:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326029.119113:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326029.119118:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1767326029.119119:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767326029.119120:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767326029.119123:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000094420207 x1853175408642304/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326029.119124:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767326029.119124:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1767326029.119127:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000184cfad4. 00000020:00000040:2.0:1767326029.119128:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326029.119133:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326029.119137:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009111ecc6. 00000400:00000200:0.0:1767326029.119138:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364a6fcd 00000100:00000001:1.0:1767326029.119139:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767326029.119142:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000364a6fcd. 02000000:00000001:1.0:1767326029.119143:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767326029.119145:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326029.119146:0:211396:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767326029.119147:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e5fbc55. 02000000:00000001:2.0:1767326029.119149:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1767326029.119152:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c58d40ae x1853175408642432/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326029.119152:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:2.0:1767326029.119153:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a06a1b4. 00000020:00000001:1.0:1767326029.119155:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326029.119159:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326029.119160:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767326029.119164:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326029.119164:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326029.119167:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c58d40ae x1853175408642432/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326029.119169:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000023d40614. 00000100:00000001:2.0:1767326029.119169:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326029.119177:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326029.119177:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326029.119180:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326029.119180:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767326029.119181:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326029.119185:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:1.0:1767326029.119185:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000094420207. 00000100:00000001:2.0:1767326029.119185:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326029.119187:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326029.119190:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326029.119191:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326029.119192:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326029.119193:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326029.119195:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326029.119197:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326029.119197:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326029.119202:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=14 v=5 (5 5 0 0) 00000100:00000001:1.0:1767326029.119202:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326029.119208:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=144 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326029.119208:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326029.119212:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326029.119213:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326029.119216:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326029.119217:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326029.119219:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326029.119221:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767326029.119224:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c58d40ae x1853175408642432/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326029.119233:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326029.119235:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326029.119237:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326029.119238:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326029.119240:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326029.119243:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c58d40ae x1853175408642432/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326029.119249:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326029.119251:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326029.119252:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326029.119254:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c58d40ae x1853175408642432/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326029.119267:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c58d40ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408642432:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326029.119270:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326029.119271:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326029.119272:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c58d40ae x1853175408642432/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326029.119284:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326029.119285:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326029.119297:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000689c4ba. 02000000:00000001:0.0:1767326029.119299:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326029.119300:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326029.119301:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326029.119302:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326029.119303:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb4be34. 02000000:00000001:0.0:1767326029.119306:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326029.119306:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326029.119307:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c58d40ae. 00000100:00000001:0.0:1767326029.119309:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326029.119310:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326029.119311:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326029.119314:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326029.119315:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326029.119316:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326029.119317:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326030.139521:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326030.139527:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326030.139533:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326030.139534:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326030.139590:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326030.139593:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326030.139596:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326031.163541:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326031.163552:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326031.163559:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326031.163560:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326031.163609:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326031.163613:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326031.163616:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326032.187517:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326032.187524:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326032.187530:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326032.187532:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326032.187535:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326032.187540:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326032.187542:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326032.187543:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326032.187546:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326032.187548:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326032.187549:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326032.187551:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326032.187614:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326032.187619:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326032.187622:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326032.955508:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305900737, at 4305900800 00000100:00000040:2.0:1767326032.955508:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305900737, at 4305900800 00000100:00000040:3.0:1767326032.955508:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305900737, at 4305900800 00000100:00000010:1.0:1767326032.955525:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004cc2a4ed. 00000100:00000010:3.0:1767326032.955526:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea4af69. 00000100:00000010:2.0:1767326032.955531:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb09c09b. 00000100:00000040:0.0:1767326032.955621:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305900737, at 4305900800 00000100:00000010:0.0:1767326032.955627:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000647593c1. 00010000:00000001:0.0:1767326033.211539:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326033.211545:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326033.211549:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326033.211549:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326033.211585:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326033.211588:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326033.211591:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326034.235581:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326034.235591:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1767326034.235599:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326034.235601:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326034.235606:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326034.235610:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326034.235614:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326034.235617:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326034.235619:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326034.235621:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326034.235624:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00010000:00000001:0.0:1767326034.235628:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326034.235630:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326034.235637:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326034.235668:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326034.235672:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326034.235688:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326034.235700:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:2.0:1767326034.235709:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326034.235724:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000006b877052 x1853175408642560/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326034.235735:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326034.235738:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326034.235743:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_03+3] req@000000006b877052 x1853175408642560/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326034.235769:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326034.235771:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326034.235774:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326034.235778:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326034.235778:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767326034.235782:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00100000:0.0:1767326034.235785:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767326034.235786:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326034.235790:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326034.235790:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326034.235793:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326034.235797:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dadd9a6c. 00000100:00000001:2.0:1767326034.235800:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326034.235802:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767326034.235804:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000e6bdf5e7 x1853175408642688/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326034.235807:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326034.235812:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326034.235815:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326034.235817:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326034.235819:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326034.235822:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_00+0] req@00000000e6bdf5e7 x1853175408642688/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326034.235827:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326034.235835:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408642560/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326034.235847:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326034.235848:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326034.235850:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326034.235852:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326034.235858:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326034.235859:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326034.235863:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326034.235867:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326034.235870:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000100:00100000:0.0:1767326034.235872:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408642560:192.168.202.142@tcp:400: 00000020:00000040:2.0:1767326034.235876:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326034.235880:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326034.235889:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326034.235891:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326034.235894:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326034.235896:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326034.235899:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064d7910e. 00000100:00000001:2.0:1767326034.235902:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326034.235904:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326034.235908:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b6591187 x1853175408642816/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326034.235910:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326034.235918:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018e74027. 00000100:00000001:2.0:1767326034.235918:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326034.235921:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326034.235923:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326034.235927:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_01+1] req@00000000b6591187 x1853175408642816/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326034.235933:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063372bd5. 00000100:00000001:2.0:1767326034.235938:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326034.235942:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326034.235945:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e49d5ef3. 00000100:00000040:2.0:1767326034.235946:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326034.235956:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11239) 00000100:00000200:0.0:1767326034.235959:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408642560, portal 25 00000100:00000001:0.0:1767326034.235964:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326034.235966:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000001:2.0:1767326034.235968:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326034.235974:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408642560/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326034.235974:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326034.235978:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326034.235985:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408642688/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326034.235988:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326034.235995:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326034.235999:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000001:2.0:1767326034.236000:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767326034.236003:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408642560, offset 0 00000100:00000001:2.0:1767326034.236003:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326034.236008:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326034.236010:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326034.236012:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326034.236016:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408642688:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326034.236019:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326034.236023:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326034.236027:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326034.236028:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326034.236036:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326034.236039:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006518b3e9. 02000000:00000001:2.0:1767326034.236041:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326034.236044:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:2.0:1767326034.236047:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000c578ed. 00000400:00000010:2.0:1767326034.236055:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2f3b387. 00000400:00000200:0.0:1767326034.236056:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767326034.236060:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408642688, portal 10 00000400:00000200:0.0:1767326034.236064:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326034.236065:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326034.236068:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000400:00000200:0.0:1767326034.236072:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326034.236077:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408642688/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326034.236078:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326034.236088:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326034.236089:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [156:156:256:4294967295] 192.168.202.142@tcp LPNI seq info [156:156:8:4294967295] 00000100:00000040:2.0:1767326034.236093:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326034.236096:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000411bc08a. 00000100:00000200:2.0:1767326034.236102:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408642688, offset 0 00000400:00000200:2.0:1767326034.236108:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326034.236117:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326034.236127:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326034.236129:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326034.236135:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767326034.236136:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb4be34. 00000400:00000200:2.0:1767326034.236139:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326034.236144:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326034.236148:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326034.236150:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326034.236155:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [157:157:255:4294967295] 192.168.202.142@tcp LPNI seq info [157:157:7:4294967295] 00000800:00000200:0.0:1767326034.236162:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326034.236167:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767326034.236170:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb4be34 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326034.236171:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326034.236172:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326034.236182:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326034.236186:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052a5ce86. 00000100:00000001:0.0:1767326034.236189:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326034.236194:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326034.236196:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305905857 00000100:00000001:3.0:1767326034.236200:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767326034.236203:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1e5b507. 00000800:00000200:2.0:1767326034.236203:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326034.236204:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326034.236207:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767326034.236208:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052a5ce86 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767326034.236213:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408642816/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326034.236214:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326034.236215:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767326034.236222:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 364405 usecs (365 jiffies) 00000100:00000001:3.0:1767326034.236224:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326034.236225:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305905857 00000100:00000010:0.0:1767326034.236231:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002806ae4a. 00000100:00000001:3.0:1767326034.236232:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326034.236236:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326034.236237:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326034.236246:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305902445 02000000:00000001:3.0:1767326034.236248:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326034.236252:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326034.236257:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305905857 00000100:00100000:3.0:1767326034.236257:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408642816:192.168.202.142@tcp:400: 00000100:00000010:0.0:1767326034.236263:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c97101f. 00000100:00000001:3.0:1767326034.236263:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326034.236265:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326034.236268:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326034.236269:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 02000000:00000001:3.0:1767326034.236270:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326034.236273:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305905857 02000000:00000010:3.0:1767326034.236274:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5b79e3d. 02000000:00000001:3.0:1767326034.236278:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326034.236279:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a04ad297. 00000100:00000001:2.0:1767326034.236279:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305905857 00000400:00000010:3.0:1767326034.236282:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009393f943. 00000100:00000001:0.0:1767326034.236284:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767326034.236287:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065fe4795. 00000100:00000001:0.0:1767326034.236289:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326034.236290:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305902445 00000100:00000200:3.0:1767326034.236291:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408642816, portal 10 00000100:00000001:0.0:1767326034.236294:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326034.236295:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326034.236297:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305905857 00000100:00000001:3.0:1767326034.236298:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000001:0.0:1767326034.236301:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326034.236303:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305902445 00000100:00000001:0.0:1767326034.236305:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326034.236308:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408642816/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326034.236309:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305905857 00000100:00000001:2.0:1767326034.236314:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305902445 00000100:00000001:2.0:1767326034.236319:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305905857 00000100:00000001:3.0:1767326034.236322:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326034.236324:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326034.236327:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326034.236330:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326034.236330:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c3d74f9. 00000100:00000001:2.0:1767326034.236334:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326034.236335:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408642816, offset 0 00000100:00000001:2.0:1767326034.236340:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326034.236344:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326034.236347:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326034.236350:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326034.236351:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326034.236353:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326034.236354:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326034.236357:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326034.236359:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:0.0:1767326034.236360:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326034.236361:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326034.236363:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326034.236367:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326034.236367:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000010:0.0:1767326034.236372:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb4be34. 00000400:00000200:3.0:1767326034.236373:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [158:158:254:4294967295] 192.168.202.142@tcp LPNI seq info [158:158:6:4294967295] 00000400:00000200:0.0:1767326034.236382:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326034.236382:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326034.236389:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326034.236392:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea9a1391. 00000400:00000200:0.0:1767326034.236393:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000800:00000200:3.0:1767326034.236419:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326034.236424:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326034.236427:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea9a1391 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326034.236428:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000100:00000001:3.0:1767326034.236431:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326034.236432:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000040:3.0:1767326034.236438:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 515995 usecs (516 jiffies) 00000100:00000001:0.0:1767326034.236439:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326034.236443:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305902597 00000100:00000001:3.0:1767326034.236445:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305905857 00000100:00000001:3.0:1767326034.236449:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305902597 00000100:00000200:0.0:1767326034.236453:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408642560/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326034.236453:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305905857 00000100:00000001:3.0:1767326034.236459:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305902597 00000100:00000001:3.0:1767326034.236462:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305905857 00000100:00000001:3.0:1767326034.236467:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305902597 00000100:00000001:3.0:1767326034.236470:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305905857 00000100:00000001:3.0:1767326034.236473:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326034.236475:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326034.236476:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326034.236477:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326034.236480:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326034.236483:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408642560/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326034.236484:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326034.236486:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326034.236490:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326034.236493:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326034.236495:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326034.236499:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326034.236502:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326034.236505:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326034.236521:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326034.236524:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052a5ce86. 00000400:00000200:0.0:1767326034.236527:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326034.236531:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326034.236533:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000411bc08a 00000400:00000010:0.0:1767326034.236535:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000411bc08a. 00000100:00000001:0.0:1767326034.236538:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326034.236540:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408642688/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326034.236549:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326034.236551:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408642688/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326034.236557:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326034.236559:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326034.236628:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326034.236653:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea9a1391. 00000400:00000200:0.0:1767326034.236656:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326034.236659:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326034.236661:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3d74f9 00000400:00000010:0.0:1767326034.236663:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c3d74f9. 00000100:00000001:0.0:1767326034.236665:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326034.236667:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408642816/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326034.236674:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326034.236677:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408642816/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326034.236694:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326034.236696:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767326034.236977:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326034.237000:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326034.237005:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1767326034.240667:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326034.240684:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326034.240687:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326034.240690:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326034.240699:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326034.240713:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f04a00 00000400:00000200:0.0:1767326034.240721:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x5c5 [1] + 224 00000800:00000001:0.0:1767326034.240728:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326034.240735:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326034.240737:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326034.240741:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326034.240747:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326034.240752:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408642560/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326034.240763:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408642560/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326034.240788:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326034.240795:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326034.240798:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326034.240861:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326034.240865:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326034.240871:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326034.240873:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326034.240875:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063372bd5. 00000400:00000200:2.0:1767326034.240878:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49d5ef3 00000400:00000010:2.0:1767326034.240880:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e49d5ef3. 00000100:00000001:2.0:1767326034.240883:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326034.240887:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408642560/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326034.240895:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408642560/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326034.240901:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326034.240903:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326034.240905:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326034.240908:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326034.240911:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326034.240923:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326034.240925:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326034.240931:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=30 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326034.240935:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=30 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326034.240938:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326034.240939:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326034.240942:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326034.240944:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326034.240946:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326034.240950:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408642560/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326034.240956:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326034.240959:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326034.240961:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326034.240964:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408642560/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326034.240971:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408642560:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326034.240975:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326034.240977:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326034.240980:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408642560/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326034.240985:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326034.240987:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326034.240990:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018e74027. 02000000:00000001:2.0:1767326034.240993:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326034.240995:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326034.240997:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326034.240999:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326034.241000:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 02000000:00000001:2.0:1767326034.241003:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326034.241005:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326034.241006:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000001:2.0:1767326034.241009:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326034.241015:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326034.241017:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326034.241022:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326034.241024:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326034.241026:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326034.241028:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326034.241133:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326034.241138:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326034.241140:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326034.241142:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326034.241147:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326034.241216:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04a80 00000400:00000200:3.0:1767326034.241222:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x5cd [1] + 224 00000800:00000001:3.0:1767326034.241232:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326034.241237:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326034.241249:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326034.241253:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326034.241256:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326034.241260:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408642688/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326034.241267:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408642688/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326034.241279:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326034.241284:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326034.241286:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326034.241288:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326034.241290:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326034.241294:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326034.241299:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04b00 00000400:00000200:3.0:1767326034.241303:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x5d5 [1] + 224 00000800:00000001:3.0:1767326034.241306:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326034.241311:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326034.241312:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326034.241315:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326034.241318:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326034.241320:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408642816/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326034.241327:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408642816/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326034.241350:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326034.241354:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326034.241357:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326034.241419:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326034.241422:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326034.241425:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326034.241427:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326034.241428:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009393f943. 00000400:00000200:1.0:1767326034.241432:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065fe4795 00000400:00000010:1.0:1767326034.241434:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065fe4795. 00000100:00000001:1.0:1767326034.241437:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326034.241441:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408642816/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326034.241448:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408642816/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326034.241454:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326034.241455:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326034.241457:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326034.241458:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326034.241459:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326034.241460:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326034.241463:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326034.241467:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=19 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326034.241470:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=149 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326034.241472:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326034.241473:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326034.241475:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326034.241478:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b6591187 x1853175408642816/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326034.241484:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326034.241487:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326034.241489:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326034.241491:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326034.241492:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326034.241495:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408642816/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326034.241511:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326034.241513:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326034.241514:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326034.241517:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408642816/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326034.241524:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408642816:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326034.241527:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326034.241529:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326034.241531:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408642816/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326034.241536:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326034.241538:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326034.241540:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5b79e3d. 02000000:00000001:1.0:1767326034.241543:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326034.241544:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326034.241545:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326034.241547:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326034.241548:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000064d7910e. 02000000:00000001:1.0:1767326034.241550:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326034.241551:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326034.241552:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:1.0:1767326034.241555:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326034.241555:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326034.241557:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326034.241561:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326034.241562:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326034.241564:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326034.241565:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326034.241607:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326034.241609:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326034.241612:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326034.241614:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326034.241616:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000c578ed. 00000400:00000200:2.0:1767326034.241618:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2f3b387 00000400:00000010:2.0:1767326034.241620:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2f3b387. 00000100:00000001:2.0:1767326034.241623:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326034.241626:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408642688/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326034.241633:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408642688/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326034.241639:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326034.241640:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326034.241641:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326034.241643:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326034.241644:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326034.241645:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326034.241647:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326034.241651:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=25 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326034.241654:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=25 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326034.241656:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326034.241657:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326034.241659:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326034.241661:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326034.241663:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326034.241664:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326034.241666:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326034.241667:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326034.241669:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408642688/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326034.241684:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326034.241685:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326034.241686:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326034.241689:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408642688/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326034.241695:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408642688:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326034.241698:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326034.241700:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326034.241702:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408642688/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326034.241707:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326034.241709:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326034.241710:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006518b3e9. 02000000:00000001:2.0:1767326034.241712:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326034.241714:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326034.241714:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326034.241716:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326034.241718:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dadd9a6c. 02000000:00000001:2.0:1767326034.241719:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326034.241721:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326034.241722:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:2.0:1767326034.241724:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326034.241725:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326034.241726:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326034.241729:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326034.241730:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326034.241732:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326034.241734:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326035.259605:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326035.259612:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326035.259617:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326035.259618:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326035.259658:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326035.259661:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326035.259663:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326036.283576:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326036.283585:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326036.283590:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326036.283591:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326036.283690:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326036.283694:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326036.283697:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326037.307528:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326037.307535:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326037.307541:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326037.307541:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326037.307559:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326037.307562:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326037.307564:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326038.075538:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305905857, at 4305905920 00000100:00000040:3.0:1767326038.075538:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305905857, at 4305905920 00000100:00000040:1.0:1767326038.075542:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305905857, at 4305905920 00000100:00000010:0.0:1767326038.075560:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1e5b507. 00000100:00000010:3.0:1767326038.075566:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a04ad297. 00000100:00000010:1.0:1767326038.075579:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002806ae4a. 00000100:00000040:2.0:1767326038.075667:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305905857, at 4305905920 00000100:00000010:2.0:1767326038.075684:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c97101f. 00010000:00000001:0.0:1767326038.331536:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326038.331546:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326038.331553:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326038.331555:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326038.331621:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326038.331626:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326038.331628:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326039.355487:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326039.355495:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326039.355501:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326039.355506:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326039.355507:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326039.355513:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326039.355520:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000001:0.0:1767326039.355527:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:2.0:1767326039.355527:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326039.355531:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326039.355533:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:0.0:1767326039.355534:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767326039.355538:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326039.355544:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326039.355551:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dadd9a6c. 00000100:00000001:2.0:1767326039.355558:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326039.355568:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000e6bdf5e7 x1853175408642944/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326039.355577:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326039.355587:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326039.355591:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_02+2] req@00000000e6bdf5e7 x1853175408642944/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326039.355622:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326039.355624:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326039.355626:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326039.355628:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000020:00000040:2.0:1767326039.355630:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326039.355632:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326039.355633:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326039.355634:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326039.355636:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:2.0:1767326039.355638:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326039.355641:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000006b877052 x1853175408643072/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326039.355646:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326039.355647:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326039.355649:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_03+3] req@000000006b877052 x1853175408643072/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326039.355652:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326039.355654:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326039.355654:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326039.355659:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326039.355661:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326039.355663:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326039.355664:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326039.355668:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000100:00000001:3.0:1767326039.355668:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326039.355672:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326039.355673:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408642944/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326039.355673:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326039.355678:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326039.355679:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767326039.355681:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408643072/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326039.355682:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326039.355687:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 00000100:00000001:2.0:1767326039.355691:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326039.355699:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b258af54 x1853175408643200/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326039.355704:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326039.355708:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326039.355709:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326039.355712:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326039.355715:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326039.355717:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326039.355718:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326039.355719:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326039.355720:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326039.355722:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326039.355725:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_00+0] req@00000000b258af54 x1853175408643200/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326039.355727:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326039.355727:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326039.355736:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408642944:192.168.202.142@tcp:400: 00000100:00100000:3.0:1767326039.355742:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408643072:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326039.355744:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326039.355749:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326039.355753:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326039.355753:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326039.355753:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326039.355757:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326039.355757:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326039.355758:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326039.355763:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326039.355764:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1767326039.355765:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326039.355769:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f95289d. 00000100:00000040:2.0:1767326039.355770:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11244) 02000000:00000001:3.0:1767326039.355775:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326039.355778:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000291db5bf. 02000000:00000001:0.0:1767326039.355781:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326039.355784:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ce40440. 00000400:00000010:0.0:1767326039.355787:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d448c23. 00000400:00000010:3.0:1767326039.355794:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088831319. 00000400:00000010:0.0:1767326039.355796:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000200:3.0:1767326039.355805:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408643072, portal 10 00000100:00000200:0.0:1767326039.355806:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408642944, portal 25 00000100:00000001:0.0:1767326039.355812:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326039.355812:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326039.355812:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326039.355817:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000100:00000001:3.0:1767326039.355818:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000001:2.0:1767326039.355819:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326039.355820:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326039.355822:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326039.355827:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408642944/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326039.355832:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326039.355835:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408643200/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326039.355839:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408643072/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326039.355854:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326039.355863:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326039.355863:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326039.355866:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326039.355867:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326039.355869:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d70aeb3. 02000000:00000001:2.0:1767326039.355873:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326039.355874:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000200:0.0:1767326039.355875:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408642944, offset 0 02000000:00000001:2.0:1767326039.355877:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326039.355880:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000726c910d. 02000000:00000001:2.0:1767326039.355881:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326039.355888:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00100000:2.0:1767326039.355889:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408643200:192.168.202.142@tcp:400: 00000100:00000200:3.0:1767326039.355900:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408643072, offset 0 00000100:00000001:2.0:1767326039.355907:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326039.355910:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326039.355911:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326039.355913:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326039.355917:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326039.355919:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326039.355921:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767326039.355924:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006518b3e9. 02000000:00000001:2.0:1767326039.355927:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326039.355930:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:2.0:1767326039.355932:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000c578ed. 00000400:00000200:0.0:1767326039.355937:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767326039.355939:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2f3b387. 00000400:00000200:0.0:1767326039.355942:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000200:2.0:1767326039.355945:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408643200, portal 10 00000400:00000200:0.0:1767326039.355949:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [159:159:256:4294967295] 192.168.202.142@tcp LPNI seq info [159:159:8:4294967295] 00000100:00000001:2.0:1767326039.355950:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326039.355953:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00000100:00000040:2.0:1767326039.355962:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408643200/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326039.355970:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326039.355983:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326039.355984:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326039.355986:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:2.0:1767326039.355989:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326039.355994:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767326039.355995:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb4be34. 00000400:00000010:2.0:1767326039.355995:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000011205e8. 00000100:00000200:2.0:1767326039.356000:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408643200, offset 0 00000400:00000200:3.0:1767326039.356001:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326039.356005:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326039.356011:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326039.356012:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326039.356018:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326039.356022:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [160:160:255:4294967295] 192.168.202.142@tcp LPNI seq info [160:160:7:4294967295] 00000800:00000200:0.0:1767326039.356028:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326039.356035:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb4be34 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326039.356035:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326039.356044:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326039.356047:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:3.0:1767326039.356048:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 00000400:00000200:2.0:1767326039.356051:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326039.356055:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326039.356056:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326039.356057:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326039.356063:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305910977 00000400:00000200:2.0:1767326039.356064:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326039.356068:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000010:0.0:1767326039.356073:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009686e7bb. 00000400:00000200:2.0:1767326039.356073:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:3.0:1767326039.356073:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326039.356082:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326039.356085:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326039.356085:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [161:161:254:4294967295] 192.168.202.142@tcp LPNI seq info [161:161:6:4294967295] 00000100:00000040:3.0:1767326039.356089:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 356098 usecs (357 jiffies) 00000100:00000001:3.0:1767326039.356094:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305907557 00000100:00000001:0.0:1767326039.356096:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305910977 00000100:00000001:3.0:1767326039.356098:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305910977 00000400:00000200:2.0:1767326039.356102:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326039.356104:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305907557 00000100:00000010:0.0:1767326039.356110:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000358418ea. 00000100:00000001:0.0:1767326039.356116:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767326039.356116:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326039.356123:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089a1fa3e. 00000100:00000001:0.0:1767326039.356125:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305910977 00000100:00000001:3.0:1767326039.356125:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305910977 00000800:00000200:1.0:1767326039.356129:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326039.356132:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305907557 00000100:00000010:0.0:1767326039.356133:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080042d7a. 00000800:00000200:2.0:1767326039.356134:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000010:1.0:1767326039.356143:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb4be34. 00000100:00000001:0.0:1767326039.356144:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767326039.356149:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326039.356155:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305910977 00000800:00000200:2.0:1767326039.356156:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089a1fa3e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326039.356156:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305910977 00000400:00000200:1.0:1767326039.356160:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767326039.356161:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1e5b507. 00000100:00000001:3.0:1767326039.356163:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305907557 00000100:00000001:2.0:1767326039.356165:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326039.356171:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767326039.356175:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 503267 usecs (504 jiffies) 00000100:00000001:0.0:1767326039.356177:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326039.356180:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305907704 00000400:00000200:1.0:1767326039.356183:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326039.356183:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305910977 00000100:00000001:0.0:1767326039.356185:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326039.356185:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305910977 00000100:00000001:2.0:1767326039.356206:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305907704 00000100:00000001:3.0:1767326039.356206:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326039.356208:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326039.356211:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d70aeb3 00000100:00000001:2.0:1767326039.356211:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305910977 00000100:00000001:3.0:1767326039.356212:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326039.356213:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326039.356223:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d70aeb3. 00000100:00000001:2.0:1767326039.356223:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305907704 00000100:00000001:3.0:1767326039.356225:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326039.356232:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326039.356238:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305910977 00000100:00000001:0.0:1767326039.356239:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326039.356239:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326039.356241:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326039.356244:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305907704 00000100:00000001:2.0:1767326039.356252:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305910977 00000100:00000001:0.0:1767326039.356253:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326039.356255:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326039.356256:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326039.356257:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326039.356261:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408642944/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326039.356263:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326039.356263:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326039.356272:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326039.356273:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326039.356274:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326039.356279:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326039.356284:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326039.356285:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326039.356294:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326039.356297:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326039.356305:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326039.356307:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326039.356315:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326039.356316:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326039.356319:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326039.356320:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326039.356321:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326039.356328:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408642944/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326055 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326039.356339:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326039.356341:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326039.356357:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326039.356359:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 00000400:00000200:1.0:1767326039.356363:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326039.356366:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326039.356369:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000726c910d 00000400:00000010:1.0:1767326039.356379:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000726c910d. 00000100:00000001:1.0:1767326039.356382:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326039.356384:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408643072/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326039.356390:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326039.356391:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408643072/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326039.356395:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326039.356458:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326039.356525:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326039.356527:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089a1fa3e. 00000400:00000200:1.0:1767326039.356530:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326039.356534:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326039.356537:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000011205e8 00000400:00000010:1.0:1767326039.356539:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000011205e8. 00000100:00000001:1.0:1767326039.356541:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326039.356545:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408643200/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326039.356550:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326039.356551:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408643200/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326039.356555:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326039.356556:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326039.358046:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326039.358060:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326039.358065:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326039.358067:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326039.358077:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326039.358091:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f04b80 00000400:00000200:0.0:1767326039.358099:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x5e1 [1] + 224 00000800:00000001:0.0:1767326039.358107:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326039.358112:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326039.358114:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326039.358119:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326039.358126:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326039.358131:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408642944/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326039.358141:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408642944/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326039.358172:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326039.358181:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326039.358184:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326039.358186:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326039.358189:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326039.358206:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326039.358214:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04c00 00000100:00000001:2.0:1767326039.358214:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326039.358218:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326039.358222:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x5dd [1] + 224 00000800:00000001:0.0:1767326039.358227:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326039.358229:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326039.358231:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326039.358232:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767326039.358236:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767326039.358237:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d448c23. 00000400:00000200:2.0:1767326039.358241:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:2.0:1767326039.358244:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000400:00000200:0.0:1767326039.358247:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326039.358249:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326039.358254:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326039.358256:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408642944/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326039.358261:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408643072/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326039.358277:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408642944/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326039.358281:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408643072/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326039.358301:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326039.358309:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326039.358311:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326039.358314:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326039.358318:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326039.358321:0:211396:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767326039.358322:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326039.358325:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326039.358327:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767326039.358332:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:2.0:1767326039.358332:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326039.358337:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326039.358339:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326039.358342:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04c80 02000000:00000001:2.0:1767326039.358343:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326039.358349:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x5ed [1] + 224 00000100:00000001:3.0:1767326039.358349:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767326039.358351:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=35 v=5 (5 5 0 0) 00000800:00000001:0.0:1767326039.358355:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326039.358355:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1767326039.358356:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=35 v=5 (1 1 0 0) 00000400:00000001:3.0:1767326039.358358:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326039.358362:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767326039.358362:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ce40440. 00000800:00000001:0.0:1767326039.358364:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326039.358365:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326039.358366:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088831319 00000400:00000200:0.0:1767326039.358369:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767326039.358370:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767326039.358370:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088831319. 00010000:00000001:2.0:1767326039.358373:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326039.358375:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326039.358377:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326039.358381:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:3.0:1767326039.358382:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408643072/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326039.358384:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408642944/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326039.358388:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326039.358424:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408643072/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326039.358427:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408643200/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326039.358436:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326039.358442:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326039.358445:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326039.358448:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326039.358451:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326039.358453:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408642944/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326039.358456:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326039.358459:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767326039.358461:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408643200/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326039.358461:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326039.358464:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326039.358468:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326039.358470:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408642944:192.168.202.142@tcp:400: 00000100:00001000:3.0:1767326039.358475:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=30 v=5 (5 5 0 0) 00000100:00000001:2.0:1767326039.358479:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326039.358482:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=30 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326039.358484:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326039.358489:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408642944/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326039.358489:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326039.358492:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326039.358497:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326039.358501:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326039.358501:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767326039.358502:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326039.358506:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326039.358507:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1767326039.358510:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767326039.358510:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000291db5bf. 00000100:00000040:3.0:1767326039.358511:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000800:00000001:0.0:1767326039.358516:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326039.358516:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767326039.358517:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326039.358519:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326039.358520:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326039.358523:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326039.358524:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767326039.358525:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767326039.358527:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408643072/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326039.358528:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326039.358530:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dadd9a6c. 00000400:00000001:1.0:1767326039.358534:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767326039.358535:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:1.0:1767326039.358538:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326039.358543:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000c578ed. 02000000:00000001:2.0:1767326039.358544:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326039.358544:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767326039.358547:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000400:00000200:1.0:1767326039.358550:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2f3b387 00000100:00000001:3.0:1767326039.358550:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326039.358551:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326039.358553:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326039.358555:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326039.358556:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2f3b387. 00000100:00000001:2.0:1767326039.358560:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326039.358560:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408643072/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326039.358563:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326039.358566:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326039.358568:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326039.358571:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408643200/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326039.358573:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326039.358575:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326039.358594:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408643200/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326039.358600:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408643072:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326039.358602:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326039.358604:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326039.358607:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326039.358609:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326039.358610:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326039.358612:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326039.358612:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326039.358616:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326039.358618:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767326039.358621:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=24 v=5 (5 5 0 0) 00000100:00000040:3.0:1767326039.358623:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408643072/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326039.358635:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=154 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326039.358637:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326039.358638:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326039.358641:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326039.358642:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767326039.358642:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326039.358647:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f95289d. 00010000:00080000:1.0:1767326039.358649:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b258af54 x1853175408643200/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326039.358653:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326039.358656:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767326039.358657:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326039.358660:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326039.358661:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326039.358663:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326039.358666:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767326039.358666:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326039.358669:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326039.358670:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 00000100:00000040:1.0:1767326039.358673:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408643200/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326039.358675:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326039.358678:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326039.358679:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767326039.358681:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000001:1.0:1767326039.358682:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326039.358685:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326039.358687:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767326039.358688:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408643200/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326039.358690:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326039.358695:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326039.358700:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408643200:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326039.358702:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326039.358704:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326039.358705:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326039.358708:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326039.358709:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326039.358711:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408643200/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326055 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326039.358713:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326039.358720:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326039.358721:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326039.358723:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006518b3e9. 02000000:00000001:1.0:1767326039.358730:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326039.358731:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326039.358732:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326039.358734:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326039.358735:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 02000000:00000001:1.0:1767326039.358740:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326039.358742:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326039.358743:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000001:1.0:1767326039.358745:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326039.358746:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326039.358747:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326039.358750:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326039.358751:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326039.358752:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326039.358754:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326040.379652:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326040.379661:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326040.379667:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326040.379668:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326040.379814:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326040.379818:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326040.379821:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326041.403537:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326041.403546:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326041.403553:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326041.403554:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326041.403578:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326041.403582:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326041.403585:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326042.427535:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326042.427550:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326042.427557:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326042.427561:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326042.427564:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326042.427571:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326042.427574:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326042.427576:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326042.427579:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326042.427582:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326042.427584:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326042.427586:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326042.427646:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326042.427651:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326042.427654:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326043.195460:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305910977, at 4305911040 00000100:00000040:2.0:1767326043.195466:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305910977, at 4305911040 00000100:00000040:0.0:1767326043.195475:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305910977, at 4305911040 00000100:00000040:1.0:1767326043.195477:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305910977, at 4305911040 00000100:00000010:3.0:1767326043.195485:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1e5b507. 00000100:00000010:1.0:1767326043.195487:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000358418ea. 00000100:00000010:2.0:1767326043.195494:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080042d7a. 00000100:00000010:0.0:1767326043.195497:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009686e7bb. 00010000:00000001:0.0:1767326043.451517:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326043.451526:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326043.451533:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326043.451558:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326043.451582:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326043.451586:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326043.451588:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326044.475494:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326044.475508:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326044.475516:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c58d40ae. 00000020:00000040:0.0:1767326044.475534:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326044.475539:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326044.475544:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326044.475551:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326044.475560:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013c28cca. 00000100:00000001:0.0:1767326044.475569:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326044.475582:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000c58d40ae x1853175408643328/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326044.475594:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326044.475596:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326044.475601:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c58d40ae] to pc [ptlrpcd_00_01+1] req@00000000c58d40ae x1853175408643328/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326044.475632:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326044.475635:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326044.475639:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326044.475642:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008fd7cd23. 00000020:00000040:0.0:1767326044.475644:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326044.475647:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326044.475649:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326044.475650:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326044.475651:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326044.475655:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326044.475656:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5c95fa2. 00000100:00000001:0.0:1767326044.475661:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326044.475666:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000008fd7cd23 x1853175408643456/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326044.475666:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326044.475672:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326044.475676:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c58d40ae x1853175408643328/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326044.475678:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326044.475679:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326044.475689:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326044.475692:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326044.475697:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326044.475697:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326044.475701:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326044.475707:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fd7cd23] to pc [ptlrpcd_00_02+2] req@000000008fd7cd23 x1853175408643456/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326044.475710:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326044.475718:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c58d40ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408643328:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326044.475725:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326044.475731:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326044.475734:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326044.475737:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326044.475741:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000305160e1. 00000100:00000001:0.0:1767326044.475742:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326044.475743:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326044.475747:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326044.475751:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326044.475753:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767326044.475755:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a13fabe. 00000100:00000001:2.0:1767326044.475756:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326044.475759:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767326044.475762:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000040:2.0:1767326044.475765:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008fd7cd23 x1853175408643456/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326044.475767:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767326044.475768:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a888120. 02000000:00000001:0.0:1767326044.475771:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326044.475774:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326044.475777:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326044.475778:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000100:00000001:3.0:1767326044.475779:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326044.475785:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb4be34. 00000100:00000001:2.0:1767326044.475786:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767326044.475789:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408643328, portal 25 00000100:00000001:2.0:1767326044.475789:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326044.475793:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326044.475793:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326044.475794:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326044.475797:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326044.475798:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453960576 : -115368255591040 : ffff9712bc1b6d80) 02000000:00000001:2.0:1767326044.475802:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326044.475803:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000003a13fabe x1853175408643584/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326044.475808:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c58d40ae x1853175408643328/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326044.475809:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008fd7cd23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408643456:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326044.475817:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326044.475821:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326044.475824:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326044.475827:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326044.475832:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082309f44. 00000100:00000001:0.0:1767326044.475833:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326044.475834:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326044.475836:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326044.475837:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326044.475840:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3eb323a. 00000100:00000040:1.0:1767326044.475841:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326044.475845:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bf9b283. 00000100:00000040:0.0:1767326044.475847:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a13fabe] to pc [ptlrpcd_00_03+3] req@000000003a13fabe x1853175408643584/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326044.475847:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039fbeb8f. 00000100:00000200:1.0:1767326044.475848:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408643328, offset 0 00000100:00000200:2.0:1767326044.475853:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408643456, portal 10 00000100:00000001:2.0:1767326044.475857:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326044.475860:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326044.475860:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453957888 : -115368255593728 : ffff9712bc1b6300) 00000100:00000040:2.0:1767326044.475873:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008fd7cd23 x1853175408643456/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326044.475874:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326044.475878:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:0.0:1767326044.475880:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767326044.475889:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326044.475892:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326044.475893:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326044.475897:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326044.475897:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326044.475898:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:0.0:1767326044.475901:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11250) 00000100:00000001:3.0:1767326044.475902:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326044.475903:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000628fadee. 00000400:00000200:1.0:1767326044.475905:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326044.475907:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767326044.475909:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408643456, offset 0 00000400:00000200:1.0:1767326044.475910:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:3.0:1767326044.475916:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a13fabe x1853175408643584/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326044.475918:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326044.475919:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [162:162:256:4294967295] 192.168.202.142@tcp LPNI seq info [162:162:8:4294967295] 00010000:00000001:0.0:1767326044.475926:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326044.475931:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1767326044.475933:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1767326044.475935:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326044.475939:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326044.475939:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00010000:00000001:0.0:1767326044.475944:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767326044.475945:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326044.475948:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326044.475951:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767326044.475952:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326044.475952:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00010000:00000001:0.0:1767326044.475953:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326044.475955:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326044.475960:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326044.475960:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326044.475961:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326044.475962:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b5b63e. 00000400:00000200:2.0:1767326044.475964:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00010000:00000001:0.0:1767326044.475972:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000200:2.0:1767326044.475972:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1767326044.475972:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a13fabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408643584:192.168.202.142@tcp:400: 00010000:00000001:0.0:1767326044.475976:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326044.475978:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326044.475980:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326044.475984:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326044.475986:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [163:163:255:4294967295] 192.168.202.142@tcp LPNI seq info [163:163:7:4294967295] 02000000:00000001:3.0:1767326044.475989:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326044.475993:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326044.475994:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000020:00000001:0.0:1767326044.475998:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767326044.475999:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767326044.476001:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f4b5b63e type 1, nob 320 niov 1 nkiov 1 00000020:00000001:0.0:1767326044.476002:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326044.476003:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000010:3.0:1767326044.476005:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a2eaa57. 00010000:00010000:0.0:1767326044.476009:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767326044.476012:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326044.476014:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326044.476018:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326044.476019:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ce40440. 00000800:00000010:2.0:1767326044.476020:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dadd9a6c. 00000100:00000001:1.0:1767326044.476024:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305916097 00000400:00000010:3.0:1767326044.476029:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088831319. 00000100:00000010:1.0:1767326044.476031:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000afa93604. 00000800:00000200:2.0:1767326044.476034:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:3.0:1767326044.476034:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408643584, portal 10 00000100:00000001:1.0:1767326044.476040:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326044.476040:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326044.476041:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326044.476043:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453955200 : -115368255596416 : ffff9712bc1b5880) 00000800:00000200:2.0:1767326044.476047:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dadd9a6c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326044.476051:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305916097 00000100:00000001:2.0:1767326044.476051:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326044.476054:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 348085 usecs (349 jiffies) 00000100:00000040:3.0:1767326044.476055:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a13fabe x1853175408643584/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326044.476058:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1767326044.476059:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bae1c4d2. 00000100:00000001:2.0:1767326044.476059:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305912669 00000800:00000010:0.0:1767326044.476064:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b5b63e. 00000100:00000001:2.0:1767326044.476065:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305916097 00000100:00000001:1.0:1767326044.476067:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326044.476070:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305912669 00000400:00000200:0.0:1767326044.476072:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326044.476077:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326044.476080:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305916097 00000100:00000001:2.0:1767326044.476080:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305916097 00000100:00000040:3.0:1767326044.476086:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326044.476087:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326044.476087:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305912669 00000100:00000010:1.0:1767326044.476089:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000417bd662. 00000400:00000010:3.0:1767326044.476091:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede1e5f6. 00000400:00000200:0.0:1767326044.476096:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bf9b283 00000100:00000001:1.0:1767326044.476097:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767326044.476101:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bf9b283. 00000100:00000001:1.0:1767326044.476103:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305916097 00000100:00000001:2.0:1767326044.476103:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305916097 00000100:00000001:2.0:1767326044.476108:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305912669 00000100:00000200:3.0:1767326044.476109:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408643584, offset 0 00000100:00000001:0.0:1767326044.476110:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767326044.476110:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000264847e7. 00000100:00000001:1.0:1767326044.476118:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767326044.476119:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c58d40ae x1853175408643328/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326044.476123:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326044.476124:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326044.476124:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305916097 00000100:00000001:2.0:1767326044.476130:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326044.476132:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326044.476135:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326044.476136:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326044.476140:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326044.476141:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326044.476156:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326044.476158:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326044.476159:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326044.476161:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326044.476166:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326044.476167:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c58d40ae x1853175408643328/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326060 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326044.476167:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326044.476167:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326044.476168:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326044.476171:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326044.476173:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326044.476176:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326044.476177:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326044.476177:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326044.476181:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326044.476182:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326044.476185:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326044.476185:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326044.476186:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326044.476189:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326044.476193:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326044.476193:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326044.476195:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [164:164:254:4294967295] 192.168.202.142@tcp LPNI seq info [164:164:6:4294967295] 00000400:00000200:3.0:1767326044.476207:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326044.476214:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326044.476218:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b62e88f4. 00000800:00000200:3.0:1767326044.476230:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326044.476235:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326044.476237:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b62e88f4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326044.476241:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326044.476244:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767326044.476245:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 491080 usecs (492 jiffies) 00000800:00000010:0.0:1767326044.476248:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dadd9a6c. 00000100:00000001:3.0:1767326044.476250:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305912812 00000400:00000200:0.0:1767326044.476252:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326044.476257:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305916097 00000100:00000001:3.0:1767326044.476261:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305912812 00000100:00000001:3.0:1767326044.476264:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305916097 00000400:00000200:0.0:1767326044.476268:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326044.476268:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305912812 00000100:00000001:3.0:1767326044.476273:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305916097 00000400:00000200:0.0:1767326044.476276:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000628fadee 00000100:00000001:3.0:1767326044.476277:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305912812 00000400:00000010:0.0:1767326044.476279:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000628fadee. 00000100:00000001:3.0:1767326044.476281:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305916097 00000100:00000001:0.0:1767326044.476283:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326044.476284:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326044.476288:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008fd7cd23 x1853175408643456/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326044.476288:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326044.476299:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326044.476301:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008fd7cd23 x1853175408643456/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326044.476308:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326044.476309:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326044.476329:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326044.476332:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b62e88f4. 00000400:00000200:0.0:1767326044.476336:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326044.476340:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326044.476343:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede1e5f6 00000400:00000010:0.0:1767326044.476345:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ede1e5f6. 00000100:00000001:0.0:1767326044.476347:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326044.476350:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a13fabe x1853175408643584/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326044.476357:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326044.476360:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a13fabe x1853175408643584/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326044.476366:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326044.476366:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326044.476372:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326044.476372:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326044.476379:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326044.476381:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326044.476384:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326044.476385:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326044.476388:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326044.476390:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326044.477621:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326044.477630:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326044.477634:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326044.477636:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326044.477644:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326044.477655:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f04d00 00000400:00000200:3.0:1767326044.477662:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x5f5 [1] + 224 00000800:00000001:3.0:1767326044.477783:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326044.477789:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326044.477791:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326044.477795:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326044.477801:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326044.477806:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c58d40ae x1853175408643328/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326044.477817:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c58d40ae x1853175408643328/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326044.477869:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326044.477876:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326044.477880:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326044.477882:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326044.477885:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326044.477890:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326044.477897:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04d80 00000100:00000001:0.0:1767326044.477899:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326044.477903:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326044.477903:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x5fd [1] + 224 00000800:00000001:3.0:1767326044.477909:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326044.477910:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326044.477913:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326044.477914:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326044.477917:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a888120. 00000400:00000200:3.0:1767326044.477918:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326044.477922:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000400:00000200:3.0:1767326044.477924:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:0.0:1767326044.477926:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:0.0:1767326044.477931:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326044.477932:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326044.477937:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c58d40ae x1853175408643328/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326044.477939:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008fd7cd23 x1853175408643456/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326044.477959:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c58d40ae x1853175408643328/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326044.477962:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008fd7cd23 x1853175408643456/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326044.477980:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326044.477983:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326044.477986:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326044.477989:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326044.477991:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326044.477993:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326044.477996:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326044.477998:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767326044.478003:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=40 v=5 (5 5 0 0) 00000800:00000001:3.0:1767326044.478007:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326044.478009:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=40 v=5 (1 1 0 0) 00000800:00000001:3.0:1767326044.478013:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326044.478015:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326044.478019:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326044.478021:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326044.478023:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326044.478025:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326044.478027:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326044.478029:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767326044.478031:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326044.478035:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326044.478036:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:0.0:1767326044.478037:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326044.478039:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326044.478043:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3eb323a. 00000100:00000040:0.0:1767326044.478046:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c58d40ae x1853175408643328/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326044.478049:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039fbeb8f 00000400:00000200:3.0:1767326044.478051:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04e00 00000400:00000010:2.0:1767326044.478053:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039fbeb8f. 00000100:00000001:2.0:1767326044.478060:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326044.478064:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x605 [1] + 224 00000100:00000200:2.0:1767326044.478068:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008fd7cd23 x1853175408643456/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326044.478071:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767326044.478072:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326044.478077:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326044.478081:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326044.478081:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326044.478086:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008fd7cd23 x1853175408643456/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326044.478086:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767326044.478090:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c58d40ae x1853175408643328/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326044.478096:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326044.478105:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326044.478111:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a13fabe x1853175408643584/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326044.478113:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326044.478117:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326044.478119:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c58d40ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408643328:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326044.478122:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326044.478127:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326044.478130:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326044.478131:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326044.478133:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326044.478135:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326044.478135:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a13fabe x1853175408643584/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326044.478139:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326044.478153:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c58d40ae x1853175408643328/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326044.478162:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=35 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326044.478170:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=35 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326044.478170:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326044.478172:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326044.478177:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767326044.478178:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1767326044.478178:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326044.478179:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326044.478183:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000305160e1. 00010000:00000001:2.0:1767326044.478183:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767326044.478189:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:3.0:1767326044.478189:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326044.478193:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326044.478196:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00010000:00000001:2.0:1767326044.478197:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326044.478200:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326044.478203:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1767326044.478205:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013c28cca. 00000100:00000001:3.0:1767326044.478205:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326044.478209:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326044.478214:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:3.0:1767326044.478214:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767326044.478216:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 02000000:00000001:0.0:1767326044.478217:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:3.0:1767326044.478219:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:0.0:1767326044.478221:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c58d40ae. 00000100:00000001:2.0:1767326044.478221:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:3.0:1767326044.478222:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ce40440. 00000100:00000001:2.0:1767326044.478226:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326044.478229:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767326044.478230:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088831319 00000100:00000001:0.0:1767326044.478234:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326044.478234:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008fd7cd23 x1853175408643456/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326044.478235:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088831319. 00000100:00000001:0.0:1767326044.478239:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326044.478243:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326044.478248:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326044.478249:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326044.478252:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a13fabe x1853175408643584/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326044.478253:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326044.478254:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326044.478257:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326044.478259:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326044.478265:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008fd7cd23 x1853175408643456/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326044.478271:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a13fabe x1853175408643584/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326044.478279:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326044.478285:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008fd7cd23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408643456:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326044.478290:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326044.478293:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326044.478294:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326044.478296:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326044.478299:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326044.478301:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326044.478302:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326044.478306:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326044.478311:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008fd7cd23 x1853175408643456/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326044.478313:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326044.478320:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=29 v=5 (5 5 0 0) 00000100:00000001:2.0:1767326044.478321:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326044.478324:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1767326044.478326:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=9 v=5 (1 1 0 0) 02000000:00000010:2.0:1767326044.478327:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082309f44. 00000100:00000001:3.0:1767326044.478333:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767326044.478334:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326044.478335:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326044.478337:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326044.478339:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00010000:00000001:3.0:1767326044.478339:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767326044.478343:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326044.478345:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5c95fa2. 00010000:00080000:3.0:1767326044.478346:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003a13fabe x1853175408643584/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326044.478350:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326044.478353:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326044.478356:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008fd7cd23. 00010000:00000001:3.0:1767326044.478359:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326044.478361:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326044.478364:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326044.478365:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326044.478368:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326044.478369:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326044.478373:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326044.478376:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326044.478377:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326044.478380:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326044.478382:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a13fabe x1853175408643584/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326044.478389:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326044.478392:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326044.478394:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326044.478433:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326044.478435:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326044.478439:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a13fabe x1853175408643584/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326044.478447:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a13fabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408643584:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326044.478452:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326044.478454:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326044.478456:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a13fabe x1853175408643584/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326060 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326044.478463:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326044.478464:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326044.478466:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a2eaa57. 02000000:00000001:3.0:1767326044.478470:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326044.478471:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326044.478472:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326044.478481:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326044.478483:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb4be34. 02000000:00000001:3.0:1767326044.478485:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326044.478487:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326044.478488:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a13fabe. 00000100:00000001:3.0:1767326044.478491:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326044.478492:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326044.478494:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326044.478498:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326044.478499:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326044.478501:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326044.478502:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326045.499512:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326045.499518:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326045.499524:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326045.499524:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326045.499547:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326045.499550:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326045.499554:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326046.523533:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326046.523542:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326046.523549:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326046.523551:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326046.523574:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326046.523578:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326046.523580:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326047.547538:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326047.547547:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326047.547554:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326047.547556:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326047.547580:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326047.547584:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326047.547587:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326048.315499:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305916097, at 4305916160 00000100:00000040:3.0:1767326048.315499:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305916097, at 4305916160 00000100:00000010:3.0:1767326048.315521:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000264847e7. 00000100:00000010:1.0:1767326048.315523:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bae1c4d2. 00000100:00000040:0.0:1767326048.315574:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305916097, at 4305916160 00000100:00000010:0.0:1767326048.315581:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000afa93604. 00000100:00000040:2.0:1767326048.316476:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305916097, at 4305916161 00000100:00000010:2.0:1767326048.316493:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000417bd662. 00010000:00000001:0.0:1767326048.571456:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326048.571462:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326048.571465:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326048.571466:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326048.571483:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326048.571486:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326048.571488:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326049.596474:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326049.596481:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326049.596487:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326049.596489:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326049.596494:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326049.596497:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326049.596498:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767326049.596507:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326049.596512:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326049.596516:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1767326049.596520:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767326049.596522:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326049.596525:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326049.596533:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b65b65b4. 00010000:00010000:0.0:1767326049.596535:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326049.596543:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326049.596558:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000e6bdf5e7 x1853175408643712/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326049.596581:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326049.596584:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326049.596590:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_00+0] req@00000000e6bdf5e7 x1853175408643712/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326049.596621:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326049.596624:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326049.596628:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326049.596631:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d9e0dd. 00000020:00000040:2.0:1767326049.596634:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326049.596637:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326049.596638:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326049.596641:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326049.596644:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326049.596645:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb30d8a. 00000100:00000001:0.0:1767326049.596647:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326049.596651:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326049.596652:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326049.596652:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326049.596657:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326049.596660:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000028d9e0dd x1853175408643840/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767326049.596667:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408643712/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326049.596678:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326049.596681:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326049.596688:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326049.596690:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326049.596691:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326049.596693:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326049.596694:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326049.596698:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408643712:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326049.596702:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d9e0dd] to pc [ptlrpcd_00_01+1] req@0000000028d9e0dd x1853175408643840/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326049.596704:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326049.596710:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326049.596714:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326049.596716:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326049.596720:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000619ff9c9. 00000100:00000001:2.0:1767326049.596721:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326049.596722:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326049.596726:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767326049.596729:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ce40440. 00000100:00000001:2.0:1767326049.596731:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326049.596736:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000100:00000001:0.0:1767326049.596737:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326049.596738:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088831319. 00000100:00000001:0.0:1767326049.596741:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767326049.596741:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326049.596745:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326049.596746:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1767326049.596747:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408643712, portal 25 02000000:00000001:2.0:1767326049.596750:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326049.596751:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326049.596754:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d9e0dd x1853175408643840/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326049.596755:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326049.596759:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 02000000:00000010:2.0:1767326049.596764:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dadd9a6c. 00000100:00000040:3.0:1767326049.596767:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408643712/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326049.596771:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326049.596772:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326049.596776:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326049.596781:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000032a2412e x1853175408643968/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326049.596782:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326049.596783:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326049.596787:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326049.596791:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326049.596795:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326049.596796:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e085bb. 00000100:00000001:2.0:1767326049.596798:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326049.596802:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326049.596802:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408643712, offset 0 00000100:00100000:0.0:1767326049.596803:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408643840:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326049.596812:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326049.596812:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326049.596817:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326049.596818:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_02+2] req@0000000032a2412e x1853175408643968/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326049.596822:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326049.596827:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326049.596829:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000010:0.0:1767326049.596834:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000161266c1. 02000000:00000001:0.0:1767326049.596838:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326049.596838:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326049.596845:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:0.0:1767326049.596846:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee1bd9ef. 00000400:00000200:3.0:1767326049.596849:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326049.596853:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326049.596853:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000010:0.0:1767326049.596855:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000065f6218. 00000100:00000040:2.0:1767326049.596859:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767326049.596860:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [165:165:256:4294967295] 192.168.202.142@tcp LPNI seq info [165:165:8:4294967295] 00000100:00000200:0.0:1767326049.596862:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408643840, portal 10 00000100:00000001:0.0:1767326049.596868:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326049.596870:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326049.596871:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333291520 : -115368376260096 : ffff9712b4ea2a00) 00000100:00000040:2.0:1767326049.596878:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11255) 00000400:00000200:3.0:1767326049.596883:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:0.0:1767326049.596884:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d9e0dd x1853175408643840/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326049.596892:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326049.596896:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326049.596898:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326049.596903:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767326049.596905:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ce1a50c. 00000100:00000040:0.0:1767326049.596907:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326049.596907:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767326049.596913:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cabf01af. 00000100:00000040:2.0:1767326049.596915:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408643968/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326049.596919:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:0.0:1767326049.596920:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408643840, offset 0 00000400:00000200:0.0:1767326049.596933:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326049.596933:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326049.596940:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ce1a50c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326049.596944:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326049.596951:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767326049.596952:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326049.596954:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326049.596956:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326049.596962:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305921218 00000400:00000200:0.0:1767326049.596963:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:2.0:1767326049.596964:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1767326049.596967:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea4af69. 02000000:00000001:2.0:1767326049.596968:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326049.596970:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326049.596973:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326049.596976:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326049.596977:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00100000:2.0:1767326049.596981:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408643968:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326049.596984:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305921218 00000400:00000200:0.0:1767326049.596987:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [166:166:255:4294967295] 192.168.202.142@tcp LPNI seq info [166:166:7:4294967295] 00000100:00000010:3.0:1767326049.596990:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000707ccc65. 00000100:00000001:2.0:1767326049.596991:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326049.596996:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326049.596997:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1767326049.596999:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326049.597002:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305921218 02000000:00000001:2.0:1767326049.597004:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767326049.597007:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb8a1c46. 00000400:00000200:0.0:1767326049.597009:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000010:2.0:1767326049.597010:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a19ef569. 00000100:00000001:3.0:1767326049.597011:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 02000000:00000001:2.0:1767326049.597015:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326049.597020:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305921218 00000800:00000200:0.0:1767326049.597021:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326049.597024:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3eb323a. 00000100:00000010:3.0:1767326049.597025:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054dfea46. 00000800:00000010:0.0:1767326049.597028:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013c28cca. 00000100:00000001:3.0:1767326049.597031:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767326049.597033:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039fbeb8f. 00000100:00000001:3.0:1767326049.597035:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326049.597039:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326049.597039:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326049.597041:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408643968, portal 10 00000100:00000001:2.0:1767326049.597046:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326049.597046:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326049.597050:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326049.597050:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000001:3.0:1767326049.597051:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326049.597056:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013c28cca type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326049.597062:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408643968/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326049.597062:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326049.597063:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326049.597065:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767326049.597070:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 340417 usecs (341 jiffies) 00000100:00000001:3.0:1767326049.597071:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326049.597073:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326049.597076:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326049.597078:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305917782 00000100:00000001:3.0:1767326049.597080:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326049.597086:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305921218 00000100:00000001:2.0:1767326049.597086:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326049.597093:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305917782 00000100:00000040:2.0:1767326049.597093:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326049.597110:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051f3b62d. 00000100:00000001:0.0:1767326049.597112:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305921218 00000100:00000200:2.0:1767326049.597115:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408643968, offset 0 00000100:00000001:0.0:1767326049.597116:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305917782 00000100:00000001:3.0:1767326049.597117:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326049.597121:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326049.597122:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305921218 00000400:00000200:2.0:1767326049.597127:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326049.597128:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305917782 00000100:00000001:0.0:1767326049.597133:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305921218 00000100:00000001:0.0:1767326049.597135:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326049.597137:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326049.597140:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326049.597143:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326049.597145:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326049.597148:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326049.597149:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326049.597153:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326049.597157:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326049.597157:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326049.597161:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326049.597162:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [167:167:254:4294967295] 192.168.202.142@tcp LPNI seq info [167:167:6:4294967295] 00000800:00000200:3.0:1767326049.597164:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326049.597166:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326049.597170:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767326049.597170:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ce1a50c. 00000100:00000001:0.0:1767326049.597174:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326049.597176:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326049.597180:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:3.0:1767326049.597184:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326049.597187:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326049.597197:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e085bb 00000800:00000200:2.0:1767326049.597199:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326049.597200:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e085bb. 00000800:00000010:2.0:1767326049.597205:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002dd738d8. 00000100:00000001:3.0:1767326049.597206:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326049.597211:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408643712/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326049.597216:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326049.597224:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767326049.597226:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326049.597231:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002dd738d8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326049.597235:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326049.597235:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408643712/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326065 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326049.597240:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 479460 usecs (480 jiffies) 00000100:00000001:2.0:1767326049.597246:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305917921 00000100:00000001:3.0:1767326049.597251:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326049.597253:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326049.597261:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305921218 00000800:00000200:3.0:1767326049.597267:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326049.597268:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305917921 00000100:00000001:2.0:1767326049.597273:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305921218 00000800:00000010:3.0:1767326049.597274:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013c28cca. 00000100:00000001:2.0:1767326049.597276:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305917921 00000100:00000001:2.0:1767326049.597281:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305921218 00000400:00000200:3.0:1767326049.597281:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326049.597284:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305917921 00000100:00000001:2.0:1767326049.597289:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305921218 00000400:00000200:3.0:1767326049.597290:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326049.597294:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326049.597296:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cabf01af 00000100:00000001:2.0:1767326049.597299:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326049.597300:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cabf01af. 00000100:00000001:2.0:1767326049.597304:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326049.597306:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326049.597313:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326049.597315:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326049.597317:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767326049.597320:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d9e0dd x1853175408643840/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326049.597321:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326049.597324:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326049.597327:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326049.597331:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326049.597338:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326049.597341:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d9e0dd x1853175408643840/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326049.597347:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326049.597349:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326049.597430:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326049.597433:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002dd738d8. 00000400:00000200:3.0:1767326049.597436:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326049.597443:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326049.597448:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051f3b62d 00000400:00000010:3.0:1767326049.597450:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051f3b62d. 00000100:00000001:3.0:1767326049.597455:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326049.597459:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408643968/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326049.597466:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326049.597476:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408643968/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326049.597483:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326049.597485:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326049.599054:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326049.599069:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326049.599072:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326049.599074:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326049.599084:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326049.599108:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f04e80 00000400:00000200:0.0:1767326049.599117:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x60d [1] + 224 00000800:00000001:0.0:1767326049.599124:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326049.599131:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326049.599134:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326049.599138:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326049.599143:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326049.599148:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408643712/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326049.599157:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408643712/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326049.599173:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326049.599181:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326049.599184:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326049.599187:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326049.599190:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326049.599195:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326049.599203:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04f00 00000100:00000001:3.0:1767326049.599204:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326049.599208:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326049.599211:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x615 [1] + 224 00000800:00000001:0.0:1767326049.599217:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326049.599219:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326049.599220:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326049.599222:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767326049.599223:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767326049.599227:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ce40440. 00000400:00000200:0.0:1767326049.599228:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326049.599242:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088831319 00000400:00000010:3.0:1767326049.599248:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088831319. 00000100:00000001:3.0:1767326049.599251:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326049.599253:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326049.599257:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408643712/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326049.599260:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d9e0dd x1853175408643840/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326049.599281:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408643712/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326049.599310:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326049.599313:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326049.599315:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028d9e0dd x1853175408643840/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326049.599316:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326049.599320:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326049.599323:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326049.599326:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326049.599329:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326049.599335:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=45 v=5 (5 5 0 0) 00000100:00001000:3.0:1767326049.599338:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=45 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326049.599340:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326049.599341:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326049.599341:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326049.599345:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326049.599348:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326049.599350:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326049.599351:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326049.599355:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408643712/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326049.599358:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326049.599363:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326049.599364:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326049.599364:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767326049.599366:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326049.599367:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326049.599369:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326049.599371:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326049.599372:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326049.599375:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000001:2.0:1767326049.599376:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326049.599379:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee1bd9ef. 00000100:00000040:3.0:1767326049.599379:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408643712/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326049.599386:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000065f6218 00000400:00000200:0.0:1767326049.599387:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f04f80 00000400:00000010:2.0:1767326049.599394:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000065f6218. 00000100:00100000:3.0:1767326049.599395:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408643712:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326049.599421:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326049.599425:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x61d [1] + 224 00000100:00000200:2.0:1767326049.599427:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d9e0dd x1853175408643840/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326049.599431:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326049.599433:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326049.599436:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767326049.599442:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326049.599442:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408643712/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326049.599445:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d9e0dd x1853175408643840/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326049.599448:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326049.599456:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326049.599464:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326049.599470:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408643968/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326049.599471:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326049.599472:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326049.599475:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326049.599476:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326049.599479:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000619ff9c9. 00000100:00000001:2.0:1767326049.599480:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767326049.599483:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408643968/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326049.599484:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767326049.599485:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326049.599487:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767326049.599489:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326049.599490:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326049.599492:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 02000000:00000001:2.0:1767326049.599494:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326049.599499:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767326049.599500:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=40 v=5 (5 5 0 0) 00000100:00000001:0.0:1767326049.599502:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767326049.599502:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b65b65b4. 00000100:00001000:2.0:1767326049.599505:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=40 v=5 (1 1 0 0) 00000800:00000001:0.0:1767326049.599508:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326049.599508:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326049.599509:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326049.599513:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326049.599513:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1767326049.599514:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767326049.599516:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00010000:00000001:2.0:1767326049.599517:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326049.599521:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326049.599521:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326049.599523:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326049.599525:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326049.599526:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326049.599527:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326049.599530:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326049.599531:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326049.599532:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326049.599534:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326049.599536:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326049.599537:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326049.599538:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d9e0dd x1853175408643840/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326049.599539:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326049.599542:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326049.599543:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326049.599547:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326049.599550:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3eb323a. 00000100:00000001:2.0:1767326049.599550:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326049.599554:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767326049.599555:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039fbeb8f 00000100:00000001:2.0:1767326049.599555:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326049.599560:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039fbeb8f. 00000100:00000040:2.0:1767326049.599561:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d9e0dd x1853175408643840/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326049.599566:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767326049.599570:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408643840:192.168.202.142@tcp:400: 00000100:00000200:0.0:1767326049.599573:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408643968/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326049.599575:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326049.599584:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326049.599590:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d9e0dd x1853175408643840/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326049.599596:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408643968/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326049.599606:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326049.599609:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326049.599612:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767326049.599613:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000161266c1. 00000100:00000001:0.0:1767326049.599616:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326049.599619:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326049.599621:0:211396:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767326049.599622:0:211395:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767326049.599625:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767326049.599626:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326049.599628:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767326049.599632:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326049.599633:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326049.599636:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb30d8a. 02000000:00000001:0.0:1767326049.599638:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326049.599642:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326049.599644:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1767326049.599646:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=34 v=5 (5 5 0 0) 00000100:00000010:2.0:1767326049.599646:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d9e0dd. 00000100:00000001:2.0:1767326049.599650:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326049.599652:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326049.599654:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=14 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326049.599655:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326049.599660:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326049.599661:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326049.599664:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326049.599664:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326049.599668:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326049.599672:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:0.0:1767326049.599673:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000032a2412e x1853175408643968/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326049.599674:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326049.599683:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326049.599686:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326049.599687:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326049.599689:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326049.599690:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326049.599693:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408643968/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326049.599697:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326049.599698:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326049.599699:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326049.599700:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408643968/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326049.599704:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408643968:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326049.599707:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326049.599712:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326049.599714:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408643968/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326065 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326049.599717:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326049.599719:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326049.599720:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a19ef569. 02000000:00000001:0.0:1767326049.599723:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326049.599724:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326049.599725:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326049.599727:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326049.599728:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dadd9a6c. 02000000:00000001:0.0:1767326049.599730:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326049.599731:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326049.599732:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:0.0:1767326049.599735:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326049.599736:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326049.599738:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326049.599741:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326049.599743:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326049.599744:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326049.599746:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326050.619587:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326050.619595:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326050.619599:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326050.619600:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326050.619622:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326050.619751:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326050.619754:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326051.643534:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326051.643543:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326051.643549:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326051.643552:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326051.643555:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326051.643561:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326051.643565:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326051.643566:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326051.643569:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326051.643571:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326051.643597:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326051.643599:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326051.643619:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326051.643623:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326051.643625:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326052.667538:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326052.667547:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326052.667555:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326052.667556:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326052.667580:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326052.667583:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326052.667586:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326053.435523:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305921218, at 4305921280 00000100:00000040:2.0:1767326053.435523:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305921218, at 4305921280 00000100:00000040:3.0:1767326053.435523:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305921218, at 4305921280 00000100:00000010:0.0:1767326053.435542:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea4af69. 00000100:00000010:2.0:1767326053.435547:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb8a1c46. 00000100:00000010:3.0:1767326053.435550:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054dfea46. 00000100:00000040:1.0:1767326053.435664:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305921218, at 4305921280 00000100:00000010:1.0:1767326053.435672:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000707ccc65. 00010000:00000001:0.0:1767326053.691499:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326053.691506:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326053.691512:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326053.691512:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326053.691538:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326053.691540:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326053.691543:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326054.715529:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326054.715540:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326054.715550:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c58d40ae. 00000020:00000040:0.0:1767326054.715556:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326054.715560:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326054.715563:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326054.715569:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326054.715578:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013c28cca. 00000100:00000001:0.0:1767326054.715584:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326054.715594:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000c58d40ae x1853175408644096/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326054.715604:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326054.715607:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326054.715624:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c58d40ae] to pc [ptlrpcd_00_03+3] req@00000000c58d40ae x1853175408644096/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326054.715652:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326054.715654:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326054.715656:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326054.715659:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d98de7a. 00000020:00000040:0.0:1767326054.715661:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326054.715664:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326054.715665:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326054.715668:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326054.715672:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb4be34. 00000100:00000001:3.0:1767326054.715675:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326054.715676:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326054.715677:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326054.715681:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326054.715682:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326054.715684:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000001d98de7a x1853175408644224/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326054.715684:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326054.715691:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c58d40ae x1853175408644096/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326054.715702:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326054.715705:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326054.715708:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326054.715711:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326054.715713:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d98de7a] to pc [ptlrpcd_00_00+0] req@000000001d98de7a x1853175408644224/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326054.715716:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326054.715720:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326054.715725:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326054.715728:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c58d40ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408644096:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326054.715733:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326054.715738:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326054.715739:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326054.715741:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326054.715743:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326054.715747:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326054.715748:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326054.715752:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ae77cf. 02000000:00000010:3.0:1767326054.715753:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2876d7b. 00000020:00000040:0.0:1767326054.715756:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:3.0:1767326054.715758:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326054.715760:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326054.715761:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326054.715764:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326054.715765:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326054.715766:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ce40440. 02000000:00000001:0.0:1767326054.715768:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326054.715768:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767326054.715772:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088831319. 00000100:00000040:2.0:1767326054.715775:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d98de7a x1853175408644224/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326054.715776:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5c95fa2. 00000100:00000200:3.0:1767326054.715779:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408644096, portal 25 00000100:00000001:0.0:1767326054.715783:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326054.715783:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326054.715788:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326054.715789:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326054.715791:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453960576 : -115368255591040 : ffff9712bc1b6d80) 00000100:00000040:0.0:1767326054.715792:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000026ae77cf x1853175408644352/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326054.715793:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326054.715796:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326054.715800:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c58d40ae x1853175408644096/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326054.715801:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326054.715806:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d98de7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408644224:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326054.715816:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326054.715817:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326054.715818:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326054.715819:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326054.715820:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326054.715821:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767326054.715824:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e085bb. 02000000:00000010:2.0:1767326054.715825:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009eb723f4. 02000000:00000001:2.0:1767326054.715828:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326054.715828:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408644096, offset 0 00000400:00000010:2.0:1767326054.715833:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000992b66b3. 00000400:00000200:3.0:1767326054.715838:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326054.715840:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326054.715843:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326054.715850:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091464543. 00000400:00000200:3.0:1767326054.715850:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:2.0:1767326054.715853:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408644224, portal 10 00000100:00000001:2.0:1767326054.715855:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326054.715855:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326054.715856:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453964160 : -115368255587456 : ffff9712bc1b7b80) 00000400:00000200:3.0:1767326054.715859:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:2.0:1767326054.715861:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d98de7a x1853175408644224/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326054.715862:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326054.715865:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326054.715868:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326054.715869:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [168:168:256:4294967295] 192.168.202.142@tcp LPNI seq info [168:168:8:4294967295] 00000100:00000040:2.0:1767326054.715870:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326054.715872:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb34fec2. 00000100:00000200:2.0:1767326054.715874:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408644224, offset 0 00000400:00000200:2.0:1767326054.715878:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326054.715881:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:2.0:1767326054.715886:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:3.0:1767326054.715887:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326054.715889:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326054.715891:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ce1a50c. 00000400:00000200:2.0:1767326054.715892:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326054.715895:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326054.715897:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:3.0:1767326054.715897:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326054.715899:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [169:169:255:4294967295] 192.168.202.142@tcp LPNI seq info [169:169:7:4294967295] 00000800:00000200:3.0:1767326054.715905:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:2.0:1767326054.715906:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326054.715909:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326054.715909:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ce1a50c type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1767326054.715912:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb30d8a. 00000800:00000200:2.0:1767326054.715916:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326054.715920:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326054.715920:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326054.715922:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb30d8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326054.715924:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326054.715924:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305926337 00000100:00000010:3.0:1767326054.715928:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054dfea46. 00000100:00000040:2.0:1767326054.715932:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 333091 usecs (334 jiffies) 00000100:00000001:2.0:1767326054.715934:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305922894 00000100:00000001:3.0:1767326054.715934:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326054.715939:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305926337 00000100:00000001:2.0:1767326054.715940:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305926337 00000100:00000001:2.0:1767326054.715942:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305922894 00000100:00000010:3.0:1767326054.715942:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f2c375f4. 00000100:00000001:3.0:1767326054.715946:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326054.715949:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305926337 00000100:00000010:3.0:1767326054.715951:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d6324ee. 00000100:00000001:3.0:1767326054.715954:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326054.715955:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305926337 00000100:00000001:2.0:1767326054.715957:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305922894 00000100:00000001:1.0:1767326054.715970:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326054.715973:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305926337 00000100:00000001:3.0:1767326054.715973:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305926337 00000100:00000001:1.0:1767326054.715974:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326054.715977:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305922894 00000100:00000010:3.0:1767326054.715978:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000707ccc65. 00000100:00000001:3.0:1767326054.715982:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326054.715985:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305926337 00000100:00000001:3.0:1767326054.715985:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326054.715987:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326054.715988:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326054.715989:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326054.715991:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326054.715991:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326054.715993:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326054.715993:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326054.716001:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326054.716001:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326054.716003:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326054.716003:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326054.716005:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326054.716005:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326054.716006:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326054.716006:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326054.716007:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326054.716007:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326054.716010:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326054.716010:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326054.716020:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ae77cf] to pc [ptlrpcd_00_01+1] req@0000000026ae77cf x1853175408644352/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326054.716069:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326054.716073:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ce1a50c. 00000400:00000200:3.0:1767326054.716078:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326054.716082:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326054.716087:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326054.716087:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e085bb 00000100:00000001:1.0:1767326054.716091:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326054.716091:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e085bb. 00000100:00000001:1.0:1767326054.716095:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326054.716095:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767326054.716103:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ae77cf x1853175408644352/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326054.716103:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c58d40ae x1853175408644096/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326054.716121:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326054.716124:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326054.716127:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c58d40ae x1853175408644096/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326070 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326054.716128:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326054.716134:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326054.716137:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326054.716142:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326054.716144:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326054.716147:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767326054.716149:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ae77cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408644352:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326054.716162:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326054.716164:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326054.716166:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326054.716168:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326054.716171:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d685db5e. 02000000:00000001:1.0:1767326054.716173:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326054.716176:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000419509d0. 00000400:00000010:1.0:1767326054.716180:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d8bb3d6. 00000100:00000200:1.0:1767326054.716184:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408644352, portal 10 00000100:00000001:1.0:1767326054.716185:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326054.716186:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453954304 : -115368255597312 : ffff9712bc1b5500) 00000100:00000040:1.0:1767326054.716192:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ae77cf x1853175408644352/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326054.716199:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326054.716201:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326054.716204:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafb2056. 00000100:00000200:1.0:1767326054.716206:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408644352, offset 0 00000400:00000200:1.0:1767326054.716212:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326054.716214:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326054.716218:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb30d8a. 00000400:00000200:1.0:1767326054.716219:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326054.716223:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326054.716225:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326054.716231:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326054.716232:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326054.716237:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326054.716240:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326054.716270:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326054.716273:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767326054.716277:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767326054.716281:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11260) 00010000:00000001:0.0:1767326054.716300:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326054.716305:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326054.716307:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326054.716309:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326054.716312:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326054.716315:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326054.716316:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326054.716318:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326054.716321:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326054.716323:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326054.716337:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326054.716339:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326054.716341:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767326054.716376:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [170:170:255:4294967295] 192.168.202.142@tcp LPNI seq info [170:170:7:4294967295] 00000400:00000200:1.0:1767326054.716384:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326054.716389:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326054.716393:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb080471. 00000800:00000200:1.0:1767326054.716397:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326054.716420:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb34fec2 00000400:00000010:3.0:1767326054.716424:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb34fec2. 00000800:00000200:1.0:1767326054.716429:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326054.716433:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb080471 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326054.716437:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326054.716438:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767326054.716446:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 468391 usecs (469 jiffies) 00000100:00000001:1.0:1767326054.716451:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305923030 00000100:00000001:1.0:1767326054.716454:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305926337 00000100:00000001:1.0:1767326054.716457:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305923030 00000100:00000200:3.0:1767326054.716457:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d98de7a x1853175408644224/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326054.716462:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305926337 00000100:00000001:1.0:1767326054.716466:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305923030 00000100:00000001:1.0:1767326054.716470:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305926337 00000100:00000001:1.0:1767326054.716473:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305923030 00000100:00000001:1.0:1767326054.716477:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305926337 00000100:00000001:1.0:1767326054.716482:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326054.716485:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326054.716485:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326054.716490:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d98de7a x1853175408644224/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326054.716491:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326054.716494:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326054.716501:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326054.716503:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326054.716504:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326054.716508:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326054.716510:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326054.716513:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326054.716514:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326054.716516:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326054.716546:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326054.716549:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb080471. 00000400:00000200:3.0:1767326054.716552:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326054.716556:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326054.716558:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafb2056 00000400:00000010:3.0:1767326054.716560:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aafb2056. 00000100:00000001:3.0:1767326054.716563:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326054.716568:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ae77cf x1853175408644352/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326054.716575:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326054.716576:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326054.716579:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326054.716581:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ae77cf x1853175408644352/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326054.716583:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326054.716588:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326054.716596:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326054.716598:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326054.718086:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326054.718095:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326054.718098:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326054.718099:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326054.718104:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326054.718144:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f05000 00000400:00000200:3.0:1767326054.718148:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x625 [1] + 224 00000800:00000001:3.0:1767326054.718153:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326054.718156:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326054.718158:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326054.718160:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326054.718168:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326054.718172:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c58d40ae x1853175408644096/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326054.718177:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c58d40ae x1853175408644096/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326054.718192:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326054.718197:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326054.718199:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326054.718200:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326054.718201:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326054.718203:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326054.718208:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05080 00000400:00000200:3.0:1767326054.718213:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x62d [1] + 224 00000800:00000001:3.0:1767326054.718218:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326054.718222:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326054.718222:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326054.718224:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326054.718232:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326054.718236:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326054.718238:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326054.718241:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ce40440. 00000400:00000200:3.0:1767326054.718241:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326054.718246:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088831319 00000400:00000010:0.0:1767326054.718248:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088831319. 00000100:00000001:0.0:1767326054.718251:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326054.718253:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326054.718256:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c58d40ae x1853175408644096/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326054.718261:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001d98de7a x1853175408644224/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326054.718283:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c58d40ae x1853175408644096/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326054.718284:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001d98de7a x1853175408644224/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326054.718300:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326054.718302:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326054.718303:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326054.718305:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326054.718308:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326054.718309:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326054.718311:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326054.718313:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326054.718313:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326054.718320:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326054.718321:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=50 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326054.718326:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=50 v=5 (1 1 0 0) 00000800:00000001:3.0:1767326054.718326:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326054.718330:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767326054.718330:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326054.718332:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326054.718335:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326054.718338:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326054.718341:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326054.718341:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000040:0.0:1767326054.718347:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c58d40ae x1853175408644096/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326054.718354:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05100 00000400:00000200:3.0:1767326054.718361:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x635 [1] + 224 00000100:00000001:0.0:1767326054.718363:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767326054.718366:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326054.718369:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326054.718371:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326054.718373:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326054.718377:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c58d40ae x1853175408644096/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326054.718378:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326054.718379:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326054.718383:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326054.718385:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767326054.718388:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326054.718393:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000992b66b3. 00000400:00000200:3.0:1767326054.718395:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00100000:0.0:1767326054.718419:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c58d40ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408644096:192.168.202.142@tcp:400: 00000400:00000200:2.0:1767326054.718421:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091464543 00000100:00000001:0.0:1767326054.718425:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326054.718426:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091464543. 00000100:00000001:2.0:1767326054.718433:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326054.718434:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326054.718435:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767326054.718442:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ae77cf x1853175408644352/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326054.718444:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c58d40ae x1853175408644096/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326054.718445:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d98de7a x1853175408644224/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326054.718478:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767326054.718478:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ae77cf x1853175408644352/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326054.718481:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326054.718484:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2876d7b. 02000000:00000001:0.0:1767326054.718491:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326054.718494:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326054.718497:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326054.718507:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767326054.718509:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326054.718513:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013c28cca. 00000100:00000200:2.0:1767326054.718513:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d98de7a x1853175408644224/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326054.718514:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326054.718521:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326054.718524:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326054.718527:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326054.718530:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326054.718533:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c58d40ae. 00000100:00000001:2.0:1767326054.718536:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326054.718538:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326054.718540:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326054.718542:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326054.718544:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326054.718545:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326054.718548:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326054.718550:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326054.718551:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326054.718553:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326054.718556:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326054.718556:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326054.718559:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326054.718563:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=45 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326054.718568:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=45 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326054.718571:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326054.718572:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326054.718574:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326054.718577:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326054.718579:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326054.718580:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326054.718582:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326054.718584:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326054.718587:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d98de7a x1853175408644224/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326054.718594:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326054.718596:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326054.718597:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326054.718672:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326054.718675:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326054.718678:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326054.718679:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326054.718681:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000419509d0. 00000400:00000200:1.0:1767326054.718684:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d8bb3d6 00000400:00000010:1.0:1767326054.718685:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d8bb3d6. 00000100:00000001:1.0:1767326054.718687:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326054.718691:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ae77cf x1853175408644352/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326054.718698:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ae77cf x1853175408644352/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326054.718704:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326054.718711:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326054.718713:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326054.718714:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326054.718716:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326054.718717:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326054.718719:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326054.718722:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=39 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326054.718725:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=19 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326054.718727:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326054.718728:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326054.718730:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326054.718733:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000026ae77cf x1853175408644352/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326054.718739:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326054.718741:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326054.718742:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326054.718744:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326054.718745:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326054.718747:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ae77cf x1853175408644352/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326054.718753:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326054.718755:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326054.718756:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326054.718758:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ae77cf x1853175408644352/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326054.718765:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ae77cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408644352:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326054.718769:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326054.718771:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326054.718773:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ae77cf x1853175408644352/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326054.718779:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326054.718780:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326054.718787:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d685db5e. 02000000:00000001:1.0:1767326054.718789:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326054.718791:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326054.718792:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326054.718794:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326054.718795:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5c95fa2. 02000000:00000001:1.0:1767326054.718797:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326054.718799:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326054.718800:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ae77cf. 00000100:00000001:1.0:1767326054.718802:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326054.718803:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326054.718805:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326054.718809:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326054.718810:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326054.718811:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326054.718813:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326054.718846:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d98de7a x1853175408644224/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326054.718854:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d98de7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408644224:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326054.718857:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326054.718859:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326054.718861:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d98de7a x1853175408644224/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326070 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326054.718877:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326054.718878:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326054.718880:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009eb723f4. 02000000:00000001:2.0:1767326054.718883:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326054.718884:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326054.718885:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326054.718887:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326054.718888:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb4be34. 02000000:00000001:2.0:1767326054.718890:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326054.718891:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326054.718892:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d98de7a. 00000100:00000001:2.0:1767326054.718894:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326054.718896:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326054.718897:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326054.718901:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326054.718902:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326054.718904:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326054.718905:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326055.739518:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326055.739526:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326055.739532:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326055.739533:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326055.739555:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326055.739558:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326055.739560:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326056.763595:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326056.763603:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326056.763609:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326056.763610:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326056.763628:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326056.763642:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326056.763648:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326057.787542:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326057.787549:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326057.787553:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326057.787553:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326057.787572:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326057.787574:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326057.787576:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326058.555481:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305926337, at 4305926400 00000100:00000040:1.0:1767326058.555481:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305926337, at 4305926400 00000100:00000010:1.0:1767326058.555504:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f2c375f4. 00000100:00000010:0.0:1767326058.555510:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054dfea46. 00000100:00000040:2.0:1767326058.555834:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305926337, at 4305926400 00000100:00000010:2.0:1767326058.555841:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d6324ee. 00000100:00000040:3.0:1767326058.556080:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305926337, at 4305926400 00000100:00000010:3.0:1767326058.556088:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000707ccc65. 00010000:00000001:0.0:1767326058.811538:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326058.811548:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326058.811579:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326058.811581:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326058.811606:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326058.811614:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326058.811617:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326059.835545:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326059.835555:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326059.835562:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326059.835563:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326059.835567:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326059.835574:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:0.0:1767326059.835585:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000010:3.0:1767326059.835587:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a858f5b. 00000020:00000001:0.0:1767326059.835589:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326059.835591:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:3.0:1767326059.835595:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326059.835600:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326059.835604:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326059.835611:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326059.835622:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008ce1a50c. 00000100:00000001:3.0:1767326059.835630:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326059.835644:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000004a858f5b x1853175408644480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326059.835654:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326059.835656:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326059.835661:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a858f5b] to pc [ptlrpcd_00_02+2] req@000000004a858f5b x1853175408644480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326059.835692:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326059.835695:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326059.835698:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326059.835707:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326059.835712:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326059.835715:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767326059.835719:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000339213a8. 00000020:00000040:3.0:1767326059.835722:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000040:0.0:1767326059.835724:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a858f5b x1853175408644480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326059.835725:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326059.835726:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326059.835729:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326059.835731:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326059.835733:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767326059.835733:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c363976a. 00000100:00000001:0.0:1767326059.835736:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326059.835737:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326059.835738:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326059.835740:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326059.835743:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326059.835744:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000339213a8 x1853175408644608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326059.835746:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326059.835749:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408644480:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326059.835752:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326059.835753:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326059.835754:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326059.835757:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000339213a8] to pc [ptlrpcd_00_03+3] req@00000000339213a8 x1853175408644608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326059.835759:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326059.835761:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326059.835764:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326059.835769:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cda36778. 02000000:00000001:0.0:1767326059.835771:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326059.835772:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326059.835774:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326059.835779:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb87184f. 00000100:00000001:3.0:1767326059.835785:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767326059.835787:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9f2fdd3. 00000100:00000001:1.0:1767326059.835787:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326059.835787:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000986d7773. 00000100:00000001:1.0:1767326059.835791:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326059.835794:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767326059.835796:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000200:0.0:1767326059.835797:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408644480, portal 25 00000100:00000001:3.0:1767326059.835799:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326059.835800:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326059.835801:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326059.835802:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571630336 : -115369137921280 : ffff971287842300) 00000100:00000040:1.0:1767326059.835804:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000339213a8 x1853175408644608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326059.835804:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326059.835810:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a858f5b x1853175408644480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326059.835810:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a10cd6c4. 00000100:00000001:3.0:1767326059.835814:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326059.835820:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000986d7773 x1853175408644736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326059.835824:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326059.835827:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326059.835830:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326059.835834:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767326059.835835:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326059.835835:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326059.835836:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326059.835838:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 02000000:00000001:1.0:1767326059.835839:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326059.835841:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408644480, offset 0 00000100:00000040:3.0:1767326059.835842:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000986d7773] to pc [ptlrpcd_00_00+0] req@00000000986d7773 x1853175408644736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326059.835844:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326059.835850:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00100000:1.0:1767326059.835851:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408644608:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326059.835863:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326059.835871:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326059.835874:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:3.0:1767326059.835874:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767326059.835881:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326059.835882:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767326059.835888:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11265) 00000100:00000001:2.0:1767326059.835896:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326059.835897:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326059.835903:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326059.835907:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326059.835908:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:1.0:1767326059.835914:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326059.835914:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326059.835918:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326059.835919:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [171:171:256:4294967295] 192.168.202.142@tcp LPNI seq info [171:171:8:4294967295] 02000000:00000001:1.0:1767326059.835921:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326059.835923:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326059.835927:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326059.835933:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000986d7773 x1853175408644736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326059.835943:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0aafb5f. 00000400:00000200:0.0:1767326059.835944:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:1.0:1767326059.835951:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326059.835961:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000419509d0. 00000400:00000010:1.0:1767326059.835970:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d8bb3d6. 00000800:00000200:0.0:1767326059.835972:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000200:1.0:1767326059.835980:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408644608, portal 10 00000800:00000010:0.0:1767326059.835983:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013c28cca. 00000100:00000001:1.0:1767326059.835986:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326059.835990:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571632128 : -115369137919488 : ffff971287842a00) 00000100:00000001:2.0:1767326059.836010:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326059.836014:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000339213a8 x1853175408644608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326059.836015:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326059.836028:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:2.0:1767326059.836029:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326059.836031:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326059.836036:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326059.836036:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326059.836042:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a686d3c9. 00000800:00000200:0.0:1767326059.836049:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:2.0:1767326059.836049:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326059.836050:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408644608, offset 0 00000800:00000200:0.0:1767326059.836062:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013c28cca type 1, nob 320 niov 1 nkiov 1 00000100:00100000:2.0:1767326059.836064:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000986d7773 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408644736:192.168.202.142@tcp:400: 00000400:00000200:1.0:1767326059.836069:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326059.836081:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326059.836082:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326059.836086:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326059.836088:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326059.836090:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326059.836093:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326059.836095:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305931457 00000400:00000200:1.0:1767326059.836095:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326059.836100:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326059.836103:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [172:172:255:4294967295] 192.168.202.142@tcp LPNI seq info [172:172:7:4294967295] 00000100:00000010:0.0:1767326059.836104:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000055b570f. 02000000:00000001:2.0:1767326059.836114:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326059.836118:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326059.836119:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:2.0:1767326059.836125:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326059.836130:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305931457 00000800:00000200:1.0:1767326059.836131:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000010:2.0:1767326059.836133:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4878d55. 00000100:00000010:0.0:1767326059.836136:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009686e7bb. 00000800:00000010:1.0:1767326059.836139:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5dc54ea. 02000000:00000001:2.0:1767326059.836140:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326059.836143:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326059.836150:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305931457 00000800:00000200:1.0:1767326059.836152:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:2.0:1767326059.836152:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000992b66b3. 00000100:00000010:0.0:1767326059.836158:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be5cd0f0. 00000100:00000001:0.0:1767326059.836163:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767326059.836165:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:2.0:1767326059.836165:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091464543. 00000100:00000001:0.0:1767326059.836168:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305931457 00000800:00000200:1.0:1767326059.836174:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5dc54ea type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767326059.836176:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cd2e4ac. 00000100:00000001:1.0:1767326059.836180:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326059.836186:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408644736, portal 10 00000100:00000040:1.0:1767326059.836187:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 326080 usecs (327 jiffies) 00000100:00000001:0.0:1767326059.836188:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326059.836198:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326059.836199:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326059.836199:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305928007 00000100:00000001:2.0:1767326059.836203:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571621376 : -115369137930240 : ffff971287840000) 00000800:00000200:3.0:1767326059.836204:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326059.836205:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305931457 00000100:00000001:0.0:1767326059.836207:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326059.836213:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013c28cca. 00000100:00000001:0.0:1767326059.836218:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326059.836221:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326059.836223:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326059.836223:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305928007 00000100:00000040:2.0:1767326059.836224:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000986d7773 x1853175408644736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326059.836230:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305931457 00000100:00000001:0.0:1767326059.836235:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326059.836236:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326059.836239:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326059.836243:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305928007 00000100:00000001:0.0:1767326059.836247:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326059.836247:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000100:00000001:0.0:1767326059.836252:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326059.836254:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000001:1.0:1767326059.836255:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305931457 00000100:00000001:0.0:1767326059.836259:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326059.836266:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326059.836269:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326059.836274:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305928007 00000100:00000200:3.0:1767326059.836275:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a858f5b x1853175408644480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326059.836276:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326059.836284:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326059.836285:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305931457 00000100:00000001:1.0:1767326059.836295:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326059.836295:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025eb1d28. 00000100:00000001:3.0:1767326059.836298:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767326059.836304:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408644736, offset 0 00000100:00000001:1.0:1767326059.836305:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326059.836311:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326059.836315:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326059.836319:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326059.836320:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326059.836322:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326059.836327:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326059.836328:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326059.836330:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326059.836331:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326059.836339:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326059.836346:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326059.836351:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326059.836355:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326059.836359:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326059.836362:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [173:173:254:4294967295] 192.168.202.142@tcp LPNI seq info [173:173:6:4294967295] 00000100:00000040:3.0:1767326059.836370:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a858f5b x1853175408644480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326075 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326059.836384:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326059.836434:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326059.836437:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326059.836466:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326059.836472:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6a98a8f. 00000800:00000200:2.0:1767326059.836479:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326059.836487:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326059.836492:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f6a98a8f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326059.836496:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326059.836500:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 457822 usecs (458 jiffies) 00000100:00000001:2.0:1767326059.836503:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305928139 00000800:00000200:3.0:1767326059.836510:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326059.836513:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305931457 00000800:00000010:3.0:1767326059.836516:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5dc54ea. 00000100:00000001:2.0:1767326059.836520:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305928139 00000400:00000200:3.0:1767326059.836523:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326059.836524:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305931457 00000100:00000001:2.0:1767326059.836530:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305928139 00000400:00000200:3.0:1767326059.836535:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326059.836536:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305931457 00000400:00000200:3.0:1767326059.836542:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a686d3c9 00000100:00000001:2.0:1767326059.836543:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305928139 00000400:00000010:3.0:1767326059.836550:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a686d3c9. 00000100:00000001:2.0:1767326059.836551:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305931457 00000100:00000001:3.0:1767326059.836559:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326059.836560:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326059.836565:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326059.836568:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326059.836570:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326059.836576:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326059.836577:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326059.836580:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326059.836581:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326059.836582:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326059.836584:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326059.836606:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000339213a8 x1853175408644608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326059.836617:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326059.836619:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000339213a8 x1853175408644608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326059.836625:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326059.836627:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326059.836669:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326059.836671:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6a98a8f. 00000400:00000200:3.0:1767326059.836675:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326059.836678:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326059.836680:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025eb1d28 00000400:00000010:3.0:1767326059.836682:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025eb1d28. 00000100:00000001:3.0:1767326059.836684:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326059.836688:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000986d7773 x1853175408644736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326059.836694:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326059.836696:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000986d7773 x1853175408644736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326059.836739:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326059.836740:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326059.838068:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326059.838114:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326059.838117:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326059.838119:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326059.838125:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326059.838134:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05200 00000400:00000200:3.0:1767326059.838139:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x645 [1] + 224 00000800:00000001:3.0:1767326059.838144:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326059.838148:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326059.838150:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326059.838153:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326059.838158:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326059.838161:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000339213a8 x1853175408644608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326059.838167:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000339213a8 x1853175408644608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326059.838187:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326059.838192:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326059.838201:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326059.838220:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326059.838223:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326059.838227:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326059.838229:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326059.838231:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000419509d0. 00000400:00000200:1.0:1767326059.838233:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d8bb3d6 00000400:00000010:1.0:1767326059.838235:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d8bb3d6. 00000100:00000001:1.0:1767326059.838237:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326059.838240:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000339213a8 x1853175408644608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326059.838246:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000339213a8 x1853175408644608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326059.838251:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326059.838252:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326059.838253:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326059.838255:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326059.838262:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326059.838264:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326059.838266:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326059.838272:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=50 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326059.838274:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=50 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326059.838276:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326059.838277:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326059.838279:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326059.838281:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326059.838283:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326059.838284:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326059.838285:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326059.838286:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326059.838289:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000339213a8 x1853175408644608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326059.838293:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326059.838295:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326059.838296:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326059.838297:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000339213a8 x1853175408644608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326059.838302:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408644608:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326059.838305:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326059.838306:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326059.838307:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000339213a8 x1853175408644608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326059.838311:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326059.838313:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326059.838315:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0aafb5f. 02000000:00000001:1.0:1767326059.838316:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326059.838318:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326059.838319:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326059.838320:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326059.838321:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c363976a. 02000000:00000001:1.0:1767326059.838328:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326059.838329:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326059.838330:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000339213a8. 00000100:00000001:1.0:1767326059.838333:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326059.838334:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326059.838335:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326059.838338:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326059.838339:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326059.838340:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326059.838342:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326059.838511:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326059.838517:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326059.838520:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326059.838521:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326059.838527:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326059.838534:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f05180 00000400:00000200:3.0:1767326059.838540:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x63d [1] + 224 00000800:00000001:3.0:1767326059.838544:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326059.838548:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326059.838550:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326059.838554:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326059.838557:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326059.838560:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a858f5b x1853175408644480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326059.838569:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a858f5b x1853175408644480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326059.838587:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326059.838592:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326059.838595:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326059.838633:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326059.838637:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326059.838641:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326059.838642:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326059.838644:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb87184f. 00000400:00000200:0.0:1767326059.838648:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9f2fdd3 00000400:00000010:0.0:1767326059.838650:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9f2fdd3. 00000100:00000001:0.0:1767326059.838653:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326059.838657:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a858f5b x1853175408644480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326059.838666:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a858f5b x1853175408644480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326059.838673:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326059.838675:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326059.838677:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326059.838678:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326059.838679:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326059.838681:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326059.838683:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326059.838686:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=55 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326059.838688:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=55 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326059.838691:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326059.838692:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326059.838693:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326059.838695:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326059.838703:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326059.838706:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a858f5b x1853175408644480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326059.838712:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326059.838714:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326059.838715:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326059.838717:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a858f5b x1853175408644480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326059.838724:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408644480:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326059.838728:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326059.838730:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326059.838731:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a858f5b x1853175408644480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326059.838737:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326059.838738:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326059.838740:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cda36778. 02000000:00000001:0.0:1767326059.838743:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326059.838744:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326059.838746:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326059.838748:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326059.838749:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008ce1a50c. 02000000:00000001:0.0:1767326059.838752:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326059.838754:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326059.838755:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a858f5b. 00000100:00000001:0.0:1767326059.838757:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326059.838759:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326059.838761:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326059.838765:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326059.838766:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326059.838768:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326059.838770:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326059.838785:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326059.838791:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326059.838793:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326059.838795:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326059.838808:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326059.838850:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05280 00000400:00000200:3.0:1767326059.838854:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x64d [1] + 224 00000800:00000001:3.0:1767326059.838858:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326059.838863:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326059.838865:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326059.838868:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326059.838872:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326059.838880:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000986d7773 x1853175408644736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326059.838887:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000986d7773 x1853175408644736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326059.838900:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326059.838904:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326059.838906:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326059.838927:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326059.838930:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326059.838932:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326059.838933:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326059.838934:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000992b66b3. 00000400:00000200:2.0:1767326059.838937:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091464543 00000400:00000010:2.0:1767326059.838938:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091464543. 00000100:00000001:2.0:1767326059.838940:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326059.838943:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000986d7773 x1853175408644736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326059.838948:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000986d7773 x1853175408644736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326059.838952:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326059.838953:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326059.838954:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326059.838959:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326059.838960:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326059.838961:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326059.838963:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326059.838965:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=44 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326059.838967:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=24 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326059.838969:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326059.838969:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326059.838970:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326059.838972:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000986d7773 x1853175408644736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326059.838977:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326059.838978:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326059.838979:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326059.838980:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326059.838981:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326059.838982:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000986d7773 x1853175408644736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326059.838986:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326059.838987:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326059.838987:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326059.838989:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000986d7773 x1853175408644736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326059.838992:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000986d7773 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408644736:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326059.838995:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326059.838996:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326059.838997:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000986d7773 x1853175408644736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326075 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326059.839014:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326059.839015:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326059.839016:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4878d55. 02000000:00000001:2.0:1767326059.839018:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326059.839023:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326059.839024:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326059.839025:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326059.839026:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a10cd6c4. 02000000:00000001:2.0:1767326059.839028:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326059.839028:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326059.839029:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000986d7773. 00000100:00000001:2.0:1767326059.839031:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326059.839032:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326059.839033:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326059.839035:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326059.839036:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326059.839037:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326059.839038:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326060.859531:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326060.859541:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326060.859548:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326060.859572:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326060.859595:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326060.859598:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326060.859601:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326061.883604:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326061.883614:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326061.883622:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326061.883625:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326061.883628:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326061.883635:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326061.883638:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326061.883640:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326061.883643:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326061.883645:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326061.883647:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326061.883649:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326061.883674:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326061.883676:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326061.883678:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326062.907539:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326062.907547:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326062.907553:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326062.907555:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326062.907582:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326062.907585:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326062.907586:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326063.675534:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305931457, at 4305931520 00000100:00000040:3.0:1767326063.675534:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305931457, at 4305931520 00000100:00000040:2.0:1767326063.675535:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305931457, at 4305931520 00000100:00000010:2.0:1767326063.675557:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be5cd0f0. 00000100:00000010:0.0:1767326063.675558:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000055b570f. 00000100:00000010:3.0:1767326063.675567:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00000100:00000040:1.0:1767326063.675663:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305931457, at 4305931520 00000100:00000010:1.0:1767326063.675670:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009686e7bb. 00010000:00000001:0.0:1767326063.932054:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326063.932060:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326063.932066:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326063.932066:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326063.932083:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326063.932086:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326063.932088:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326064.955738:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326064.955748:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326064.955770:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c58d40ae. 00000020:00000040:0.0:1767326064.955777:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326064.955781:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326064.955784:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326064.955789:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326064.955798:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013c28cca. 00000100:00000001:0.0:1767326064.955805:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326064.955816:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000c58d40ae x1853175408644864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326064.955827:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326064.955829:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326064.955834:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c58d40ae] to pc [ptlrpcd_00_01+1] req@00000000c58d40ae x1853175408644864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326064.956189:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326064.956193:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326064.956196:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326064.956199:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059bcba4e. 00000020:00000040:0.0:1767326064.956202:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326064.956205:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326064.956206:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326064.956208:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326064.956212:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb4be34. 00000100:00000001:0.0:1767326064.956215:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326064.956219:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000059bcba4e x1853175408644992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326064.956227:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326064.956228:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326064.956231:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059bcba4e] to pc [ptlrpcd_00_02+2] req@0000000059bcba4e x1853175408644992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326064.956262:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326064.956264:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326064.956272:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326064.956275:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bb4b1e4. 00000020:00000040:0.0:1767326064.956277:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326064.956280:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326064.956281:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326064.956283:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326064.956286:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5c95fa2. 00000100:00000001:0.0:1767326064.956289:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326064.956293:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000009bb4b1e4 x1853175408645120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326064.956300:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326064.956301:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326064.956304:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bb4b1e4] to pc [ptlrpcd_00_03+3] req@000000009bb4b1e4 x1853175408645120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326064.956312:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326064.956314:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767326064.956317:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767326064.956322:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11270) 00010000:00000001:0.0:1767326064.956344:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326064.956347:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326064.956350:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326064.956352:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326064.956355:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326064.956357:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326064.956359:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326064.956361:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326064.956364:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326064.956365:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326064.956380:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326064.956383:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326064.956385:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326064.956451:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326064.956456:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326064.956458:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326064.956463:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c58d40ae x1853175408644864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326064.956470:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326064.956471:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326064.956474:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326064.956476:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326064.956479:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326064.956481:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c58d40ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408644864:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326064.956486:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326064.956491:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326064.956493:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326064.956495:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326064.956499:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1ee60d3. 02000000:00000001:3.0:1767326064.956500:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326064.956507:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8edb6fd. 00000400:00000010:3.0:1767326064.956514:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e085bb. 00000100:00000200:3.0:1767326064.956521:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408644864, portal 25 00000100:00000001:3.0:1767326064.956523:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326064.956524:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453960576 : -115368255591040 : ffff9712bc1b6d80) 00000100:00000040:3.0:1767326064.956529:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c58d40ae x1853175408644864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326064.956542:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326064.956546:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326064.956548:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da85e6c9. 00000100:00000200:3.0:1767326064.956551:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408644864, offset 0 00000400:00000200:3.0:1767326064.956557:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326064.956569:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326064.956575:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326064.956579:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326064.956582:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326064.956585:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326064.956588:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [174:174:256:4294967295] 192.168.202.142@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:3.0:1767326064.956599:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326064.956613:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326064.956618:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a10cd6c4. 00000800:00000200:3.0:1767326064.956624:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326064.956632:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326064.956636:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a10cd6c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326064.956652:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326064.956656:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305936578 00000100:00000010:3.0:1767326064.956660:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb8a1c46. 00000100:00000001:3.0:1767326064.956665:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326064.956670:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305936578 00000100:00000010:3.0:1767326064.956672:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cea4af69. 00000100:00000001:3.0:1767326064.956675:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326064.956677:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305936578 00000100:00000010:3.0:1767326064.956680:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000647593c1. 00000100:00000001:3.0:1767326064.956683:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326064.956685:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305936578 00000100:00000010:3.0:1767326064.956687:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb09c09b. 00000100:00000001:3.0:1767326064.956695:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326064.956698:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326064.956700:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326064.956703:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326064.956705:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326064.956711:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326064.956713:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326064.956715:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326064.956716:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326064.956718:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326064.956720:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326064.956886:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326064.956890:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326064.956999:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326064.957002:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326064.957004:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326064.957010:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059bcba4e x1853175408644992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326064.957018:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326064.957019:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326064.957021:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326064.957023:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326064.957025:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326064.957027:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059bcba4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408644992:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326064.957030:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326064.957033:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326064.957034:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326064.957036:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326064.957040:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef07e7e1. 02000000:00000001:1.0:1767326064.957042:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326064.957046:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000419509d0. 00000400:00000010:1.0:1767326064.957050:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d8bb3d6. 00000100:00000200:1.0:1767326064.957053:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408644992, portal 10 00000100:00000001:1.0:1767326064.957055:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326064.957056:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453959680 : -115368255591936 : ffff9712bc1b6a00) 00000100:00000040:1.0:1767326064.957061:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059bcba4e x1853175408644992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326064.957074:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326064.957076:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326064.957078:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026285bcb. 00000100:00000200:1.0:1767326064.957081:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408644992, offset 0 00000400:00000200:1.0:1767326064.957086:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326064.957090:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326064.957093:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326064.957097:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:0.0:1767326064.957099:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767326064.957100:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326064.957103:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326064.957105:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [175:175:255:4294967295] 192.168.202.142@tcp LPNI seq info [175:175:7:4294967295] 00000800:00000010:0.0:1767326064.957113:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a10cd6c4. 00000400:00000200:1.0:1767326064.957120:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:0.0:1767326064.957122:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767326064.957126:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326064.957131:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000800:00000010:1.0:1767326064.957131:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2a70f3e. 00000400:00000200:0.0:1767326064.957139:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da85e6c9 00000800:00000200:1.0:1767326064.957140:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:0.0:1767326064.957143:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da85e6c9. 00000800:00000200:1.0:1767326064.957147:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326064.957149:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326064.957151:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b2a70f3e type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767326064.957155:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c58d40ae x1853175408644864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326064.957157:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326064.957163:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 319351 usecs (320 jiffies) 00000100:00000001:1.0:1767326064.957168:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305933121 00000100:00000001:1.0:1767326064.957172:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305936578 00000100:00000001:0.0:1767326064.957173:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326064.957175:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305933121 00000100:00000040:0.0:1767326064.957179:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c58d40ae x1853175408644864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326080 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326064.957179:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305936578 00000100:00000001:1.0:1767326064.957185:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305933121 00000100:00000001:1.0:1767326064.957189:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305936578 00000100:00000001:1.0:1767326064.957194:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305933121 00000100:00000001:0.0:1767326064.957197:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326064.957198:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305936578 00000100:00000001:0.0:1767326064.957201:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326064.957207:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326064.957210:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326064.957212:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326064.957214:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326064.957216:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326064.957219:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1767326064.957220:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2a70f3e. 00000100:00000001:1.0:1767326064.957222:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326064.957225:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326064.957227:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326064.957230:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326064.957232:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326064.957233:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326064.957238:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026285bcb 00000100:00100000:1.0:1767326064.957239:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000010:0.0:1767326064.957242:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026285bcb. 00000100:00000001:1.0:1767326064.957243:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326064.957247:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326064.957248:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326064.957251:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326064.957253:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059bcba4e x1853175408644992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326064.957255:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326064.957257:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326064.957259:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326064.957265:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009bb4b1e4 x1853175408645120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326064.957266:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326064.957272:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059bcba4e x1853175408644992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326064.957283:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326064.957286:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326064.957287:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326064.957292:0:211389:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767326064.957293:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326064.957296:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326064.957298:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326064.957301:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009bb4b1e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408645120:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326064.957305:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326064.957307:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326064.957309:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326064.957311:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326064.957314:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002eac6b48. 00000100:00000001:0.0:1767326064.957315:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326064.957316:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326064.957319:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326064.957321:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d552723c. 00000400:00000010:1.0:1767326064.957326:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c73279cb. 00000100:00000200:1.0:1767326064.957329:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408645120, portal 10 00000100:00000001:1.0:1767326064.957331:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326064.957333:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453951616 : -115368255600000 : ffff9712bc1b4a80) 00000100:00000040:1.0:1767326064.957344:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009bb4b1e4 x1853175408645120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326064.957351:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326064.957353:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326064.957355:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088a02057. 00000100:00000200:1.0:1767326064.957357:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408645120, offset 0 00000400:00000200:1.0:1767326064.957362:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326064.957367:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326064.957369:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326064.957372:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326064.957374:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326064.957376:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326064.957379:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [176:176:256:4294967295] 192.168.202.142@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:1.0:1767326064.957386:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326064.957390:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326064.957393:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011ae9229. 00000800:00000200:1.0:1767326064.957397:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326064.957425:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326064.957427:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011ae9229 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326064.957439:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326064.957442:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 447733 usecs (448 jiffies) 00000100:00000001:1.0:1767326064.957444:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305933250 00000100:00000001:1.0:1767326064.957446:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305936578 00000100:00000001:1.0:1767326064.957448:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305933250 00000100:00000001:1.0:1767326064.957449:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305936578 00000100:00000001:1.0:1767326064.957451:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305933250 00000100:00000001:1.0:1767326064.957453:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305936578 00000100:00000001:1.0:1767326064.957455:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305933250 00000100:00000001:1.0:1767326064.957463:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305936578 00000100:00000001:1.0:1767326064.957465:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326064.957467:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326064.957469:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326064.957471:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326064.957494:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326064.957498:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011ae9229. 00000400:00000200:3.0:1767326064.957501:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326064.957505:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326064.957508:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088a02057 00000400:00000010:3.0:1767326064.957510:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088a02057. 00000100:00000001:3.0:1767326064.957512:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326064.957515:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bb4b1e4 x1853175408645120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326064.957523:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326064.957525:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009bb4b1e4 x1853175408645120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326064.957531:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326064.957532:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326064.962210:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326064.962374:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326064.962379:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326064.962383:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326064.962393:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326064.962431:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f05300 00000400:00000200:3.0:1767326064.962439:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x655 [1] + 224 00000800:00000001:3.0:1767326064.962446:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326064.962451:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326064.962465:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326064.962481:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326064.962492:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326064.962498:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c58d40ae x1853175408644864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326064.962509:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c58d40ae x1853175408644864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326064.962529:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326064.962538:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326064.962542:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326064.962544:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326064.962546:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326064.962550:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326064.962557:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05380 00000400:00000200:3.0:1767326064.962563:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x65d [1] + 224 00000800:00000001:3.0:1767326064.962567:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326064.962571:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326064.962573:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326064.962576:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326064.962577:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326064.962582:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326064.962582:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326064.962588:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059bcba4e x1853175408644992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326064.962590:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326064.962594:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326064.962598:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8edb6fd. 00000100:00000040:3.0:1767326064.962602:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059bcba4e x1853175408644992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326064.962605:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e085bb 00000400:00000010:1.0:1767326064.962610:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e085bb. 00000100:00000001:1.0:1767326064.962617:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326064.962623:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c58d40ae x1853175408644864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326064.962632:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326064.962637:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326064.962641:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326064.962643:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326064.962646:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326064.962648:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c58d40ae x1853175408644864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326064.962654:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:1.0:1767326064.962665:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767326064.962665:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05400 00000100:00000001:1.0:1767326064.962668:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326064.962671:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326064.962675:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326064.962678:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767326064.962680:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x665 [1] + 224 00000100:00000001:1.0:1767326064.962681:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326064.962686:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326064.962687:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326064.962694:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326064.962695:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=60 v=5 (5 5 0 0) 00000400:00000200:3.0:1767326064.962699:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767326064.962702:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=60 v=5 (1 1 0 0) 00000400:00000200:3.0:1767326064.962704:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326064.962710:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326064.962711:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326064.962713:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326064.962717:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767326064.962717:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009bb4b1e4 x1853175408645120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326064.962721:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326064.962726:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326064.962734:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009bb4b1e4 x1853175408645120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326064.962737:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c58d40ae x1853175408644864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326064.962752:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326064.962755:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767326064.962757:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326064.962760:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326064.962769:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326064.962771:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326064.962776:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c58d40ae x1853175408644864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326064.962785:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c58d40ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408644864:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326064.962791:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326064.962794:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326064.962797:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c58d40ae x1853175408644864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326064.962804:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326064.962806:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326064.962809:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1ee60d3. 02000000:00000001:1.0:1767326064.962812:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326064.962815:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326064.962817:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326064.962819:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326064.962822:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013c28cca. 02000000:00000001:1.0:1767326064.962826:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326064.962828:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326064.962828:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326064.962830:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c58d40ae. 00000100:00000001:0.0:1767326064.962832:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326064.962837:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326064.962837:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:0.0:1767326064.962841:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326064.962841:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326064.962844:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d552723c. 00000100:00000001:1.0:1767326064.962845:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326064.962852:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326064.962854:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c73279cb 00000100:00000001:1.0:1767326064.962856:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326064.962857:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c73279cb. 00000100:00000001:0.0:1767326064.962861:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326064.962865:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bb4b1e4 x1853175408645120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326064.962872:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bb4b1e4 x1853175408645120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326064.962874:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326064.962878:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326064.962882:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326064.962884:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326064.962887:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326064.962888:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326064.962890:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326064.962892:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326064.962894:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326064.962899:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=49 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326064.962902:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=29 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326064.962904:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326064.962905:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326064.962906:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326064.962909:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009bb4b1e4 x1853175408645120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326064.962915:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326064.962918:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326064.962919:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326064.962921:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326064.962922:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326064.962924:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009bb4b1e4 x1853175408645120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326064.962929:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326064.962931:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326064.962932:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326064.962934:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bb4b1e4 x1853175408645120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326064.962950:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009bb4b1e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408645120:192.168.202.142@tcp:400: 00000400:00000001:0.0:1767326064.962966:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326064.962967:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326064.962968:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000419509d0. 00000400:00000200:0.0:1767326064.962971:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d8bb3d6 00000400:00000010:0.0:1767326064.962972:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d8bb3d6. 00000100:00000001:0.0:1767326064.962974:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326064.962976:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059bcba4e x1853175408644992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326064.962982:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059bcba4e x1853175408644992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326064.962988:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326064.962989:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326064.962991:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326064.962992:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326064.962993:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326064.962994:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326064.962996:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326064.962999:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=55 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326064.963001:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=55 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326064.963003:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326064.963004:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326064.963005:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326064.963007:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326064.963009:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326064.963010:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326064.963012:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326064.963013:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326064.963015:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059bcba4e x1853175408644992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326064.963021:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326064.963027:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326064.963028:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326064.963032:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059bcba4e x1853175408644992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326064.963038:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059bcba4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408644992:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326064.963041:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326064.963042:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326064.963044:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009bb4b1e4 x1853175408645120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326064.963050:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326064.963051:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326064.963053:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002eac6b48. 02000000:00000001:0.0:1767326064.963057:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326064.963058:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326064.963059:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326064.963062:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326064.963063:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5c95fa2. 02000000:00000001:0.0:1767326064.963066:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326064.963067:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326064.963068:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bb4b1e4. 00000100:00000001:0.0:1767326064.963071:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326064.963072:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326064.963074:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326064.963076:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059bcba4e x1853175408644992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326080 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326064.963082:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326064.963082:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326064.963083:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef07e7e1. 02000000:00000001:0.0:1767326064.963085:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326064.963086:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326064.963087:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326064.963089:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326064.963090:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb4be34. 02000000:00000001:0.0:1767326064.963097:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326064.963099:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326064.963100:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059bcba4e. 00000100:00000001:0.0:1767326064.963102:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326064.963102:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326064.963104:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326064.963107:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326064.963108:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326064.963110:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326064.963112:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326065.979609:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326065.979619:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326065.979627:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326065.979628:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326065.979658:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326065.979660:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326065.979662:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326067.003535:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326067.003544:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326067.003551:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326067.003552:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326067.003576:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326067.003580:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326067.003582:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326068.027534:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326068.027543:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326068.027547:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326068.027548:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326068.027576:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326068.027580:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326068.027583:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326068.795470:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305936578, at 4305936640 00000100:00000040:1.0:1767326068.795471:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305936578, at 4305936640 00000100:00000040:0.0:1767326068.795486:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305936578, at 4305936640 00000100:00000010:3.0:1767326068.795493:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb09c09b. 00000100:00000010:1.0:1767326068.795495:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cea4af69. 00000100:00000010:0.0:1767326068.795498:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb8a1c46. 00000100:00000040:2.0:1767326068.795577:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305936578, at 4305936640 00000100:00000010:2.0:1767326068.795585:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000647593c1. 00010000:00000001:0.0:1767326069.051512:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326069.051521:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326069.051526:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326069.051527:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326069.051568:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326069.051571:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326069.051573:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326070.075532:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:2.0:1767326070.075539:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326070.075542:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326070.075551:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326070.075552:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326070.075554:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326070.075564:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d9e0dd. 00000020:00000040:2.0:1767326070.075572:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326070.075577:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1767326070.075580:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767326070.075581:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1767326070.075585:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326070.075590:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326070.075596:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:2.0:1767326070.075600:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064d7910e. 00000100:00000001:2.0:1767326070.075609:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326070.075622:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000028d9e0dd x1853175408645248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326070.075633:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326070.075636:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326070.075641:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d9e0dd] to pc [ptlrpcd_00_00+0] req@0000000028d9e0dd x1853175408645248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326070.075685:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326070.075687:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326070.075690:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326070.075695:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326070.075697:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326070.075700:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326070.075701:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326070.075703:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326070.075706:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052a5ce86. 00000100:00000001:2.0:1767326070.075710:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326070.075714:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000032a2412e x1853175408645376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326070.075714:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326070.075721:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326070.075723:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326070.075725:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326070.075726:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326070.075732:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d9e0dd x1853175408645248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326070.075733:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_01+1] req@0000000032a2412e x1853175408645376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326070.075735:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326070.075742:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326070.075757:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326070.075759:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326070.075761:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326070.075763:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326070.075765:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326070.075767:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326070.075771:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767326070.075771:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326070.075773:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326070.075775:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000100:00100000:3.0:1767326070.075776:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408645248:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326070.075777:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767326070.075781:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326070.075782:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326070.075783:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326070.075788:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326070.075790:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326070.075791:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767326070.075792:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408645376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326070.075793:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326070.075795:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326070.075796:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326070.075802:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f07b907. 00000100:00000001:2.0:1767326070.075807:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326070.075809:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a38d129. 00000100:00000040:2.0:1767326070.075815:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000e6bdf5e7 x1853175408645504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326070.075816:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326070.075817:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326070.075820:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326070.075825:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326070.075829:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326070.075833:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767326070.075834:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057e49a0d. 02000000:00000001:1.0:1767326070.075835:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326070.075842:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408645376:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326070.075843:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326070.075845:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8e2a8b. 00000100:00000001:1.0:1767326070.075851:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326070.075853:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_02+2] req@00000000e6bdf5e7 x1853175408645504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326070.075856:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767326070.075857:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408645248, portal 25 02000000:00000001:1.0:1767326070.075860:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326070.075865:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326070.075865:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326070.075868:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333291520 : -115368376260096 : ffff9712b4ea2a00) 02000000:00000010:1.0:1767326070.075872:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077b271b2. 00000100:00000040:3.0:1767326070.075876:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d9e0dd x1853175408645248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326070.075877:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326070.075884:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000844bc51. 00000100:00000001:2.0:1767326070.075886:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326070.075886:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326070.075890:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767326070.075893:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326070.075896:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1767326070.075898:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000865e4d10. 00000400:00000010:1.0:1767326070.075901:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b31df5c8. 00000100:00000040:2.0:1767326070.075901:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11275) 00000100:00000200:3.0:1767326070.075902:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408645248, offset 0 00000100:00000001:0.0:1767326070.075914:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326070.075919:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767326070.075920:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408645376, portal 10 00000100:00000001:0.0:1767326070.075921:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326070.075925:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326070.075927:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408645504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326070.075929:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000400:00000200:3.0:1767326070.075931:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326070.075932:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326070.075937:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326070.075943:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408645376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326070.075948:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326070.075951:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326070.075953:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326070.075953:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:0.0:1767326070.075956:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326070.075959:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326070.075960:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326070.075965:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326070.075966:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326070.075968:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d8bb3d6. 00000100:00100000:0.0:1767326070.075972:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408645504:192.168.202.142@tcp:400: 00000100:00000200:1.0:1767326070.075973:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408645376, offset 0 00000400:00000200:3.0:1767326070.075974:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326070.075981:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326070.075983:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326070.075986:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326070.075986:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326070.075990:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326070.075991:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:0.0:1767326070.075995:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326070.076001:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a579c36. 00000400:00000200:3.0:1767326070.076004:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [177:177:256:4294967295] 192.168.202.142@tcp LPNI seq info [177:177:8:4294967295] 02000000:00000001:0.0:1767326070.076005:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326070.076012:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb87184f. 00000400:00000010:0.0:1767326070.076018:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9f2fdd3. 00000100:00000200:0.0:1767326070.076021:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408645504, portal 10 00000100:00000001:0.0:1767326070.076026:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326070.076026:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326070.076029:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000100:00000040:0.0:1767326070.076040:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408645504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326070.076040:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326070.076041:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326070.076049:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326070.076050:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ce1a50c. 00000400:00000200:1.0:1767326070.076056:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326070.076060:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326070.076064:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326070.076067:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326070.076077:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [178:178:255:4294967295] 192.168.202.142@tcp LPNI seq info [178:178:7:4294967295] 00000800:00000200:3.0:1767326070.076081:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326070.076083:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326070.076089:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326070.076089:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ce1a50c type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767326070.076094:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b25e7918. 00000400:00000200:1.0:1767326070.076098:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:0.0:1767326070.076100:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408645504, offset 0 00000400:00000200:0.0:1767326070.076111:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326070.076111:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326070.076118:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305941697 00000800:00000200:1.0:1767326070.076119:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326070.076123:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000010:3.0:1767326070.076125:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb09c09b. 00000800:00000010:1.0:1767326070.076126:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000824d53cf. 00000400:00000200:0.0:1767326070.076128:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326070.076133:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326070.076134:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326070.076139:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326070.076139:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326070.076144:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305941697 00000800:00000200:1.0:1767326070.076149:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000010:3.0:1767326070.076149:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047340da4. 00000400:00000200:0.0:1767326070.076152:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326070.076154:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767326070.076156:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000824d53cf type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326070.076157:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [179:179:254:4294967295] 192.168.202.142@tcp LPNI seq info [179:179:6:4294967295] 00000100:00000001:1.0:1767326070.076163:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326070.076165:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305941697 00000100:00000040:1.0:1767326070.076170:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 313006 usecs (314 jiffies) 00000100:00000010:3.0:1767326070.076171:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000042ee2d59. 00000400:00000200:0.0:1767326070.076172:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326070.076177:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326070.076178:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305938234 00000800:00000200:0.0:1767326070.076181:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326070.076182:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326070.076183:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305941697 00000800:00000010:0.0:1767326070.076185:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb4be34. 00000800:00000010:2.0:1767326070.076188:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ce1a50c. 00000100:00000010:3.0:1767326070.076189:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ef70c270. 00000800:00000200:0.0:1767326070.076195:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326070.076195:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326070.076199:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305941697 00000400:00000200:2.0:1767326070.076200:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326070.076201:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326070.076206:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326070.076207:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305938234 00000100:00000001:3.0:1767326070.076207:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326070.076212:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb4be34 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326070.076213:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305941697 00000400:00000200:2.0:1767326070.076214:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326070.076214:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326070.076221:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305938234 00000100:00000001:3.0:1767326070.076221:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326070.076223:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326070.076225:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000865e4d10 00000100:00000001:1.0:1767326070.076227:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305941697 00000100:00000040:0.0:1767326070.076229:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 438180 usecs (439 jiffies) 00000400:00000010:2.0:1767326070.076230:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000865e4d10. 00000100:00000001:3.0:1767326070.076231:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326070.076232:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305938234 00000100:00000001:0.0:1767326070.076235:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305938359 00000100:00000001:3.0:1767326070.076236:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326070.076239:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305941697 00000100:00000001:2.0:1767326070.076240:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326070.076240:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326070.076241:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305941697 00000100:00000001:3.0:1767326070.076243:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326070.076246:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326070.076246:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326070.076248:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305938359 00000100:00000200:2.0:1767326070.076248:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d9e0dd x1853175408645248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326070.076252:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326070.076252:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326070.076253:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305941697 00000100:00000001:0.0:1767326070.076260:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305938359 00000100:00000001:1.0:1767326070.076260:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326070.076266:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305941697 00000100:00000001:1.0:1767326070.076266:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326070.076272:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305938359 00000100:00000001:1.0:1767326070.076275:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326070.076275:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326070.076276:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305941697 00000100:00000001:1.0:1767326070.076279:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767326070.076282:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d9e0dd x1853175408645248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326086 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326070.076285:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326070.076288:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326070.076289:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326070.076292:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326070.076295:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326070.076298:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326070.076301:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326070.076305:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326070.076306:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326070.076310:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326070.076314:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326070.076316:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326070.076320:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326070.076322:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326070.076323:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326070.076325:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326070.076329:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326070.076332:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000824d53cf. 00000400:00000200:2.0:1767326070.076336:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326070.076341:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326070.076344:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d8bb3d6 00000400:00000010:2.0:1767326070.076346:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d8bb3d6. 00000100:00000001:2.0:1767326070.076348:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326070.076351:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408645376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326070.076370:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326070.076373:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408645376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326070.076379:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326070.076381:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326070.076467:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326070.076470:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb4be34. 00000400:00000200:2.0:1767326070.076474:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326070.076478:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326070.076481:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b25e7918 00000400:00000010:2.0:1767326070.076483:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b25e7918. 00000100:00000001:2.0:1767326070.076486:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326070.076488:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408645504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326070.076496:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326070.076498:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408645504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326070.076504:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326070.076505:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326070.078457:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326070.078472:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326070.078476:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326070.078478:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326070.078487:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326070.078503:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f05480 00000400:00000200:3.0:1767326070.078512:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x66d [1] + 224 00000800:00000001:3.0:1767326070.078521:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326070.078529:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326070.078531:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326070.078536:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326070.078543:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326070.078550:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d9e0dd x1853175408645248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326070.078562:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028d9e0dd x1853175408645248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326070.078606:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326070.078617:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326070.078621:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326070.079123:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326070.079129:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326070.079131:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326070.079133:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326070.079139:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326070.079211:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05500 00000400:00000200:3.0:1767326070.079218:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x675 [1] + 224 00000800:00000001:3.0:1767326070.079223:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326070.079227:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326070.079229:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326070.079232:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326070.079236:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326070.079240:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408645376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326070.079254:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408645376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326070.079277:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326070.079282:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326070.079286:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326070.079287:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326070.079289:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326070.079293:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326070.079299:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05580 00000400:00000200:3.0:1767326070.079304:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x67d [1] + 224 00000800:00000001:3.0:1767326070.079307:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326070.079312:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326070.079314:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326070.079324:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326070.079328:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326070.079333:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408645504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326070.079340:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408645504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326070.079363:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326070.079368:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326070.079371:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326070.079445:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326070.079451:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326070.079459:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326070.079461:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326070.079465:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000844bc51. 00000400:00000200:1.0:1767326070.079469:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b31df5c8 00000400:00000010:1.0:1767326070.079478:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b31df5c8. 00000100:00000001:1.0:1767326070.079482:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326070.079486:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408645376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326070.079494:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408645376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326070.079500:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326070.079503:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326070.079506:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326070.079509:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326070.079511:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326070.079514:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326070.079518:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326070.079529:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=61 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326070.079534:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=61 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326070.079537:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326070.079539:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326070.079542:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326070.079546:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326070.079550:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326070.079552:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326070.079554:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326070.079556:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326070.079561:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408645376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326070.079569:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326070.079572:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326070.079575:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326070.079578:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408645376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326070.079586:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408645376:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326070.079592:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326070.079600:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326070.079604:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408645376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326070.079611:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326070.079614:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326070.079618:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077b271b2. 02000000:00000001:1.0:1767326070.079622:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326070.079625:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326070.079627:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326070.079629:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326070.079632:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052a5ce86. 02000000:00000001:1.0:1767326070.079636:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326070.079638:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326070.079639:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:1.0:1767326070.079643:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326070.079645:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326070.079647:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326070.079655:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326070.079657:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326070.079660:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326070.079661:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326070.079737:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326070.079741:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326070.079744:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326070.079746:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326070.079748:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb87184f. 00000400:00000200:0.0:1767326070.079751:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9f2fdd3 00000400:00000010:0.0:1767326070.079753:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9f2fdd3. 00000100:00000001:0.0:1767326070.079756:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326070.079760:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408645504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326070.079768:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408645504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326070.079775:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326070.079776:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326070.079778:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326070.079780:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326070.079781:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326070.079782:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326070.079784:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326070.079788:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=55 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326070.079791:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=35 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326070.079793:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326070.079794:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326070.079796:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326070.079799:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e6bdf5e7 x1853175408645504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326070.079826:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326070.079829:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326070.079830:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326070.079832:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326070.079834:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326070.079837:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408645504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326070.079843:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326070.079845:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326070.079846:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326070.079849:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408645504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326070.079856:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408645504:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326070.079860:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326070.079862:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326070.079864:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408645504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326070.079870:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326070.079872:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326070.079873:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a579c36. 02000000:00000001:0.0:1767326070.079876:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326070.079878:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326070.079879:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326070.079880:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326070.079882:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f07b907. 02000000:00000001:0.0:1767326070.079884:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326070.079885:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326070.079886:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:0.0:1767326070.079889:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326070.079890:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326070.079896:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326070.079900:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326070.079901:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326070.079903:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326070.079917:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326070.081161:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326070.081166:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326070.081171:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326070.081173:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326070.081176:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057e49a0d. 00000400:00000200:2.0:1767326070.081181:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8e2a8b 00000400:00000010:2.0:1767326070.081183:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8e2a8b. 00000100:00000001:2.0:1767326070.081187:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326070.081194:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d9e0dd x1853175408645248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326070.081205:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d9e0dd x1853175408645248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326070.081211:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326070.081223:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326070.081226:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326070.081228:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326070.081229:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326070.081231:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326070.081233:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326070.081237:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=66 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326070.081241:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=66 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326070.081243:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326070.081244:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326070.081246:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326070.081248:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326070.081250:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326070.081254:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d9e0dd x1853175408645248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326070.081260:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326070.081262:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326070.081264:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326070.081267:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d9e0dd x1853175408645248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326070.081275:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408645248:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326070.081280:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326070.081282:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326070.081284:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d9e0dd x1853175408645248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326086 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326070.081290:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326070.081293:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326070.081294:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a38d129. 02000000:00000001:2.0:1767326070.081298:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326070.081300:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326070.081301:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326070.081303:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326070.081305:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000064d7910e. 02000000:00000001:2.0:1767326070.081308:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326070.081315:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326070.081316:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d9e0dd. 00000100:00000001:2.0:1767326070.081320:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326070.081321:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326070.081322:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326070.081327:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326070.081329:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326070.081331:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326070.081333:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326071.099519:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326071.099525:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326071.099531:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326071.099532:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326071.099563:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326071.099565:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326071.099568:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326072.123535:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326072.123543:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326072.123547:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326072.123551:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326072.123553:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326072.123559:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326072.123562:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326072.123563:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326072.123566:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326072.123567:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326072.123569:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326072.123570:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326072.123589:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326072.123593:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326072.123595:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326073.149034:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326073.149051:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326073.149062:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326073.149063:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326073.149094:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326073.149097:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326073.149100:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326073.915463:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305941697, at 4305941760 00000100:00000040:2.0:1767326073.915463:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305941697, at 4305941760 00000100:00000040:3.0:1767326073.915463:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305941697, at 4305941760 00000100:00000010:2.0:1767326073.915486:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000042ee2d59. 00000100:00000010:0.0:1767326073.915488:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb09c09b. 00000100:00000010:3.0:1767326073.915490:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ef70c270. 00000100:00000040:1.0:1767326073.915592:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305941697, at 4305941760 00000100:00000010:1.0:1767326073.915601:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047340da4. 00010000:00000001:0.0:1767326074.171600:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326074.171635:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326074.171643:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326074.171644:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326074.171721:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326074.171726:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326074.171729:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326075.195524:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326075.195526:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326075.195534:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326075.195538:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1767326075.195538:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326075.195543:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326075.195548:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000010:2.0:1767326075.195549:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d9e0dd. 00010000:00000001:0.0:1767326075.195551:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326075.195554:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326075.195558:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326075.195559:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00010000:00000001:0.0:1767326075.195564:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1767326075.195565:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1767326075.195567:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326075.195571:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326075.195579:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326075.195588:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039fc680f. 00000100:00000001:2.0:1767326075.195597:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326075.195610:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767326075.195610:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000028d9e0dd x1853175408645632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767326075.195616:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326075.195621:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326075.195625:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326075.195628:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326075.195632:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d9e0dd] to pc [ptlrpcd_00_03+3] req@0000000028d9e0dd x1853175408645632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326075.195656:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326075.195664:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326075.195668:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326075.195671:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326075.195674:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767326075.195676:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000020:00000040:2.0:1767326075.195678:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326075.195683:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326075.195683:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326075.195686:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767326075.195692:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d9e0dd x1853175408645632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326075.195701:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326075.195704:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326075.195707:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326075.195710:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767326075.195712:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed9e0e5f. 02000000:00000001:0.0:1767326075.195714:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326075.195717:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326075.195719:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326075.195722:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408645632:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326075.195728:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326075.195732:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000b258af54 x1853175408645760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326075.195736:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326075.195740:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326075.195744:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326075.195746:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326075.195750:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_00+0] req@00000000b258af54 x1853175408645760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326075.195756:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326075.195765:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc4198e2. 02000000:00000001:0.0:1767326075.195769:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326075.195775:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326075.195779:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326075.195782:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326075.195783:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb87184f. 00000100:00000001:2.0:1767326075.195783:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1767326075.195788:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000010:2.0:1767326075.195789:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000100:00000001:1.0:1767326075.195793:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326075.195794:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9f2fdd3. 00000020:00000040:2.0:1767326075.195794:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326075.195801:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326075.195802:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326075.195804:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326075.195805:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408645632, portal 25 00000100:00000001:1.0:1767326075.195807:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1767326075.195809:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e2b156b8. 00000100:00000001:1.0:1767326075.195811:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326075.195812:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326075.195813:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326075.195815:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333291520 : -115368376260096 : ffff9712b4ea2a00) 00000100:00000001:1.0:1767326075.195817:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326075.195820:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326075.195821:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000006b877052 x1853175408645888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326075.195824:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326075.195826:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d9e0dd x1853175408645632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326075.195831:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408645760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326075.195847:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326075.195850:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326075.195855:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326075.195867:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326075.195869:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_01+1] req@000000006b877052 x1853175408645888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326075.195870:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326075.195876:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326075.195877:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326075.195883:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2ed77ca. 00000100:00000001:2.0:1767326075.195886:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326075.195887:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326075.195888:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408645632, offset 0 00000100:00000040:2.0:1767326075.195891:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326075.195892:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326075.195899:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326075.195900:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00100000:1.0:1767326075.195901:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408645760:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326075.195907:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11280) 00000100:00000001:1.0:1767326075.195910:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326075.195913:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326075.195917:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326075.195919:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326075.195922:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326075.195922:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326075.195924:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b8f486f. 00000100:00100000:2.0:1767326075.195926:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:1.0:1767326075.195929:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326075.195929:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326075.195933:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767326075.195937:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000844bc51. 00000100:00000001:2.0:1767326075.195937:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326075.195939:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326075.195942:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326075.195943:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326075.195945:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b31df5c8. 00000100:00000001:2.0:1767326075.195945:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326075.195948:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767326075.195950:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1767326075.195952:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408645760, portal 10 00000100:00000040:2.0:1767326075.195954:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408645888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326075.195956:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326075.195958:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326075.195960:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00000400:00000200:0.0:1767326075.195965:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [180:180:256:4294967295] 192.168.202.142@tcp LPNI seq info [180:180:8:4294967295] 00000100:00000040:1.0:1767326075.195973:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408645760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326075.195976:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326075.195978:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326075.195985:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326075.195988:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326075.195990:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326075.195994:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326075.196000:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326075.196001:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00100000:2.0:1767326075.196010:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408645888:192.168.202.142@tcp:400: 00000800:00000200:0.0:1767326075.196014:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326075.196016:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326075.196020:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:0.0:1767326075.196021:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5c95fa2. 02000000:00000001:2.0:1767326075.196022:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326075.196026:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326075.196030:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f771d2b. 00000800:00000200:0.0:1767326075.196033:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:2.0:1767326075.196034:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326075.196040:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000992b66b3. 00000800:00000200:0.0:1767326075.196046:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:2.0:1767326075.196046:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091464543. 00000100:00000200:2.0:1767326075.196051:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408645888, portal 10 00000800:00000200:0.0:1767326075.196054:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5c95fa2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326075.196055:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326075.196069:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000001:0.0:1767326075.196070:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326075.196076:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305946817 00000100:00000040:2.0:1767326075.196079:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408645888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326075.196084:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000358418ea. 00000100:00000001:2.0:1767326075.196092:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326075.196095:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767326075.196095:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326075.196099:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936f1d73. 00000100:00000200:2.0:1767326075.196103:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408645888, offset 0 00000100:00000001:0.0:1767326075.196104:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305946817 00000100:00000010:0.0:1767326075.196109:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080042d7a. 00000400:00000200:2.0:1767326075.196111:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326075.196115:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767326075.196124:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326075.196128:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305946817 00000400:00000200:2.0:1767326075.196129:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326075.196134:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326075.196136:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1767326075.196138:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006635b1ce. 00000400:00000200:2.0:1767326075.196140:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326075.196144:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326075.196148:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305946817 00000100:00000010:0.0:1767326075.196153:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077436310. 00000400:00000200:2.0:1767326075.196153:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [181:181:255:4294967295] 192.168.202.142@tcp LPNI seq info [181:181:7:4294967295] 00000100:00000001:0.0:1767326075.196159:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326075.196163:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326075.196168:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326075.196169:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326075.196175:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326075.196176:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326075.196179:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326075.196182:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f07b907. 00000100:00000001:0.0:1767326075.196185:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326075.196187:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767326075.196189:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326075.196191:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326075.196194:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326075.196196:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326075.196197:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326075.196200:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326075.196202:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f07b907 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767326075.196205:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c73279cb. 00000100:00000001:2.0:1767326075.196206:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326075.196209:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408645760, offset 0 00000100:00000040:2.0:1767326075.196212:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 428961 usecs (429 jiffies) 00000100:00000001:0.0:1767326075.196213:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326075.196216:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326075.196218:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305943469 00000400:00000200:1.0:1767326075.196219:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326075.196224:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305946817 00000400:00000200:1.0:1767326075.196226:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326075.196229:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305943469 00000400:00000200:1.0:1767326075.196232:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326075.196234:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305946817 00000400:00000200:1.0:1767326075.196237:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326075.196239:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305943469 00000400:00000200:1.0:1767326075.196242:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326075.196244:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305946817 00000100:00000001:2.0:1767326075.196247:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305943469 00000400:00000200:1.0:1767326075.196248:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326075.196252:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305946817 00000100:00000001:2.0:1767326075.196256:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326075.196257:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [182:182:254:4294967295] 192.168.202.142@tcp LPNI seq info [182:182:6:4294967295] 00000100:00000001:2.0:1767326075.196261:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326075.196265:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326075.196270:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326075.196274:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326075.196281:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326075.196282:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326075.196286:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079c79e5f. 00000800:00000010:0.0:1767326075.196287:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5c95fa2. 00000800:00000200:1.0:1767326075.196293:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326075.196295:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767326075.196299:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:0.0:1767326075.196303:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000800:00000200:1.0:1767326075.196310:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000079c79e5f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326075.196311:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2ed77ca 00000400:00000010:0.0:1767326075.196316:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2ed77ca. 00000100:00000001:1.0:1767326075.196316:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326075.196323:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 306840 usecs (307 jiffies) 00000100:00000001:0.0:1767326075.196324:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326075.196328:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305943347 00000100:00000200:0.0:1767326075.196329:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d9e0dd x1853175408645632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326075.196333:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305946817 00000100:00000001:1.0:1767326075.196338:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305943347 00000100:00000001:1.0:1767326075.196343:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305946817 00000100:00000001:1.0:1767326075.196347:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305943347 00000100:00000001:0.0:1767326075.196348:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326075.196350:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305946817 00000100:00000040:0.0:1767326075.196354:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d9e0dd x1853175408645632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326075.196355:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305943347 00000100:00000001:1.0:1767326075.196360:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305946817 00000100:00000001:1.0:1767326075.196365:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326075.196370:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326075.196371:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326075.196374:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326075.196375:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326075.196379:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326075.196382:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326075.196383:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326075.196385:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326075.196387:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326075.196390:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326075.196393:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f07b907. 00000400:00000200:0.0:1767326075.196430:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326075.196434:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326075.196437:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936f1d73 00000400:00000010:0.0:1767326075.196439:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936f1d73. 00000100:00000001:0.0:1767326075.196441:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326075.196444:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408645888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326075.196451:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326075.196453:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408645888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326075.196459:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326075.196460:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326075.196524:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326075.196526:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079c79e5f. 00000400:00000200:0.0:1767326075.196531:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326075.196534:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326075.196537:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c73279cb 00000400:00000010:0.0:1767326075.196538:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c73279cb. 00000100:00000001:0.0:1767326075.196541:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326075.196543:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408645760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326075.196550:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326075.196553:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408645760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326075.196558:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326075.196559:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326075.198348:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326075.198365:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326075.198371:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326075.198374:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326075.198385:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326075.198439:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f05600 00000400:00000200:0.0:1767326075.198449:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x685 [1] + 224 00000800:00000001:0.0:1767326075.198471:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326075.198477:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326075.198480:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326075.198484:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326075.198491:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326075.198497:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d9e0dd x1853175408645632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326075.198509:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028d9e0dd x1853175408645632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326075.198534:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326075.198544:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326075.198548:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326075.198550:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326075.198552:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326075.198556:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326075.198563:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05700 00000400:00000200:0.0:1767326075.198568:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x691 [1] + 224 00000800:00000001:0.0:1767326075.198572:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326075.198579:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326075.198581:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326075.198584:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326075.198587:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326075.198590:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408645888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326075.198598:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408645888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326075.198619:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326075.198623:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326075.198627:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326075.198715:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326075.198719:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326075.198726:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326075.198729:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326075.198732:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000992b66b3. 00000400:00000200:1.0:1767326075.198737:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091464543 00000400:00000010:1.0:1767326075.198740:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091464543. 00000100:00000001:1.0:1767326075.198743:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326075.198748:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408645888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326075.198759:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408645888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326075.198790:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326075.198793:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326075.198796:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326075.198803:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326075.198806:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326075.198809:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326075.198818:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326075.198829:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=60 v=5 (5 5 0 0) 00000100:00000001:2.0:1767326075.198832:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767326075.198834:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=40 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326075.198836:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326075.198842:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1767326075.198842:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326075.198846:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326075.198848:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:2.0:1767326075.198853:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00080000:1.0:1767326075.198866:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006b877052 x1853175408645888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326075.198870:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb87184f. 00000400:00000200:2.0:1767326075.198877:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9f2fdd3 00010000:00000001:1.0:1767326075.198879:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326075.198880:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9f2fdd3. 00000100:00000001:2.0:1767326075.198885:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326075.198889:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326075.198893:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000200:2.0:1767326075.198893:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d9e0dd x1853175408645632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326075.198897:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326075.198900:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326075.198908:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408645888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326075.198912:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d9e0dd x1853175408645632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326075.198923:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326075.198925:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326075.198927:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326075.198929:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326075.198932:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326075.198933:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326075.198935:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326075.198938:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767326075.198939:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326075.198942:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326075.198944:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=71 v=5 (5 5 0 0) 00000100:00000040:1.0:1767326075.198950:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408645888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326075.198951:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=71 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326075.198957:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326075.198960:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326075.198964:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1767326075.198968:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408645888:192.168.202.142@tcp:400: 00010000:00000001:2.0:1767326075.198968:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326075.198973:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326075.198977:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326075.198980:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d9e0dd x1853175408645632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326075.198982:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326075.198989:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408645888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326075.198994:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326075.198996:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326075.198997:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326075.199003:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d9e0dd x1853175408645632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326075.199018:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408645632:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326075.199028:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326075.199031:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326075.199032:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767326075.199035:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326075.199040:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f771d2b. 00000100:00000040:2.0:1767326075.199044:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d9e0dd x1853175408645632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326075.199045:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326075.199049:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326075.199052:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326075.199057:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326075.199058:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1767326075.199061:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e2b156b8. 02000000:00000001:2.0:1767326075.199062:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326075.199066:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc4198e2. 02000000:00000001:1.0:1767326075.199068:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326075.199072:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767326075.199072:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:1.0:1767326075.199074:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000020:00000001:2.0:1767326075.199076:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326075.199079:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326075.199082:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767326075.199082:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326075.199086:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326075.199087:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039fc680f. 00000100:00000001:1.0:1767326075.199091:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326075.199093:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326075.199096:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326075.199097:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d9e0dd. 00000100:00000001:2.0:1767326075.199100:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326075.199101:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326075.199102:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326075.199104:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326075.199106:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326075.199108:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326075.199112:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326075.199113:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326075.199116:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326075.199118:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326075.199121:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326075.199176:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326075.199182:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326075.199191:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326075.199193:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326075.199197:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326075.199204:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05680 00000400:00000200:0.0:1767326075.199210:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x68d [1] + 224 00000800:00000001:0.0:1767326075.199214:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326075.199220:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326075.199222:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326075.199225:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326075.199229:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326075.199233:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408645760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326075.199240:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408645760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326075.199258:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326075.199262:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326075.199265:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326075.199742:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326075.199745:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326075.199749:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326075.199751:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326075.199753:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000844bc51. 00000400:00000200:1.0:1767326075.199757:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b31df5c8 00000400:00000010:1.0:1767326075.199759:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b31df5c8. 00000100:00000001:1.0:1767326075.199903:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326075.199909:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408645760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326075.199977:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408645760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326075.199986:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326075.199987:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326075.199989:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326075.199991:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326075.200041:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326075.200050:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326075.200052:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326075.200057:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=66 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326075.200061:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=66 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326075.200063:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326075.200064:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326075.200066:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326075.200068:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326075.200071:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326075.200072:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326075.200074:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326075.200075:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326075.200079:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408645760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326075.200085:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326075.200087:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326075.200088:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326075.200091:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408645760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326075.200098:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408645760:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326075.200102:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326075.200104:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326075.200106:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408645760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326091 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326075.200112:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326075.200114:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326075.200116:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b8f486f. 02000000:00000001:1.0:1767326075.200119:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326075.200121:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326075.200122:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326075.200124:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326075.200126:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed9e0e5f. 02000000:00000001:1.0:1767326075.200128:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326075.200134:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326075.200136:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000001:1.0:1767326075.200211:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326075.200213:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326075.200215:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326075.200219:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326075.200221:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326075.200223:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326075.200224:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326076.219508:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326076.219517:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326076.219526:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326076.219527:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326076.219581:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326076.219585:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326076.219588:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326077.243709:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326077.243719:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326077.243727:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326077.243728:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326077.243774:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326077.243777:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326077.243780:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326078.268152:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326078.268161:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326078.268168:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326078.268197:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326078.268217:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326078.268221:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326078.268223:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326079.035545:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305946817, at 4305946880 00000100:00000040:2.0:1767326079.035545:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305946817, at 4305946880 00000100:00000010:2.0:1767326079.035570:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006635b1ce. 00000100:00000010:1.0:1767326079.035572:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080042d7a. 00000100:00000040:3.0:1767326079.035613:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305946817, at 4305946880 00000100:00000010:3.0:1767326079.035632:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077436310. 00000100:00000040:0.0:1767326079.035690:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305946817, at 4305946880 00000100:00000010:0.0:1767326079.035699:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000358418ea. 00010000:00000001:0.0:1767326079.291631:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326079.291641:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326079.291648:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326079.291649:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326079.291673:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326079.291677:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326079.291680:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326080.315539:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326080.315546:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326080.315553:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326080.315554:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326080.315561:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326080.315563:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326080.315569:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d9e0dd. 00000020:00000040:2.0:1767326080.315580:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326080.315587:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326080.315591:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326080.315599:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326080.315626:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039fc680f. 00000100:00000001:2.0:1767326080.315635:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326080.315649:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000028d9e0dd x1853175408646016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326080.315661:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326080.315684:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326080.315692:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d9e0dd] to pc [ptlrpcd_00_02+2] req@0000000028d9e0dd x1853175408646016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326080.315729:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326080.315732:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326080.315735:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326080.315739:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326080.315741:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326080.315744:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326080.315746:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326080.315748:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326080.315751:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052a5ce86. 00000100:00000001:2.0:1767326080.315754:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326080.315758:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000b6591187 x1853175408646144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326080.315765:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326080.315767:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326080.315770:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_03+3] req@00000000b6591187 x1853175408646144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326080.315790:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326080.315792:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326080.315796:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326080.315798:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767326080.315800:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326080.315802:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326080.315804:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326080.315805:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326080.315820:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:2.0:1767326080.315823:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326080.315827:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000009561302 x1853175408646272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326080.315848:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326080.315850:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326080.315854:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_00+0] req@0000000009561302 x1853175408646272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326080.315859:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326080.315865:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326080.315868:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326080.315875:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d9e0dd x1853175408646016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326080.315886:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326080.315888:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326080.315889:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326080.315892:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326080.315893:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326080.315898:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326080.315899:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767326080.315904:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326080.315908:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11285) 00000100:00100000:3.0:1767326080.315908:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408646016:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326080.315909:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326080.315914:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326080.315916:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326080.315917:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326080.315923:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326080.315923:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326080.315925:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408646272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326080.315927:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326080.315928:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326080.315931:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326080.315934:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326080.315938:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408646144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326080.315941:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe979218. 00000100:00000001:0.0:1767326080.315944:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326080.315947:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326080.315947:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326080.315953:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326080.315954:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326080.315955:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326080.315958:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326080.315959:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767326080.315959:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091cac16d. 02000000:00000001:2.0:1767326080.315962:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326080.315964:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326080.315965:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326080.315970:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 00000100:00100000:2.0:1767326080.315971:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408646144:192.168.202.142@tcp:400: 00000100:00100000:0.0:1767326080.315973:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408646272:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326080.315975:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326080.315978:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326080.315981:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326080.315982:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326080.315983:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767326080.315987:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408646016, portal 25 02000000:00000001:0.0:1767326080.315988:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767326080.315988:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e42c62be. 02000000:00000001:2.0:1767326080.315993:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326080.315994:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326080.315996:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333291520 : -115368376260096 : ffff9712b4ea2a00) 02000000:00000001:0.0:1767326080.315999:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326080.315999:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfc078a. 02000000:00000001:0.0:1767326080.316005:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326080.316005:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d9e0dd x1853175408646016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326080.316007:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f807cad2. 02000000:00000010:0.0:1767326080.316011:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000689c4ba. 00000100:00000200:2.0:1767326080.316014:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408646144, portal 10 02000000:00000001:0.0:1767326080.316017:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326080.316019:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326080.316023:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000400:00000010:0.0:1767326080.316025:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000478be94b. 00000100:00000001:3.0:1767326080.316026:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326080.316030:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326080.316034:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c0aec41. 00000400:00000010:0.0:1767326080.316039:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2ed77ca. 00000100:00000200:3.0:1767326080.316039:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408646016, offset 0 00000100:00000040:2.0:1767326080.316040:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408646144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326080.316046:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408646272, portal 10 00000100:00000001:2.0:1767326080.316052:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326080.316052:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326080.316053:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326080.316056:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000040:2.0:1767326080.316060:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326080.316065:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea7dd868. 00000100:00000040:0.0:1767326080.316068:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408646272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326080.316070:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408646144, offset 0 00000400:00000200:3.0:1767326080.316071:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326080.316082:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326080.316083:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326080.316088:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326080.316090:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:0.0:1767326080.316095:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326080.316097:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767326080.316102:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9f2fdd3. 00000400:00000200:3.0:1767326080.316102:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000200:0.0:1767326080.316107:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408646272, offset 0 00000400:00000200:3.0:1767326080.316108:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [183:183:256:4294967295] 192.168.202.142@tcp LPNI seq info [183:183:8:4294967295] 00000400:00000200:0.0:1767326080.316117:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326080.316126:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326080.316132:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326080.316138:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c363976a. 00000800:00000200:3.0:1767326080.316145:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326080.316154:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326080.316159:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c363976a type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1767326080.316161:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326080.316166:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326080.316170:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326080.316174:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326080.316177:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326080.316180:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305951937 00000100:00000010:3.0:1767326080.316185:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003de2fc58. 00000100:00000001:1.0:1767326080.316191:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326080.316193:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326080.316201:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305951937 00000100:00000010:3.0:1767326080.316204:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007bf79e58. 00000100:00000001:3.0:1767326080.316207:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326080.316210:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305951937 00000100:00000010:3.0:1767326080.316218:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f676bc1. 00000100:00000001:3.0:1767326080.316222:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326080.316225:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305951937 00000100:00000010:3.0:1767326080.316228:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054b8fd36. 00000100:00000001:3.0:1767326080.316231:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326080.316234:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326080.316236:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326080.316239:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326080.316241:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326080.316249:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326080.316251:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326080.316254:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326080.316255:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326080.316256:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326080.316258:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326080.316302:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326080.316306:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326080.316309:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326080.316311:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326080.316313:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326080.316316:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [184:184:255:4294967295] 192.168.202.142@tcp LPNI seq info [184:184:7:4294967295] 00000400:00000200:2.0:1767326080.316324:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326080.316329:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326080.316333:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb30d8a. 00000400:00000200:0.0:1767326080.316334:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326080.316340:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326080.316342:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326080.316346:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:2.0:1767326080.316350:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:0.0:1767326080.316353:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326080.316354:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb30d8a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326080.316359:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326080.316359:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326080.316363:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767326080.316365:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 300927 usecs (301 jiffies) 00000400:00000200:0.0:1767326080.316367:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [185:185:254:4294967295] 192.168.202.142@tcp LPNI seq info [185:185:6:4294967295] 00000800:00000010:3.0:1767326080.316369:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c363976a. 00000100:00000001:2.0:1767326080.316370:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305948461 00000100:00000001:2.0:1767326080.316375:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305951937 00000100:00000001:2.0:1767326080.316377:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305948461 00000400:00000200:3.0:1767326080.316377:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326080.316382:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305951937 00000100:00000001:2.0:1767326080.316385:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305948461 00000400:00000200:3.0:1767326080.316389:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326080.316390:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305951937 00000400:00000200:0.0:1767326080.316391:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326080.316396:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305948461 00000800:00000200:0.0:1767326080.316421:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326080.316426:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5c95fa2. 00000100:00000001:2.0:1767326080.316432:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305951937 00000800:00000200:0.0:1767326080.316433:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326080.316437:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326080.316442:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326080.316443:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326080.316446:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c0aec41 00000100:00000001:2.0:1767326080.316447:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326080.316449:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5c95fa2 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767326080.316450:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c0aec41. 00000100:00000001:2.0:1767326080.316451:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326080.316457:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326080.316459:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326080.316460:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326080.316462:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 420100 usecs (421 jiffies) 00000100:00000001:2.0:1767326080.316463:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767326080.316466:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d9e0dd x1853175408646016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326080.316468:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305948582 00000100:00000001:2.0:1767326080.316469:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326080.316472:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326080.316475:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305951937 00000100:00000001:2.0:1767326080.316476:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326080.316481:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305948582 00000100:00000001:2.0:1767326080.316482:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326080.316485:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326080.316488:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305951937 00000100:00000040:3.0:1767326080.316491:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d9e0dd x1853175408646016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326096 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326080.316502:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305948582 00000100:00000001:3.0:1767326080.316503:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326080.316506:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305951937 00000100:00000001:3.0:1767326080.316507:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326080.316511:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305948582 00000100:00000001:0.0:1767326080.316513:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305951937 00000100:00000001:0.0:1767326080.316516:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326080.316519:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326080.316521:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326080.316523:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326080.316523:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326080.316528:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb30d8a. 00000100:00000001:0.0:1767326080.316531:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326080.316533:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326080.316534:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326080.316538:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326080.316540:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326080.316541:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326080.316543:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326080.316545:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea7dd868 00000100:00000001:0.0:1767326080.316546:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326080.316554:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea7dd868. 00000100:00000001:3.0:1767326080.316557:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326080.316561:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408646144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326080.316569:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326080.316572:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408646144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326080.316578:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326080.316579:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326080.316599:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326080.316601:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5c95fa2. 00000400:00000200:3.0:1767326080.316603:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326080.316606:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326080.316609:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9f2fdd3 00000400:00000010:3.0:1767326080.316610:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9f2fdd3. 00000100:00000001:3.0:1767326080.316613:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326080.316615:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408646272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326080.316622:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326080.316624:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408646272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326080.316630:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326080.316631:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326080.324024:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326080.324071:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326080.324075:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326080.324078:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326080.324090:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326080.324108:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f05780 00000400:00000200:0.0:1767326080.324116:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x69d [1] + 224 00000800:00000001:0.0:1767326080.324124:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326080.324128:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326080.324130:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326080.324133:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326080.324139:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326080.324147:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d9e0dd x1853175408646016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326080.324156:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028d9e0dd x1853175408646016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326080.324173:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326080.324199:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326080.324202:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326080.324204:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326080.324206:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326080.324209:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326080.324214:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05800 00000400:00000200:0.0:1767326080.324220:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x6a1 [1] + 224 00000800:00000001:0.0:1767326080.324224:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326080.324227:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326080.324229:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326080.324232:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326080.324235:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326080.324239:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408646144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326080.324247:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408646144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326080.324263:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326080.324266:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326080.324269:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326080.324271:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326080.324272:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326080.324274:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326080.324278:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05880 00000400:00000200:0.0:1767326080.324281:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x6a9 [1] + 224 00000800:00000001:0.0:1767326080.324284:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326080.324304:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326080.324307:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326080.324312:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326080.324316:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326080.324316:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326080.324317:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326080.324324:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408646272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326080.324324:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326080.324324:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326080.324336:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408646272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326080.324336:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326080.324340:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326080.324343:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfc078a. 00000400:00000200:2.0:1767326080.324350:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f807cad2 00000400:00000010:2.0:1767326080.324354:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f807cad2. 00000100:00000001:2.0:1767326080.324358:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767326080.324360:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326080.324364:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326080.324365:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767326080.324365:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408646144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326080.324367:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091cac16d. 00000400:00000200:3.0:1767326080.324373:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93e8e08 00000400:00000010:3.0:1767326080.324377:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d93e8e08. 00000100:00000200:2.0:1767326080.324382:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408646144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326080.324382:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767326080.324387:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326080.324391:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d9e0dd x1853175408646016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326080.324393:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326080.324396:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326080.324435:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326080.324436:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326080.324439:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326080.324441:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326080.324444:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1767326080.324447:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326080.324449:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:1.0:1767326080.324451:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326080.324454:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326080.324454:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d9e0dd x1853175408646016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326080.324455:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000478be94b. 02000000:00000001:2.0:1767326080.324460:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326080.324462:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2ed77ca 00000400:00000010:1.0:1767326080.324466:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2ed77ca. 00000100:00000001:1.0:1767326080.324472:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767326080.324476:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=71 v=5 (5 5 0 0) 00000100:00000001:3.0:1767326080.324477:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326080.324480:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326080.324481:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408646272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326080.324484:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=71 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326080.324485:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326080.324489:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326080.324492:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326080.324492:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326080.324495:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326080.324497:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326080.324500:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326080.324501:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408646272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326080.324503:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1767326080.324506:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=76 v=5 (5 5 0 0) 00000100:00000001:1.0:1767326080.324511:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767326080.324513:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=76 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326080.324514:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326080.324517:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326080.324519:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326080.324519:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767326080.324523:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326080.324523:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326080.324524:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326080.324525:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326080.324528:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326080.324528:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767326080.324529:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00010000:00000001:3.0:1767326080.324532:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326080.324533:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326080.324535:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326080.324538:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326080.324538:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326080.324540:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=65 v=5 (5 5 0 0) 00000100:00000040:2.0:1767326080.324548:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408646144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326080.324549:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d9e0dd x1853175408646016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326080.324552:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=45 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326080.324559:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326080.324561:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326080.324565:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326080.324571:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000009561302 x1853175408646272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326080.324580:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326080.324584:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326080.324588:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326080.324590:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326080.324592:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326080.324594:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326080.324595:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326080.324601:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326080.324601:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408646144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326080.324602:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d9e0dd x1853175408646016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326080.324605:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326080.324610:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326080.324613:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326080.324623:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408646272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326080.324636:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408646016:192.168.202.142@tcp:400: 00000100:00100000:2.0:1767326080.324637:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408646144:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326080.324640:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326080.324644:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326080.324648:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326080.324651:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326080.324652:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408646272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326080.324652:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326080.324659:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326080.324659:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767326080.324661:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408646272:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326080.324666:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326080.324667:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408646144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326080.324667:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d9e0dd x1853175408646016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326080.324668:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326080.324672:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408646272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326096 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326080.324698:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326080.324701:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326080.324702:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326080.324706:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326080.324707:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326080.324709:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000689c4ba. 02000000:00000001:3.0:1767326080.324710:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326080.324711:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e42c62be. 02000000:00000010:3.0:1767326080.324714:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe979218. 02000000:00000001:1.0:1767326080.324715:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767326080.324717:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767326080.324720:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326080.324721:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767326080.324721:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767326080.324723:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326080.324726:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000040:2.0:1767326080.324727:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000040:3.0:1767326080.324727:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326080.324732:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767326080.324733:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767326080.324737:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326080.324738:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 02000000:00000010:2.0:1767326080.324738:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052a5ce86. 02000000:00000010:3.0:1767326080.324740:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039fc680f. 02000000:00000001:2.0:1767326080.324744:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326080.324746:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326080.324748:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767326080.324750:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767326080.324752:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:2.0:1767326080.324752:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000010:3.0:1767326080.324753:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d9e0dd. 02000000:00000001:1.0:1767326080.324756:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326080.324759:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:2.0:1767326080.324761:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326080.324761:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326080.324763:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326080.324765:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326080.324766:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326080.324766:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326080.324772:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326080.324772:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326080.324773:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326080.324782:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326080.324783:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326080.324785:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326080.324787:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326080.324787:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326080.324788:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326080.324792:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326080.324793:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326080.324797:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326080.324798:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326080.324798:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326080.324803:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326081.339538:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326081.339551:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326081.339557:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326081.339557:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326081.339596:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326081.339598:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326081.339601:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326082.363535:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326082.363544:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326082.363551:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326082.363555:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326082.363557:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326082.363564:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326082.363567:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326082.363569:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326082.363571:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326082.363573:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326082.363574:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326082.363576:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326082.363616:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326082.363621:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326082.363623:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326083.387513:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326083.387520:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326083.387526:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326083.387527:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326083.387575:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326083.387577:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326083.387580:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326084.155527:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305951937, at 4305952000 00000100:00000040:3.0:1767326084.155527:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305951937, at 4305952000 00000100:00000010:3.0:1767326084.155546:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054b8fd36. 00000100:00000010:0.0:1767326084.155551:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003de2fc58. 00000100:00000040:1.0:1767326084.155600:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305951937, at 4305952000 00000100:00000010:1.0:1767326084.155607:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007bf79e58. 00000100:00000040:2.0:1767326084.155679:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305951937, at 4305952000 00000100:00000010:2.0:1767326084.155685:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f676bc1. 00010000:00000001:0.0:1767326084.411482:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326084.411489:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326084.411494:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326084.411496:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326084.412964:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326084.412967:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326084.412970:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326085.435565:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326085.435578:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326085.435582:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326085.435585:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326085.435592:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326085.435595:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326085.435597:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326085.435599:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326085.435603:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326085.435605:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326085.435627:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326085.435631:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326085.435634:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326085.436170:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326085.436180:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326085.436191:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9b89a7. 00000020:00000040:3.0:1767326085.436197:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326085.436201:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326085.436204:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326085.436208:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326085.436216:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c363976a. 00000100:00000001:3.0:1767326085.436223:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326085.436235:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000003e9b89a7 x1853175408646400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326085.436245:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326085.436248:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326085.436260:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9b89a7] to pc [ptlrpcd_00_01+1] req@000000003e9b89a7 x1853175408646400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326085.436305:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326085.436308:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326085.436311:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326085.436314:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000015a32238. 00000020:00000040:3.0:1767326085.436330:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326085.436333:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326085.436334:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326085.436336:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326085.436340:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b62e88f4. 00000100:00000001:3.0:1767326085.436345:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326085.436350:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000015a32238 x1853175408646528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326085.436358:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326085.436359:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326085.436360:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326085.436366:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a32238] to pc [ptlrpcd_00_02+2] req@0000000015a32238 x1853175408646528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326085.436369:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326085.436376:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326085.436388:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9b89a7 x1853175408646400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326085.436393:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326085.436440:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326085.436458:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326085.436464:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000449ab534. 00000100:00000001:1.0:1767326085.436465:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767326085.436468:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326085.436470:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326085.436471:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326085.436474:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326085.436478:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326085.436481:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767326085.436481:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003fff2558. 02000000:00000001:1.0:1767326085.436487:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326085.436487:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326085.436497:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000449ab534 x1853175408646656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326085.436498:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326085.436510:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326085.436511:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326085.436513:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000449ab534] to pc [ptlrpcd_00_03+3] req@00000000449ab534 x1853175408646656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326085.436518:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326085.436520:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767326085.436523:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408646400:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767326085.436535:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326085.436537:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326085.436540:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11290) 02000000:00000001:1.0:1767326085.436546:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326085.436551:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326085.436555:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326085.436564:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af5b7571. 02000000:00000001:1.0:1767326085.436568:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326085.436589:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000844bc51. 00000400:00000010:1.0:1767326085.436598:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b31df5c8. 00000100:00000200:1.0:1767326085.436607:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408646400, portal 25 00000100:00000001:1.0:1767326085.436610:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326085.436612:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571622272 : -115369137929344 : ffff971287840380) 00000100:00000040:1.0:1767326085.436619:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9b89a7 x1853175408646400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326085.436640:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326085.436643:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326085.436646:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088a02057. 00000100:00000200:1.0:1767326085.436649:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408646400, offset 0 00000400:00000200:1.0:1767326085.436656:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326085.436670:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326085.436675:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326085.436676:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326085.436680:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326085.436686:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767326085.436689:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000015a32238 x1853175408646528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326085.436696:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326085.436704:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326085.436704:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326085.436708:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326085.436711:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767326085.436713:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326085.436717:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326085.436719:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326085.436723:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000015a32238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408646528:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326085.436724:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326085.436729:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [186:186:256:4294967295] 192.168.202.142@tcp LPNI seq info [186:186:8:4294967295] 00000100:00000001:0.0:1767326085.436734:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326085.436735:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326085.436744:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326085.436748:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326085.436753:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326085.436756:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000010:2.0:1767326085.436772:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5f07c5f. 02000000:00000001:2.0:1767326085.436777:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326085.436778:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326085.436784:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfc078a. 00000800:00000010:1.0:1767326085.436785:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000927476c9. 00000400:00000010:2.0:1767326085.436792:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f807cad2. 00000800:00000200:1.0:1767326085.436796:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:2.0:1767326085.436798:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408646528, portal 10 00000100:00000001:2.0:1767326085.436801:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326085.436802:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571628544 : -115369137923072 : ffff971287841c00) 00000800:00000200:1.0:1767326085.436807:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:2.0:1767326085.436810:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000015a32238 x1853175408646528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326085.436813:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000927476c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326085.436823:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326085.436826:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326085.436829:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ea1c53d. 00000100:00000200:2.0:1767326085.436832:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408646528, offset 0 00000100:00000001:1.0:1767326085.436835:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326085.436839:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326085.436843:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305957058 00000100:00000010:1.0:1767326085.436848:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045354095. 00000100:00000001:1.0:1767326085.436856:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326085.436859:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326085.436866:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305957058 00000100:00000010:1.0:1767326085.436871:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e604e96. 00000100:00000001:1.0:1767326085.436874:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767326085.436878:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326085.436882:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326085.436887:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305957058 00000400:00000200:2.0:1767326085.436887:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326085.436892:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000010:1.0:1767326085.436893:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aabb1a3c. 00000400:00000200:2.0:1767326085.436898:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [187:187:255:4294967295] 192.168.202.142@tcp LPNI seq info [187:187:7:4294967295] 00000100:00000001:1.0:1767326085.436900:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326085.436905:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305957058 00000100:00000010:1.0:1767326085.436911:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003914de56. 00000400:00000200:2.0:1767326085.436916:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326085.436918:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326085.436924:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326085.436924:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326085.436930:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326085.436931:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052a5ce86. 00000100:00000001:1.0:1767326085.436934:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326085.436939:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326085.436940:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326085.436947:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326085.436949:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767326085.436950:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052a5ce86 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326085.436953:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326085.436955:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326085.436957:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326085.436960:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326085.436962:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326085.436962:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 295347 usecs (296 jiffies) 00000100:00000001:1.0:1767326085.436965:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326085.436967:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305953577 00000100:00000001:2.0:1767326085.436972:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305957058 00000100:00000001:2.0:1767326085.436975:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305953577 00000100:00000001:2.0:1767326085.436977:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305957058 00000100:00000001:2.0:1767326085.436979:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305953577 00000100:00000001:2.0:1767326085.436982:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305957058 00000100:00000001:2.0:1767326085.436984:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305953577 00000100:00000001:2.0:1767326085.436986:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305957058 00000100:00000001:2.0:1767326085.436989:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326085.436991:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326085.436993:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326085.436995:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326085.437001:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326085.437002:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326085.437010:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326085.437012:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326085.437013:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326085.437016:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767326085.437018:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326085.437020:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326085.437021:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326085.437023:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326085.437024:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326085.437025:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326085.437029:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000449ab534 x1853175408646656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326085.437037:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326085.437038:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326085.437040:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326085.437042:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326085.437044:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326085.437046:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000449ab534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408646656:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326085.437050:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326085.437052:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326085.437053:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326085.437055:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326085.437060:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002637400b. 02000000:00000001:2.0:1767326085.437062:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326085.437066:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bbdc949. 00000400:00000010:2.0:1767326085.437070:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019d6e0a1. 00000100:00000200:2.0:1767326085.437073:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408646656, portal 10 00000100:00000001:2.0:1767326085.437075:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326085.437077:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571633024 : -115369137918592 : ffff971287842d80) 00000100:00000040:2.0:1767326085.437083:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000449ab534 x1853175408646656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326085.437089:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326085.437091:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326085.437094:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d3d0de1. 00000100:00000200:2.0:1767326085.437102:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408646656, offset 0 00000400:00000200:2.0:1767326085.437107:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326085.437112:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326085.437115:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326085.437118:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326085.437120:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326085.437123:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326085.437125:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [188:188:254:4294967295] 192.168.202.142@tcp LPNI seq info [188:188:6:4294967295] 00000400:00000200:2.0:1767326085.437132:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326085.437136:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326085.437139:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dadd9a6c. 00000800:00000200:2.0:1767326085.437144:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326085.437148:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326085.437150:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dadd9a6c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326085.437153:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326085.437156:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 411747 usecs (412 jiffies) 00000100:00000001:2.0:1767326085.437159:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305953693 00000100:00000001:2.0:1767326085.437161:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305957058 00000100:00000001:2.0:1767326085.437163:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305953693 00000100:00000001:2.0:1767326085.437165:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305957058 00000100:00000001:2.0:1767326085.437167:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305953693 00000100:00000001:2.0:1767326085.437169:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305957058 00000100:00000001:2.0:1767326085.437170:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305953693 00000100:00000001:2.0:1767326085.437172:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305957058 00000100:00000001:2.0:1767326085.437174:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326085.437176:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326085.437179:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326085.437181:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326085.437198:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326085.437201:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326085.437312:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326085.437317:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000927476c9. 00000400:00000200:0.0:1767326085.437323:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326085.437330:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326085.437336:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088a02057 00000400:00000010:0.0:1767326085.437339:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088a02057. 00000100:00000001:0.0:1767326085.437342:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326085.437347:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9b89a7 x1853175408646400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326085.437355:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326085.437358:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9b89a7 x1853175408646400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326101 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326085.437363:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326085.437365:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326085.437382:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326085.437384:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052a5ce86. 00000400:00000200:0.0:1767326085.437386:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326085.437389:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326085.437390:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ea1c53d 00000400:00000010:0.0:1767326085.437391:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ea1c53d. 00000100:00000001:0.0:1767326085.437393:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326085.437419:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000015a32238 x1853175408646528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326085.437424:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326085.437425:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000015a32238 x1853175408646528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326085.437430:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326085.437431:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326085.438273:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326085.438276:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dadd9a6c. 00000400:00000200:0.0:1767326085.438280:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326085.438285:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326085.438288:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d3d0de1 00000400:00000010:0.0:1767326085.438290:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d3d0de1. 00000100:00000001:0.0:1767326085.438292:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326085.438296:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000449ab534 x1853175408646656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326085.438305:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326085.438307:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000449ab534 x1853175408646656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326085.438313:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326085.438314:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326085.439092:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326085.439115:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326085.439118:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326085.439121:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326085.439129:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326085.439143:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f05900 00000400:00000200:3.0:1767326085.439285:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x6b5 [1] + 224 00000800:00000001:3.0:1767326085.439295:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326085.439305:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326085.439307:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326085.439310:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326085.439315:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326085.439319:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9b89a7 x1853175408646400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326085.439328:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9b89a7 x1853175408646400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326085.439353:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326085.439360:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326085.439363:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326085.439439:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326085.439443:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326085.439733:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326085.439736:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326085.439738:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000844bc51. 00000400:00000200:1.0:1767326085.439742:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b31df5c8 00000400:00000010:1.0:1767326085.439744:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b31df5c8. 00000100:00000001:1.0:1767326085.439747:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326085.439750:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9b89a7 x1853175408646400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326085.439758:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9b89a7 x1853175408646400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326085.439774:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326085.439775:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326085.439777:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326085.439780:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326085.439782:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326085.439784:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326085.439787:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326085.439805:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=81 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326085.439810:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=81 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326085.439813:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326085.439814:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326085.439818:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326085.439820:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326085.439823:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326085.439827:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9b89a7 x1853175408646400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326085.439833:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326085.439836:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326085.439838:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326085.439841:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9b89a7 x1853175408646400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326085.439848:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408646400:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326085.439853:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326085.439855:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326085.439857:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9b89a7 x1853175408646400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326085.439863:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326085.439866:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326085.439870:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af5b7571. 02000000:00000001:1.0:1767326085.439873:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326085.439875:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326085.439877:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326085.439880:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326085.439882:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c363976a. 02000000:00000001:1.0:1767326085.439886:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326085.439888:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326085.439889:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9b89a7. 00000100:00000001:1.0:1767326085.439893:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326085.439894:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326085.439896:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326085.439908:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326085.439910:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326085.439912:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326085.439914:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326085.440660:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326085.440669:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326085.440671:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326085.440673:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326085.440679:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326085.440690:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05980 00000400:00000200:0.0:1767326085.440695:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x6bd [1] + 224 00000800:00000001:0.0:1767326085.440700:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326085.440706:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326085.440708:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326085.440711:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326085.440723:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326085.440727:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000015a32238 x1853175408646528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326085.440736:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000015a32238 x1853175408646528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326085.440770:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326085.440777:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326085.440780:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326085.440843:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326085.440851:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326085.440859:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326085.440862:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326085.440866:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfc078a. 00000400:00000200:2.0:1767326085.440874:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f807cad2 00000400:00000010:2.0:1767326085.440876:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f807cad2. 00000100:00000001:2.0:1767326085.440880:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326085.440889:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000015a32238 x1853175408646528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326085.440899:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000015a32238 x1853175408646528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326085.440906:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326085.440908:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326085.440910:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326085.440913:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326085.440915:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326085.440917:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326085.440920:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326085.440929:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=76 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326085.440933:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=76 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326085.440936:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326085.440937:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326085.440940:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326085.440944:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326085.440948:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326085.440950:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326085.440952:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326085.440954:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326085.440958:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000015a32238 x1853175408646528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326085.440965:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326085.440968:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326085.440982:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326085.440985:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015a32238 x1853175408646528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326085.440993:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000015a32238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408646528:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326085.440998:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326085.441001:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326085.441003:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000015a32238 x1853175408646528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326085.441010:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326085.441012:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326085.441015:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5f07c5f. 02000000:00000001:2.0:1767326085.441018:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326085.441020:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326085.441022:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326085.441025:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326085.441027:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b62e88f4. 02000000:00000001:2.0:1767326085.441032:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326085.441033:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326085.441035:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000015a32238. 00000100:00000001:2.0:1767326085.441039:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326085.441040:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326085.441043:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326085.441045:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326085.441046:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326085.441048:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326085.441049:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326085.441534:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326085.441542:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326085.441544:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326085.441546:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326085.441558:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326085.441567:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05a00 00000400:00000200:0.0:1767326085.441573:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x6c5 [1] + 224 00000800:00000001:0.0:1767326085.441577:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326085.441582:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326085.441584:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326085.441587:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326085.441591:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326085.441594:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000449ab534 x1853175408646656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326085.441603:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000449ab534 x1853175408646656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326085.441618:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326085.441623:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326085.441625:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326085.441655:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326085.441658:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326085.441663:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326085.441665:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326085.441667:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bbdc949. 00000400:00000200:2.0:1767326085.441671:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019d6e0a1 00000400:00000010:2.0:1767326085.441673:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019d6e0a1. 00000100:00000001:2.0:1767326085.441676:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326085.441681:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000449ab534 x1853175408646656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326085.441697:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000449ab534 x1853175408646656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326085.441704:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326085.441706:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326085.441708:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326085.441709:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326085.441710:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326085.441712:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326085.441714:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326085.441719:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=70 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326085.441722:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=50 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326085.441725:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326085.441726:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326085.441728:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326085.441731:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000449ab534 x1853175408646656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326085.441738:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326085.441741:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326085.441742:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326085.441744:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326085.441745:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326085.441748:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000449ab534 x1853175408646656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326085.441754:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326085.441756:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326085.441757:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326085.441759:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000449ab534 x1853175408646656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326085.441777:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000449ab534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408646656:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326085.441782:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326085.444065:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326085.444073:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000449ab534 x1853175408646656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326101 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326085.444083:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326085.444086:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326085.444090:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002637400b. 02000000:00000001:2.0:1767326085.444096:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326085.444099:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326085.444101:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326085.444104:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326085.444107:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003fff2558. 02000000:00000001:2.0:1767326085.444113:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326085.444115:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326085.444116:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000449ab534. 00000100:00000001:2.0:1767326085.444124:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326085.444126:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326085.444128:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326085.444139:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326085.444142:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326085.444145:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326085.444148:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326086.459505:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326086.459512:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326086.459517:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326086.459519:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326086.459559:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326086.459563:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326086.459566:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326087.483512:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326087.483531:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326087.483535:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326087.483535:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326087.483552:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326087.483555:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326087.483557:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326088.507559:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326088.507569:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326088.507577:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326088.507579:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326088.507641:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326088.507646:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326088.507650:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326089.275522:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305957058, at 4305957120 00000100:00000040:3.0:1767326089.275522:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305957058, at 4305957120 00000100:00000010:2.0:1767326089.275539:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aabb1a3c. 00000100:00000040:0.0:1767326089.275543:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305957058, at 4305957120 00000100:00000010:3.0:1767326089.275545:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003914de56. 00000100:00000010:0.0:1767326089.275561:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000045354095. 00000100:00000040:1.0:1767326089.277992:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305957058, at 4305957122 00000100:00000010:1.0:1767326089.278008:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e604e96. 00010000:00000001:0.0:1767326089.531526:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326089.531534:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326089.531540:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326089.531542:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326089.531563:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326089.531566:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326089.531569:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326090.555523:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326090.555529:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326090.555534:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326090.555536:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326090.555573:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326090.555578:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326090.555587:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059bcba4e. 00000020:00000040:0.0:1767326090.555593:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326090.555597:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326090.555599:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326090.555604:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326090.555612:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5c95fa2. 00000100:00000001:0.0:1767326090.555619:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326090.555628:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000059bcba4e x1853175408646784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326090.555638:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326090.555654:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326090.555660:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059bcba4e] to pc [ptlrpcd_00_00+0] req@0000000059bcba4e x1853175408646784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326090.555691:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326090.555693:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326090.555696:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326090.555699:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bb4b1e4. 00000020:00000040:0.0:1767326090.555701:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326090.555704:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326090.555705:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326090.555707:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326090.555710:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb4be34. 00000100:00000001:0.0:1767326090.555723:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326090.555727:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000009bb4b1e4 x1853175408646912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326090.555734:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326090.555736:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326090.555739:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bb4b1e4] to pc [ptlrpcd_00_01+1] req@000000009bb4b1e4 x1853175408646912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326090.555748:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326090.555750:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326090.555750:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326090.555757:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326090.555757:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767326090.555760:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c3e9606. 00000100:00000001:3.0:1767326090.555761:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767326090.555765:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326090.555769:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767326090.555770:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009bb4b1e4 x1853175408646912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326090.555772:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326090.555775:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326090.555780:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013c28cca. 00000100:00000001:2.0:1767326090.555785:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326090.555785:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326090.555786:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326090.555790:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326090.555794:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000001c3e9606 x1853175408647040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326090.555794:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326090.555798:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326090.555803:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059bcba4e x1853175408646784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326090.555805:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326090.555816:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326090.555818:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326090.555822:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326090.555823:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326090.555828:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1767326090.555832:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009bb4b1e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408646912:192.168.202.142@tcp:400: 02000000:00000001:2.0:1767326090.555833:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326090.555834:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326090.555837:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326090.555840:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326090.555843:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326090.555847:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c3e9606] to pc [ptlrpcd_00_02+2] req@000000001c3e9606 x1853175408647040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326090.555847:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059bcba4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408646784:192.168.202.142@tcp:400: 02000000:00000001:3.0:1767326090.555850:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326090.555853:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326090.555858:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326090.555859:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326090.555864:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007236fe1a. 02000000:00000001:2.0:1767326090.555872:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326090.555875:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326090.555877:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326090.555877:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326090.555878:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326090.555883:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018e74027. 00000100:00000040:0.0:1767326090.555884:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767326090.555887:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091cac16d. 02000000:00000001:2.0:1767326090.555888:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326090.555891:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767326090.555897:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bbdc949. 00000100:00000040:0.0:1767326090.555898:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11296) 00000400:00000010:3.0:1767326090.555898:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 00000400:00000010:2.0:1767326090.555904:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019d6e0a1. 00000100:00000200:3.0:1767326090.555908:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408646912, portal 10 00000100:00000200:2.0:1767326090.555910:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408646784, portal 25 00000100:00000001:0.0:1767326090.555911:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326090.555912:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326090.555916:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326090.555916:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326090.555916:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453951616 : -115368255600000 : ffff9712bc1b4a80) 00000100:00000001:2.0:1767326090.555920:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453959680 : -115368255591936 : ffff9712bc1b6a00) 00000100:00000001:0.0:1767326090.555921:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326090.555926:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009bb4b1e4 x1853175408646912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326090.555928:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c3e9606 x1853175408647040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326090.555931:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059bcba4e x1853175408646784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326090.555954:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326090.555960:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326090.555962:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326090.555963:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326090.555963:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767326090.555968:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c0aec41. 02000000:00000001:0.0:1767326090.555969:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326090.555969:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326090.555973:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326090.555974:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408646912, offset 0 00000400:00000010:2.0:1767326090.555976:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f807cad2. 02000000:00000001:0.0:1767326090.555977:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326090.555983:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c3e9606 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408647040:192.168.202.142@tcp:400: 00000100:00000200:2.0:1767326090.555983:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408646784, offset 0 00000400:00000200:3.0:1767326090.555989:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326090.555992:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326090.555996:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326090.555998:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326090.556011:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326090.556017:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326090.556022:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326090.556025:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326090.556028:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326090.556032:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [189:189:256:4294967295] 192.168.202.142@tcp LPNI seq info [189:189:8:4294967295] 00000400:00000200:3.0:1767326090.556044:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000020:00000001:1.0:1767326090.556045:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326090.556049:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326090.556052:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00010000:00010000:1.0:1767326090.556054:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000010:3.0:1767326090.556058:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea9a1391. 00000800:00000200:3.0:1767326090.556066:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326090.556073:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326090.556074:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326090.556078:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326090.556084:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea9a1391 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326090.556096:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326090.556101:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 289882 usecs (290 jiffies) 00000100:00000001:3.0:1767326090.556104:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305958690 00000100:00000010:3.0:1767326090.556108:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0fd67da. 00000100:00000001:3.0:1767326090.556114:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326090.556120:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305958690 00000100:00000010:3.0:1767326090.556123:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4de3e0e. 00000100:00000001:3.0:1767326090.556126:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326090.556128:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305958690 00000100:00000010:3.0:1767326090.556131:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cdc0422. 00000100:00000001:3.0:1767326090.556133:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326090.556136:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305958690 00000100:00000010:3.0:1767326090.556139:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016446684. 00000100:00000001:3.0:1767326090.556141:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326090.556144:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326090.556146:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326090.556149:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326090.556151:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326090.556157:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326090.556159:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326090.556161:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326090.556162:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326090.556164:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326090.556166:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326090.556214:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326090.556218:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea9a1391. 00000400:00000200:1.0:1767326090.556223:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326090.556229:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 02000000:00000001:0.0:1767326090.556849:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326090.556853:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8ae0258. 02000000:00000001:0.0:1767326090.556856:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326090.556859:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063a096b3. 00000400:00000200:2.0:1767326090.558775:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326090.558787:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326090.558792:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326090.558795:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326090.558798:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326090.558801:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326090.558804:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [190:190:255:4294967295] 192.168.202.142@tcp LPNI seq info [190:190:7:4294967295] 00000400:00000200:2.0:1767326090.558814:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326090.558820:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326090.558826:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b65b65b4. 00000800:00000200:2.0:1767326090.558832:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326090.558839:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326090.558842:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b65b65b4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326090.558847:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326090.558851:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305962180 00000100:00000001:2.0:1767326090.558858:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305958690 00000100:00000001:2.0:1767326090.558873:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305962180 00000100:00000001:2.0:1767326090.558876:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305958690 00000100:00000001:2.0:1767326090.558878:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305962180 00000100:00000001:2.0:1767326090.558881:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305958690 00000100:00000001:2.0:1767326090.558883:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305962180 00000100:00000001:2.0:1767326090.558885:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305958690 00000100:00000001:2.0:1767326090.558888:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326090.558890:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326090.558894:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326090.558896:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326090.558901:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326090.558903:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326090.558906:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326090.558907:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326090.558909:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326090.558911:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326090.559775:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c0aec41 00000400:00000010:1.0:1767326090.559779:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c0aec41. 00000100:00000001:1.0:1767326090.559785:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326090.559791:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bb4b1e4 x1853175408646912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326090.559802:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326090.559806:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009bb4b1e4 x1853175408646912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326090.559813:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326090.559815:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326090.559824:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326090.559844:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326090.559847:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326090.559850:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326090.559862:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326090.559873:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05b00 00000400:00000200:1.0:1767326090.559879:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x6cd [1] + 224 00000800:00000200:3.0:1767326090.559885:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767326090.559886:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767326090.559890:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b65b65b4. 00000400:00000200:3.0:1767326090.559894:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767326090.559896:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326090.559900:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326090.559901:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326090.559905:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f807cad2 00000400:00000010:3.0:1767326090.559908:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f807cad2. 00000400:00000200:1.0:1767326090.559909:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326090.559917:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326090.559921:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059bcba4e x1853175408646784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326090.559922:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326090.559929:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326090.559930:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009bb4b1e4 x1853175408646912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326090.559934:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059bcba4e x1853175408646784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326106 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326090.559957:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009bb4b1e4 x1853175408646912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326090.559978:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326090.559985:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326090.559988:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326090.560014:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326090.560015:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326090.560110:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326090.560113:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326090.560118:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326090.560120:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326090.560122:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091cac16d. 00000400:00000200:2.0:1767326090.560126:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93e8e08 00000400:00000010:2.0:1767326090.560128:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d93e8e08. 00000100:00000001:2.0:1767326090.560130:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326090.560134:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bb4b1e4 x1853175408646912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326090.560143:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bb4b1e4 x1853175408646912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326090.560151:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326090.560153:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326090.560155:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326090.560158:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326090.560160:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326090.560167:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326090.560171:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326090.560177:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=81 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326090.560181:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=81 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326090.560184:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326090.560185:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326090.560188:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326090.560191:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326090.560194:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326090.560196:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326090.560198:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326090.560199:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326090.560203:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009bb4b1e4 x1853175408646912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326090.560210:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326090.560212:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326090.560214:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326090.560217:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bb4b1e4 x1853175408646912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326090.560224:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009bb4b1e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408646912:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326090.560229:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326090.560231:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326090.560233:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009bb4b1e4 x1853175408646912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326090.560239:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326090.560242:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326090.560244:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007236fe1a. 02000000:00000001:2.0:1767326090.560248:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326090.560250:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326090.560252:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326090.560254:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326090.560256:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb4be34. 02000000:00000001:2.0:1767326090.560259:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326090.560266:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326090.560268:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bb4b1e4. 00000100:00000001:2.0:1767326090.560271:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326090.560272:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326090.560274:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326090.560279:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326090.560280:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326090.560282:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326090.560283:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326090.561711:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326090.561733:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326090.561735:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326090.561737:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326090.561744:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326090.561753:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f05a80 00000400:00000200:3.0:1767326090.561758:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x6d1 [1] + 224 00000800:00000001:3.0:1767326090.561763:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326090.561768:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326090.561770:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326090.561773:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326090.561776:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326090.561779:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059bcba4e x1853175408646784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326090.561787:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059bcba4e x1853175408646784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326090.561807:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326090.561812:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326090.561815:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326090.561989:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326090.561992:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326090.561995:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326090.561996:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326090.561997:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bbdc949. 00000400:00000200:2.0:1767326090.561999:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019d6e0a1 00000400:00000010:2.0:1767326090.562001:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019d6e0a1. 00000100:00000001:2.0:1767326090.562002:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326090.562005:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059bcba4e x1853175408646784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326090.562010:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059bcba4e x1853175408646784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326090.562013:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326090.562014:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326090.562016:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326090.562017:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326090.562018:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326090.562019:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326090.562020:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326090.562024:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=86 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326090.562025:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=86 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326090.562027:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326090.562028:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326090.562029:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326090.562030:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326090.562031:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326090.562033:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059bcba4e x1853175408646784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326090.562046:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326090.562048:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326090.562049:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326090.562051:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059bcba4e x1853175408646784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326090.562054:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059bcba4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408646784:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326090.562057:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326090.562058:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326090.562059:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059bcba4e x1853175408646784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326090.562063:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326090.562064:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326090.562066:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018e74027. 02000000:00000001:2.0:1767326090.562067:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326090.562068:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326090.562069:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326090.562071:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326090.562072:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5c95fa2. 02000000:00000001:2.0:1767326090.562073:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326090.562074:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326090.562075:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059bcba4e. 00000100:00000001:2.0:1767326090.562077:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326090.562078:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326090.562079:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326090.562082:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326090.562083:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326090.562085:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326090.562086:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326090.562760:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b25e7918. 00000100:00000200:0.0:1767326090.562768:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408647040, portal 10 00000100:00000001:0.0:1767326090.562770:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326090.562772:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453963264 : -115368255588352 : ffff9712bc1b7800) 00000100:00000040:0.0:1767326090.562784:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c3e9606 x1853175408647040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326090.562792:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326090.562794:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326090.562796:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 00000100:00000200:0.0:1767326090.562800:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408647040, offset 0 00000400:00000200:0.0:1767326090.562805:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326090.562812:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326090.562817:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326090.562821:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326090.562823:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326090.562826:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326090.562829:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [191:191:256:4294967295] 192.168.202.142@tcp LPNI seq info [191:191:8:4294967295] 00000400:00000200:0.0:1767326090.562837:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326090.562842:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326090.562848:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5c95fa2. 00000800:00000200:0.0:1767326090.562853:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326090.562860:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326090.562864:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5c95fa2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326090.562882:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326090.562886:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 403642 usecs (404 jiffies) 00000100:00000001:0.0:1767326090.562889:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305958811 00000100:00000001:0.0:1767326090.562892:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305962180 00000100:00000001:0.0:1767326090.562894:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305958811 00000100:00000001:0.0:1767326090.562896:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305962180 00000100:00000001:0.0:1767326090.562897:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305958811 00000100:00000001:0.0:1767326090.562899:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305962180 00000100:00000001:0.0:1767326090.562901:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305958811 00000100:00000001:0.0:1767326090.562908:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305962180 00000100:00000001:0.0:1767326090.562910:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326090.562913:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326090.562916:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326090.562917:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326090.562922:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326090.562923:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326090.562925:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326090.562926:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326090.562927:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326090.562929:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326090.563234:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326090.563239:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5c95fa2. 00000400:00000200:1.0:1767326090.563242:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326090.563247:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326090.563250:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000400:00000010:1.0:1767326090.563252:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000001:1.0:1767326090.563255:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326090.563258:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c3e9606 x1853175408647040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326090.563267:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326090.563270:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c3e9606 x1853175408647040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326090.563276:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326090.563277:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326090.565768:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326090.565782:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326090.565785:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326090.565787:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326090.565794:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326090.565810:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05b80 00000400:00000200:3.0:1767326090.565827:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x6dd [1] + 224 00000800:00000001:3.0:1767326090.565833:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326090.565840:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326090.565842:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326090.565847:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326090.565852:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326090.565857:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c3e9606 x1853175408647040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326090.565867:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001c3e9606 x1853175408647040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326090.565884:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326090.565902:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326090.565906:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326090.565913:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326090.565915:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326090.565919:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326090.565921:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326090.565922:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063a096b3. 00000400:00000200:0.0:1767326090.565925:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b25e7918 00000400:00000010:0.0:1767326090.565926:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b25e7918. 00000100:00000001:0.0:1767326090.565928:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326090.565931:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c3e9606 x1853175408647040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326090.565937:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c3e9606 x1853175408647040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326090.565941:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326090.565942:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326090.565943:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326090.565945:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326090.565946:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326090.565948:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326090.565949:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326090.565955:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=75 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326090.565957:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=55 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326090.565959:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326090.565960:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326090.565961:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326090.565968:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001c3e9606 x1853175408647040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326090.565973:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326090.565975:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326090.565977:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326090.565978:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326090.565979:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326090.565981:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c3e9606 x1853175408647040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326090.565985:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326090.565986:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326090.565988:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326090.565989:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c3e9606 x1853175408647040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326090.565993:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c3e9606 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408647040:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326090.565996:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326090.565997:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326090.565998:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c3e9606 x1853175408647040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326106 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326090.566002:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326090.566003:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326090.566005:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8ae0258. 02000000:00000001:0.0:1767326090.566007:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326090.566008:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326090.566009:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326090.566011:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326090.566012:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013c28cca. 02000000:00000001:0.0:1767326090.566014:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326090.566015:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326090.566016:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c3e9606. 00000100:00000001:0.0:1767326090.566018:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326090.566022:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326090.566023:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326090.566027:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326090.566028:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326090.566029:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326090.566030:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326091.579522:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326091.579529:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326091.579535:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326091.579538:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326091.579540:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326091.579555:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326091.579558:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326091.579559:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326091.579562:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326091.579564:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326091.579566:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326091.579568:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326091.579588:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326091.579591:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326091.579594:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326092.603505:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326092.603511:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326092.603515:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326092.603515:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326092.603784:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326092.603788:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326092.603791:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326093.627622:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326093.627630:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326093.627635:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326093.627636:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326093.627653:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326093.627656:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326093.627658:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326094.395517:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305962180, at 4305962240 00000100:00000040:1.0:1767326094.395517:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305962180, at 4305962240 00000100:00000040:3.0:1767326094.395517:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305962180, at 4305962240 00000100:00000010:0.0:1767326094.395535:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0fd67da. 00000100:00000010:1.0:1767326094.395536:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4de3e0e. 00000100:00000010:3.0:1767326094.395541:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016446684. 00000100:00000040:2.0:1767326094.395745:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305962180, at 4305962240 00000100:00000010:2.0:1767326094.395751:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cdc0422. 00010000:00000001:0.0:1767326094.652938:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326094.652944:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326094.652946:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326094.652948:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326094.652966:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326094.652967:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326094.652969:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326094.652971:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326094.652975:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326094.652977:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326094.653055:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326094.653058:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326094.653061:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326095.675524:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326095.675534:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326095.675537:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326095.675541:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326095.675542:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326095.675544:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:0.0:1767326095.675564:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326095.675567:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326095.675570:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:2.0:1767326095.675587:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326095.675596:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326095.675601:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326095.675605:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326095.675612:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326095.675622:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 00000100:00000001:2.0:1767326095.675630:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326095.675645:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b6591187 x1853175408647168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326095.675660:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326095.675663:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326095.675680:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_03+3] req@00000000b6591187 x1853175408647168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326095.675707:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326095.675711:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326095.675713:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326095.675717:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326095.675719:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767326095.675721:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000100:00000001:1.0:1767326095.675722:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767326095.675727:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000040:1.0:1767326095.675729:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408647168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326095.675732:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326095.675735:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326095.675738:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326095.675740:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326095.675743:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326095.675745:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b65b65b4. 02000000:00000001:1.0:1767326095.675747:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326095.675750:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326095.675751:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326095.675754:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326095.675758:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408647168:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326095.675760:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000bfc4a11d x1853175408647296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326095.675763:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326095.675768:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326095.675771:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326095.675772:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326095.675774:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326095.675775:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326095.675779:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018e74027. 00000100:00000040:2.0:1767326095.675781:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_00+0] req@00000000bfc4a11d x1853175408647296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326095.675783:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326095.675790:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000844bc51. 00000400:00000010:1.0:1767326095.675798:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b31df5c8. 00000100:00000200:1.0:1767326095.675805:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408647168, portal 25 00000100:00000001:1.0:1767326095.675807:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326095.675808:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000040:1.0:1767326095.675812:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408647168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326095.675818:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326095.675819:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326095.675823:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326095.675824:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767326095.675826:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026285bcb. 00000100:00000200:1.0:1767326095.675828:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408647168, offset 0 00000100:00000001:2.0:1767326095.675835:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326095.675840:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767326095.675843:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326095.675843:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326095.675848:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326095.675848:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326095.675848:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326095.675851:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326095.675851:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326095.675852:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326095.675855:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326095.675858:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408647296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326095.675859:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dadd9a6c. 00000100:00000001:2.0:1767326095.675865:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326095.675870:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326095.675873:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000009561302 x1853175408647424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326095.675873:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326095.675874:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326095.675876:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326095.675878:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326095.675879:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326095.675886:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326095.675892:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767326095.675893:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00100000:3.0:1767326095.675894:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408647296:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326095.675895:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326095.675903:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326095.675908:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_01+1] req@0000000009561302 x1853175408647424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326095.675910:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326095.675920:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326095.675925:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326095.675926:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326095.675930:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326095.675931:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767326095.675934:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:2.0:1767326095.675938:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767326095.675941:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [192:192:256:4294967295] 192.168.202.142@tcp LPNI seq info [192:192:8:4294967295] 00000100:00000001:0.0:1767326095.675947:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326095.675947:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11301) 00000100:00000001:0.0:1767326095.675950:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326095.675954:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326095.675957:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:0.0:1767326095.675961:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408647424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326095.675965:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326095.675970:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079c79e5f. 00000100:00000001:0.0:1767326095.675974:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326095.675977:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326095.675980:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767326095.675981:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:0.0:1767326095.675983:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326095.675987:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326095.675991:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408647424:192.168.202.142@tcp:400: 00000800:00000200:1.0:1767326095.675992:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:3.0:1767326095.675994:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326095.675999:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767326095.675999:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000079c79e5f type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767326095.676004:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326095.676007:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326095.676010:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326095.676010:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326095.676014:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b8f486f. 02000000:00000001:3.0:1767326095.676015:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767326095.676019:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326095.676021:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007236fe1a. 00000400:00000010:0.0:1767326095.676024:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063a096b3. 00000100:00000001:1.0:1767326095.676025:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326095.676026:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326095.676031:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b25e7918. 00000400:00000010:3.0:1767326095.676040:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091cac16d. 00000100:00000200:0.0:1767326095.676044:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408647424, portal 10 00000100:00000001:1.0:1767326095.676045:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305967297 00000400:00000010:3.0:1767326095.676048:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fbf3f23. 00000100:00000001:0.0:1767326095.676050:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1767326095.676052:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003914de56. 00000100:00000001:0.0:1767326095.676053:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000200:3.0:1767326095.676054:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408647296, portal 10 00000100:00000001:3.0:1767326095.676060:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326095.676062:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326095.676062:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000040:0.0:1767326095.676066:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408647424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326095.676070:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305967297 00000100:00000040:3.0:1767326095.676074:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408647296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326095.676076:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045354095. 00000100:00000001:1.0:1767326095.676080:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326095.676084:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326095.676085:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305967297 00000100:00000010:1.0:1767326095.676090:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3de7e25. 00000100:00000040:0.0:1767326095.676092:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326095.676095:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326095.676097:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767326095.676098:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000065f6218. 00000100:00000001:1.0:1767326095.676099:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305967297 00000100:00000040:3.0:1767326095.676104:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000200:0.0:1767326095.676105:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408647424, offset 0 00000100:00000010:1.0:1767326095.676105:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e604e96. 00000100:00000001:1.0:1767326095.676110:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767326095.676110:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fb78b1d. 00000400:00000200:0.0:1767326095.676116:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326095.676116:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326095.676120:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326095.676123:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326095.676126:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326095.676132:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326095.676141:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326095.676143:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326095.676145:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326095.676145:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326095.676147:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326095.676150:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326095.676152:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326095.676155:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326095.676158:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326095.676161:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326095.676164:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [193:193:255:4294967295] 192.168.202.142@tcp LPNI seq info [193:193:7:4294967295] 00000400:00000200:0.0:1767326095.676173:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326095.676177:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326095.676182:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013c28cca. 00000800:00000200:0.0:1767326095.676186:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326095.676191:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326095.676194:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013c28cca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326095.676197:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326095.676201:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 395975 usecs (396 jiffies) 00000100:00000001:0.0:1767326095.676203:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305963916 00000100:00000001:0.0:1767326095.676206:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305967297 00000100:00000001:0.0:1767326095.676207:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305963916 00000100:00000001:0.0:1767326095.676209:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305967297 00000100:00000001:0.0:1767326095.676211:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305963916 00000100:00000001:0.0:1767326095.676220:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305967297 00000100:00000001:0.0:1767326095.676222:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305963916 00000100:00000001:0.0:1767326095.676224:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305967297 00000100:00000001:0.0:1767326095.676227:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326095.676229:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326095.676232:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326095.676234:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326095.676238:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326095.676240:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326095.676242:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326095.676243:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326095.676244:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326095.676246:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326095.676356:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408647296, offset 0 00000400:00000200:3.0:1767326095.676364:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326095.676484:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326095.676488:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326095.676491:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767326095.676493:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000010:2.0:1767326095.676497:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079c79e5f. 00000400:00000200:3.0:1767326095.676498:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326095.676503:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326095.676504:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326095.676513:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326095.676518:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [194:194:254:4294967295] 192.168.202.142@tcp LPNI seq info [194:194:6:4294967295] 00000400:00000200:3.0:1767326095.676527:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326095.676532:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326095.676534:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026285bcb 00000800:00000010:3.0:1767326095.676537:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8b9f1ee. 00000400:00000010:2.0:1767326095.676538:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026285bcb. 00000100:00000001:2.0:1767326095.676544:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326095.676547:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326095.676553:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326095.676555:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8b9f1ee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326095.676559:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326095.676561:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 284616 usecs (285 jiffies) 00000100:00000001:3.0:1767326095.676564:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305963806 00000100:00000001:3.0:1767326095.676566:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305967297 00000100:00000001:3.0:1767326095.676567:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305963806 00000100:00000001:3.0:1767326095.676569:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305967297 00000100:00000001:3.0:1767326095.676576:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305963806 00000100:00000001:3.0:1767326095.676578:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305967297 00000100:00000001:3.0:1767326095.676580:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305963806 00000100:00000001:3.0:1767326095.676582:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305967297 00000100:00000001:3.0:1767326095.676584:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326095.676586:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326095.676588:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326095.676590:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326095.676594:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326095.676596:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326095.676598:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326095.676599:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326095.676601:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326095.676602:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326095.676637:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408647168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326095.676649:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326095.676653:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408647168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326095.676680:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326095.676681:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326095.676697:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326095.676699:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013c28cca. 00000400:00000200:2.0:1767326095.676703:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326095.676707:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326095.676709:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000065f6218 00000400:00000010:2.0:1767326095.676711:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000065f6218. 00000100:00000001:2.0:1767326095.676713:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326095.676716:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408647424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326095.676723:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326095.676725:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408647424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326095.676731:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326095.676733:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326095.676773:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326095.676775:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8b9f1ee. 00000400:00000200:2.0:1767326095.676778:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326095.676782:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326095.676784:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fb78b1d 00000400:00000010:2.0:1767326095.676786:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fb78b1d. 00000100:00000001:2.0:1767326095.676788:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326095.676790:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408647296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326095.676798:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326095.676801:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408647296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326095.676805:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326095.676806:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326095.679780:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326095.679813:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326095.679818:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326095.679819:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326095.679830:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326095.679847:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f05c00 00000400:00000200:1.0:1767326095.679854:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x6e5 [1] + 224 00000800:00000001:1.0:1767326095.679863:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326095.679867:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326095.679870:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326095.679874:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326095.679881:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326095.679889:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408647168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326095.679902:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408647168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326095.679930:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326095.679941:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326095.679944:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326095.679946:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326095.679947:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326095.679951:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326095.679956:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05d00 00000400:00000200:1.0:1767326095.679961:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x6ed [1] + 224 00000800:00000001:1.0:1767326095.679964:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326095.679967:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326095.679983:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326095.679985:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326095.679987:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326095.679991:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408647424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326095.679996:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408647424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326095.680018:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326095.680025:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326095.680029:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326095.680030:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326095.680032:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326095.680036:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326095.680041:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05c80 00000400:00000200:1.0:1767326095.680046:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x6f1 [1] + 224 00000800:00000001:1.0:1767326095.680050:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326095.680055:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326095.680057:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326095.680060:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326095.680063:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326095.680066:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408647296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326095.680074:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408647296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326095.680088:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326095.680092:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326095.680094:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326095.680110:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326095.680117:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326095.680125:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1767326095.680126:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326095.680131:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326095.680131:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767326095.680136:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063a096b3. 00000400:00000200:0.0:1767326095.680143:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b25e7918 00000400:00000010:0.0:1767326095.680145:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b25e7918. 00000100:00000001:0.0:1767326095.680149:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767326095.680151:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767326095.680154:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408647424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326095.680156:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326095.680160:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091cac16d. 00000400:00000200:3.0:1767326095.680166:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fbf3f23 00000100:00000200:0.0:1767326095.680170:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408647424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326095.680170:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fbf3f23. 00000100:00000001:3.0:1767326095.680176:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326095.680181:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326095.680184:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326095.680185:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408647296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326095.680187:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326095.680188:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326095.680193:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326095.680194:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326095.680199:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767326095.680201:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408647296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326095.680204:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326095.680205:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326095.680208:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326095.680210:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000844bc51. 00000100:00000001:3.0:1767326095.680214:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326095.680217:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326095.680217:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b31df5c8 00000100:00000001:3.0:1767326095.680218:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326095.680221:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b31df5c8. 00000100:00000001:3.0:1767326095.680224:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326095.680227:0:211397:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326095.680227:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326095.680231:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1767326095.680232:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=80 v=5 (5 5 0 0) 00000100:00000001:3.0:1767326095.680233:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326095.680235:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408647168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326095.680239:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326095.680241:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=60 v=5 (1 1 0 0) 00000100:00001000:3.0:1767326095.680249:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=86 v=5 (5 5 0 0) 00000100:00000200:2.0:1767326095.680251:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408647168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326095.680254:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326095.680259:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326095.680266:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=86 v=5 (1 1 0 0) 00010000:00000001:0.0:1767326095.680267:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326095.680267:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326095.680270:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326095.680274:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326095.680275:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767326095.680276:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00080000:0.0:1767326095.680279:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000009561302 x1853175408647424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326095.680280:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326095.680280:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326095.680283:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326095.680285:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767326095.680287:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326095.680291:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326095.680292:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=91 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326095.680297:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=91 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326095.680298:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326095.680299:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326095.680303:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326095.680303:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00010000:00000001:2.0:1767326095.680307:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326095.680308:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1767326095.680310:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326095.680312:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326095.680313:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326095.680315:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326095.680320:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326095.680322:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408647296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326095.680324:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000040:2.0:1767326095.680324:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408647168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326095.680329:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326095.680332:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326095.680341:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408647424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326095.680353:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326095.680355:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326095.680360:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326095.680362:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326095.680364:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326095.680365:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326095.680366:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326095.680371:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408647296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326095.680372:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767326095.680375:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408647168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326095.680376:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326095.680386:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408647424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326095.680394:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408647296:192.168.202.142@tcp:400: 00000100:00100000:2.0:1767326095.680435:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408647168:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326095.680444:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326095.680446:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326095.680450:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767326095.680454:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408647424:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326095.680456:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326095.680458:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408647296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326095.680464:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408647168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326095.680469:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326095.680477:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326095.680482:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767326095.680484:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408647424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326111 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326095.680487:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326095.680487:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767326095.680491:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326095.680493:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007236fe1a. 02000000:00000010:2.0:1767326095.680496:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018e74027. 00000100:00000001:0.0:1767326095.680497:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326095.680501:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767326095.680502:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767326095.680503:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326095.680506:0:211394:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:0.0:1767326095.680507:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b8f486f. 00000020:00000001:2.0:1767326095.680507:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326095.680511:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000040:3.0:1767326095.680511:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 02000000:00000001:0.0:1767326095.680513:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326095.680516:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326095.680519:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326095.680519:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767326095.680519:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767326095.680524:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326095.680524:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 02000000:00000010:3.0:1767326095.680524:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b65b65b4. 02000000:00000010:0.0:1767326095.680528:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dadd9a6c. 02000000:00000001:2.0:1767326095.680532:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326095.680533:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326095.680533:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326095.680536:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767326095.680537:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326095.680540:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000010:3.0:1767326095.680541:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 02000000:00000001:0.0:1767326095.680543:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326095.680547:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:2.0:1767326095.680548:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326095.680549:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326095.680552:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326095.680553:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326095.680557:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326095.680557:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326095.680563:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326095.680567:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326095.680568:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326095.680569:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326095.680571:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326095.680573:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326095.680573:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326095.680578:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326095.680580:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326095.680581:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326095.680583:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326095.680585:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326095.680589:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326095.680590:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326095.680593:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326096.699558:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326096.699567:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326096.699575:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326096.699577:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326096.699804:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326096.699809:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326096.699812:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326097.723518:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326097.723527:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326097.723534:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326097.723536:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326097.723564:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326097.723568:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326097.723571:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326098.748086:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326098.748092:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326098.748098:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326098.748099:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326098.748313:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326098.748345:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326098.748350:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326099.515497:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305967297, at 4305967360 00000100:00000040:1.0:1767326099.515497:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305967297, at 4305967360 00000100:00000040:2.0:1767326099.515497:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305967297, at 4305967360 00000100:00000010:1.0:1767326099.515512:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000045354095. 00000100:00000010:2.0:1767326099.515514:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3de7e25. 00000100:00000010:0.0:1767326099.515516:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003914de56. 00000100:00000040:3.0:1767326099.517602:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305967297, at 4305967362 00000100:00000010:3.0:1767326099.517612:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e604e96. 00010000:00000001:0.0:1767326099.771526:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326099.771533:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326099.771539:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326099.771540:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326099.771558:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326099.771562:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326099.771565:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326100.796967:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326100.796973:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326100.796980:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326100.796982:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326100.797754:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326100.797761:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326100.797768:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326100.797775:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326100.797779:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326100.797782:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326100.797787:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326100.797794:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 00000100:00000001:2.0:1767326100.797799:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326100.797808:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b6591187 x1853175408647552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326100.797818:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326100.797827:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326100.797833:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_02+2] req@00000000b6591187 x1853175408647552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326100.797868:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326100.797871:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326100.797874:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326100.797876:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d9e0dd. 00000020:00000040:2.0:1767326100.797878:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326100.797881:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326100.797882:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326100.797884:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326100.797887:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052a5ce86. 00000100:00000001:2.0:1767326100.797890:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326100.797893:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000028d9e0dd x1853175408647680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326100.797900:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326100.797902:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326100.797905:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d9e0dd] to pc [ptlrpcd_00_03+3] req@0000000028d9e0dd x1853175408647680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326100.797912:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326100.797914:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326100.797917:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326100.797919:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000020:00000040:2.0:1767326100.797921:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326100.797923:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326100.797924:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326100.797926:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326100.797928:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:2.0:1767326100.797931:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326100.797933:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b258af54 x1853175408647808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326100.797968:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326100.797969:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326100.797973:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_00+0] req@00000000b258af54 x1853175408647808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326100.797988:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326100.797990:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326100.797993:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326100.797997:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11306) 00000100:00000001:2.0:1767326100.798007:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326100.798010:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326100.798013:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326100.798017:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408647808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326100.798024:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326100.798026:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326100.798029:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326100.798032:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326100.798034:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326100.798262:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767326100.798265:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408647808:192.168.202.142@tcp:400: 00000020:00000001:1.0:1767326100.798270:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326100.798273:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:1.0:1767326100.798277:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767326100.798280:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326100.798285:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326100.798288:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326100.798293:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082309f44. 02000000:00000001:2.0:1767326100.798295:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326100.798301:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bbdc949. 00000400:00000010:2.0:1767326100.798309:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019d6e0a1. 00000100:00000200:2.0:1767326100.798315:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408647808, portal 10 00000100:00000001:2.0:1767326100.798318:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326100.798319:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00000100:00000040:2.0:1767326100.798332:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408647808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326100.798339:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326100.798341:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326100.798344:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f807cad2. 00000100:00000200:2.0:1767326100.798347:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408647808, offset 0 00000400:00000200:2.0:1767326100.798353:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326100.798366:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326100.798371:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326100.798375:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326100.798379:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326100.798381:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326100.798385:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [195:195:256:4294967295] 192.168.202.142@tcp LPNI seq info [195:195:8:4294967295] 00000400:00000200:2.0:1767326100.798395:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326100.798422:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326100.798426:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039fc680f. 00000800:00000200:2.0:1767326100.798432:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326100.798440:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326100.798444:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000039fc680f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326100.798456:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326100.798460:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 388462 usecs (389 jiffies) 00000100:00000001:2.0:1767326100.798463:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305969032 00000100:00000010:2.0:1767326100.798466:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c85d1431. 00000100:00000001:2.0:1767326100.798473:0:211394:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326100.798483:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305969032 00000100:00000010:2.0:1767326100.798486:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088885fd7. 00000100:00000001:2.0:1767326100.798489:0:211394:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326100.798491:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305969032 00000100:00000010:2.0:1767326100.798493:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1abc711. 00000100:00000001:2.0:1767326100.798500:0:211394:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326100.798503:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305969032 00000100:00000010:2.0:1767326100.798505:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003dd10927. 00000100:00000001:2.0:1767326100.798508:0:211394:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326100.798514:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326100.798516:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326100.798519:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326100.798521:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326100.798528:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326100.798530:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326100.798532:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326100.798533:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326100.798534:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326100.798537:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326100.798812:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326100.798815:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326100.798816:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326100.798819:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408647552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326100.798828:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326100.798829:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326100.798831:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326100.798833:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326100.798835:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326100.798837:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408647552:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326100.798842:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326100.798844:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326100.798852:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326100.798854:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326100.798861:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b90f88e5. 02000000:00000001:0.0:1767326100.798863:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326100.798867:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063a096b3. 00000400:00000010:0.0:1767326100.798871:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b25e7918. 00000100:00000200:0.0:1767326100.798873:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408647552, portal 25 00000100:00000001:0.0:1767326100.798875:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326100.798877:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000040:0.0:1767326100.798880:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408647552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326100.798886:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326100.798893:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326100.798895:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cabf01af. 00000100:00000200:0.0:1767326100.798897:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408647552, offset 0 00000400:00000200:0.0:1767326100.798902:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326100.798906:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326100.798909:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326100.798912:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326100.798914:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326100.798925:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326100.798928:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [196:196:255:4294967295] 192.168.202.142@tcp LPNI seq info [196:196:7:4294967295] 00000400:00000200:0.0:1767326100.798935:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326100.798939:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326100.798942:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb4be34. 00000800:00000200:0.0:1767326100.798946:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326100.798950:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326100.798952:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb4be34 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326100.798961:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326100.798963:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305972420 00000100:00000001:0.0:1767326100.798968:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305969032 00000100:00000001:0.0:1767326100.798971:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305972420 00000100:00000001:0.0:1767326100.798974:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305969032 00000100:00000001:0.0:1767326100.798976:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305972420 00000100:00000001:0.0:1767326100.798978:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305969032 00000100:00000001:0.0:1767326100.798980:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305972420 00000100:00000001:0.0:1767326100.798982:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305969032 00000100:00000001:0.0:1767326100.798984:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326100.798986:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326100.798989:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326100.798990:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326100.798994:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326100.798996:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326100.798998:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326100.798999:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326100.799000:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326100.799008:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767326100.799009:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326100.799011:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326100.799012:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326100.799019:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326100.799020:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326100.799021:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326100.799024:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d9e0dd x1853175408647680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326100.799031:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326100.799032:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326100.799034:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326100.799045:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326100.799047:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326100.799049:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408647680:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326100.799053:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326100.799055:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326100.799056:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326100.799057:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326100.799060:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d685db5e. 02000000:00000001:0.0:1767326100.799062:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326100.799065:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000400:00000010:0.0:1767326100.799068:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000200:0.0:1767326100.799071:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408647680, portal 10 00000100:00000001:0.0:1767326100.799073:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326100.799074:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333291520 : -115368376260096 : ffff9712b4ea2a00) 00000100:00000040:0.0:1767326100.799079:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d9e0dd x1853175408647680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326100.799085:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326100.799087:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326100.799089:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d70aeb3. 00000100:00000200:0.0:1767326100.799091:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408647680, offset 0 00000400:00000200:0.0:1767326100.799095:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326100.799099:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326100.799102:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326100.799105:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326100.799106:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326100.799114:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326100.799116:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [197:197:254:4294967295] 192.168.202.142@tcp LPNI seq info [197:197:6:4294967295] 00000400:00000200:0.0:1767326100.799123:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326100.799127:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326100.799131:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013c28cca. 00000800:00000200:0.0:1767326100.799135:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326100.799139:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326100.799141:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013c28cca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326100.799144:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326100.799146:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 279542 usecs (280 jiffies) 00000100:00000001:0.0:1767326100.799148:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305968923 00000100:00000001:0.0:1767326100.799150:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305972420 00000100:00000001:0.0:1767326100.799152:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305968923 00000100:00000001:0.0:1767326100.799154:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305972420 00000100:00000001:0.0:1767326100.799161:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305968923 00000100:00000001:0.0:1767326100.799163:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305972420 00000100:00000001:0.0:1767326100.799164:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305968923 00000100:00000001:0.0:1767326100.799166:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305972420 00000100:00000001:0.0:1767326100.799168:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326100.799169:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326100.799171:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326100.799173:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326100.799185:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326100.799187:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326100.799439:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326100.799440:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326100.799447:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326100.799448:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039fc680f. 00000400:00000200:2.0:1767326100.799458:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326100.799465:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326100.799470:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f807cad2 00000400:00000010:2.0:1767326100.799473:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f807cad2. 00000100:00000001:2.0:1767326100.799476:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326100.799480:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408647808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326100.799489:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326100.799492:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408647808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326100.799499:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326100.799501:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326100.799520:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326100.799522:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb4be34. 00000400:00000200:2.0:1767326100.799526:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326100.799529:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326100.799531:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cabf01af 00000400:00000010:2.0:1767326100.799536:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cabf01af. 00000100:00000001:2.0:1767326100.799539:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326100.799541:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408647552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326100.799548:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326100.799550:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408647552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326100.799555:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326100.799556:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326100.799699:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326100.799702:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013c28cca. 00000400:00000200:2.0:1767326100.799706:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326100.799710:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326100.799712:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d70aeb3 00000400:00000010:2.0:1767326100.799713:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d70aeb3. 00000100:00000001:2.0:1767326100.799715:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326100.799717:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d9e0dd x1853175408647680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326100.799722:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326100.799723:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d9e0dd x1853175408647680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326100.799726:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326100.799727:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326100.800961:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326100.800977:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326100.800980:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326100.800983:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326100.800990:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326100.801002:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05e80 00000400:00000200:2.0:1767326100.801008:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x6fd [1] + 224 00000800:00000001:2.0:1767326100.801015:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326100.801024:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326100.801026:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326100.801257:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326100.801262:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326100.801266:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408647808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326100.801274:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408647808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326100.801289:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326100.801294:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326100.801298:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326100.801327:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326100.801333:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326100.801342:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326100.801345:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326100.801348:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bbdc949. 00000400:00000200:3.0:1767326100.801355:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019d6e0a1 00000400:00000010:3.0:1767326100.801358:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019d6e0a1. 00000100:00000001:3.0:1767326100.801362:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326100.801372:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408647808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326100.801384:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408647808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326100.801391:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326100.801393:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326100.801396:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326100.801426:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326100.801429:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326100.801431:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326100.801435:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326100.801444:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=85 v=5 (5 5 0 0) 00000100:00001000:3.0:1767326100.801449:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=65 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326100.801451:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326100.801453:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326100.801456:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326100.801462:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b258af54 x1853175408647808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326100.801486:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326100.801490:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326100.801492:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326100.801494:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326100.801496:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326100.801500:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408647808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326100.801515:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326100.801519:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326100.801521:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326100.801525:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408647808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326100.801532:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408647808:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326100.801537:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326100.801540:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326100.801542:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408647808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326100.801549:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326100.801552:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326100.801555:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082309f44. 02000000:00000001:3.0:1767326100.801560:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326100.801562:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326100.801564:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326100.801566:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326100.801569:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 02000000:00000001:3.0:1767326100.801573:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326100.801575:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326100.801576:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000001:3.0:1767326100.801580:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326100.801581:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326100.801587:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326100.801594:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326100.801596:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326100.801598:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326100.801600:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326100.802011:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326100.802023:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326100.802026:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326100.802028:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326100.802035:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326100.802048:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f05d80 00000400:00000200:1.0:1767326100.802056:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x705 [1] + 224 00000800:00000001:1.0:1767326100.802063:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326100.802071:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326100.802074:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326100.802079:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326100.802084:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326100.802089:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408647552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326100.802098:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408647552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326100.802120:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326100.802127:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326100.802131:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326100.802163:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326100.802165:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326100.802169:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326100.802170:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326100.802171:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063a096b3. 00000400:00000200:0.0:1767326100.802179:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b25e7918 00000400:00000010:0.0:1767326100.802180:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b25e7918. 00000100:00000001:0.0:1767326100.802183:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326100.802186:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408647552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326100.802192:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408647552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326100.802196:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326100.802197:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326100.802198:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326100.802199:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326100.802200:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326100.802201:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326100.802202:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326100.802204:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=96 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326100.802206:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=96 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326100.802208:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326100.802208:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326100.802210:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326100.802211:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326100.802212:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326100.802214:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408647552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326100.802218:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326100.802220:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326100.802221:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326100.802223:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408647552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326100.802227:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408647552:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326100.802230:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326100.802231:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326100.802232:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408647552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326100.802242:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326100.802244:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326100.802246:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b90f88e5. 02000000:00000001:0.0:1767326100.802248:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326100.802248:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326100.802249:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326100.802251:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326100.802252:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 02000000:00000001:0.0:1767326100.802253:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326100.802254:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326100.802255:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:0.0:1767326100.802257:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326100.802258:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326100.802260:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326100.802261:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326100.802261:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326100.802262:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326100.802263:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326100.802557:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326100.802564:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326100.802566:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326100.802567:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326100.802571:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326100.802578:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05e00 00000400:00000200:2.0:1767326100.802582:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x70d [1] + 224 00000800:00000001:2.0:1767326100.802586:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326100.802589:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326100.802591:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326100.802593:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326100.802596:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326100.802599:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d9e0dd x1853175408647680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326100.802604:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028d9e0dd x1853175408647680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326100.802625:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326100.802630:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326100.802632:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326100.802669:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326100.802673:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326100.802677:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326100.802678:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326100.802681:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000400:00000200:0.0:1767326100.802686:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:0.0:1767326100.802688:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:0.0:1767326100.802692:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326100.802697:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d9e0dd x1853175408647680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326100.802706:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d9e0dd x1853175408647680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326100.802713:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326100.802714:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326100.802716:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326100.802717:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326100.802719:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326100.802726:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326100.802728:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326100.802733:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=91 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326100.802736:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=91 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326100.802738:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326100.802740:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326100.802741:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326100.802744:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326100.802746:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326100.802747:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326100.802749:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326100.802750:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326100.802754:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d9e0dd x1853175408647680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326100.802760:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326100.802762:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326100.802763:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326100.802767:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d9e0dd x1853175408647680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326100.802774:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408647680:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326100.802778:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326100.802780:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326100.802781:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d9e0dd x1853175408647680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326116 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326100.802787:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326100.802789:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326100.802791:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d685db5e. 02000000:00000001:0.0:1767326100.802793:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326100.802795:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326100.802796:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326100.802798:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326100.802799:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052a5ce86. 02000000:00000001:0.0:1767326100.802802:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326100.802809:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326100.802810:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d9e0dd. 00000100:00000001:0.0:1767326100.802813:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326100.802814:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326100.802816:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326100.802820:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326100.802822:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326100.802823:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326100.802825:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326101.819533:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326101.819544:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326101.819549:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326101.819552:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326101.819555:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326101.819560:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326101.819562:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326101.819564:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326101.819566:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326101.819568:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326101.819569:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326101.819570:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326101.819592:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326101.819595:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326101.819597:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326102.843559:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326102.843570:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326102.843577:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326102.843578:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326102.843770:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326102.843775:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326102.843777:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326103.867528:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326103.867537:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326103.867551:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326103.867552:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326103.867571:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326103.867574:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326103.867576:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326104.635449:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305972420, at 4305972480 00000100:00000040:2.0:1767326104.635451:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305972420, at 4305972480 00000100:00000010:3.0:1767326104.635470:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003dd10927. 00000100:00000010:2.0:1767326104.635474:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1abc711. 00000100:00000040:0.0:1767326104.636037:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305972420, at 4305972480 00000100:00000010:0.0:1767326104.636044:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c85d1431. 00000100:00000040:1.0:1767326104.636378:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305972420, at 4305972480 00000100:00000010:1.0:1767326104.636385:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088885fd7. 00010000:00000001:0.0:1767326104.891618:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326104.891655:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326104.891658:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326104.891661:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326104.891666:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326104.891668:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326104.891670:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326104.891673:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326104.891678:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326104.891680:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326104.891748:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326104.891759:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326104.891762:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326105.915544:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326105.915551:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326105.915561:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326105.915567:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326105.915568:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326105.915586:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326105.915604:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000020:00000001:0.0:1767326105.915608:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326105.915611:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326105.915611:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00010000:00010000:0.0:1767326105.915615:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326105.915616:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326105.915620:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326105.915627:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326105.915637:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039fc680f. 00000100:00000001:2.0:1767326105.915645:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326105.915659:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000006b877052 x1853175408647936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326105.915671:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326105.915674:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326105.915680:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_01+1] req@000000006b877052 x1853175408647936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326105.915708:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326105.915710:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326105.915714:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326105.915717:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767326105.915719:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326105.915721:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326105.915723:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326105.915724:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326105.915727:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb30d8a. 00000100:00000001:2.0:1767326105.915729:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326105.915732:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000e6bdf5e7 x1853175408648064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326105.915738:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326105.915739:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326105.915742:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_02+2] req@00000000e6bdf5e7 x1853175408648064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326105.915773:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326105.915781:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326105.915784:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326105.915787:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326105.915790:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326105.915792:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326105.915793:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326105.915795:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326105.915798:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c0c3cee. 00000100:00000001:2.0:1767326105.915801:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326105.915804:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000032a2412e x1853175408648192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326105.915811:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326105.915812:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326105.915815:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_03+3] req@0000000032a2412e x1853175408648192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326105.915822:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326105.915824:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326105.915828:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326105.915833:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11311) 00000100:00000001:2.0:1767326105.915843:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326105.915848:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326105.915850:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326105.915855:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408648192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326105.915857:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326105.915863:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326105.915865:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326105.915869:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326105.915871:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326105.915874:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326105.915877:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408648192:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326105.915891:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326105.915898:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326105.915901:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326105.915904:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326105.915908:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009eb723f4. 02000000:00000001:2.0:1767326105.915910:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326105.915917:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfc078a. 00000400:00000010:2.0:1767326105.915925:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f807cad2. 00000100:00000200:2.0:1767326105.915933:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408648192, portal 10 00000100:00000001:2.0:1767326105.915936:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326105.915937:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000040:2.0:1767326105.915944:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408648192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326105.915959:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326105.915962:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326105.915962:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326105.915964:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767326105.915965:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d3d0de1. 00000100:00000040:0.0:1767326105.915968:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408647936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326105.915968:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408648192, offset 0 00000100:00000001:0.0:1767326105.915974:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326105.915975:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326105.915975:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326105.915978:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326105.915979:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326105.915981:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326105.915983:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408647936:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326105.915986:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326105.915988:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326105.915990:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326105.915991:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:0.0:1767326105.915996:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326105.915998:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1767326105.916000:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b35cb97. 02000000:00000001:0.0:1767326105.916002:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326105.916004:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:0.0:1767326105.916006:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000400:00000200:2.0:1767326105.916009:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767326105.916011:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000400:00000200:2.0:1767326105.916012:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000200:0.0:1767326105.916015:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408647936, portal 25 00000400:00000200:2.0:1767326105.916016:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [198:198:256:4294967295] 192.168.202.142@tcp LPNI seq info [198:198:8:4294967295] 00000100:00000001:0.0:1767326105.916023:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326105.916024:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000040:0.0:1767326105.916028:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408647936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326105.916031:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326105.916032:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326105.916037:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326105.916039:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326105.916041:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326105.916042:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326105.916045:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b25e7918. 00000800:00000010:2.0:1767326105.916046:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed9e0e5f. 00000100:00000200:0.0:1767326105.916048:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408647936, offset 0 00000100:00000001:1.0:1767326105.916049:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326105.916054:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326105.916055:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326105.916055:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326105.916058:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767326105.916064:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:1.0:1767326105.916066:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408648064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326105.916067:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:0.0:1767326105.916068:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326105.916073:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:2.0:1767326105.916073:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed9e0e5f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326105.916078:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326105.916083:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326105.916089:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [199:199:255:4294967295] 192.168.202.142@tcp LPNI seq info [199:199:7:4294967295] 00000100:00000001:1.0:1767326105.916091:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326105.916094:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326105.916099:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326105.916100:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326105.916101:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:1.0:1767326105.916103:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326105.916109:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326105.916110:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326105.916111:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 381213 usecs (382 jiffies) 00000800:00000010:0.0:1767326105.916114:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5c95fa2. 00000100:00000001:2.0:1767326105.916117:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305974142 00000100:00100000:1.0:1767326105.916118:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408648064:192.168.202.142@tcp:400: 00000800:00000200:0.0:1767326105.916122:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:2.0:1767326105.916122:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1abc711. 00000100:00000001:1.0:1767326105.916127:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326105.916130:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326105.916131:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:1.0:1767326105.916132:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767326105.916133:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5c95fa2 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767326105.916136:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326105.916137:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326105.916137:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305974142 02000000:00000001:1.0:1767326105.916141:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326105.916142:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305977537 00000100:00000010:2.0:1767326105.916142:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b327fdc9. 00000100:00000001:2.0:1767326105.916146:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326105.916148:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305974142 02000000:00000010:1.0:1767326105.916148:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000985ce447. 00000100:00000001:2.0:1767326105.916149:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305974142 00000100:00000001:0.0:1767326105.916152:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305977537 02000000:00000001:1.0:1767326105.916154:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326105.916155:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088885fd7. 00000100:00000001:0.0:1767326105.916156:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305974142 00000100:00000001:0.0:1767326105.916159:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305977537 00000100:00000001:2.0:1767326105.916160:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767326105.916161:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008450b98. 00000100:00000001:2.0:1767326105.916163:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305974142 00000100:00000001:0.0:1767326105.916165:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305974142 00000100:00000001:0.0:1767326105.916168:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305977537 00000400:00000010:1.0:1767326105.916168:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a686d3c9. 00000100:00000010:2.0:1767326105.916168:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c85d1431. 00000100:00000200:1.0:1767326105.916173:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408648064, portal 10 00000100:00000001:2.0:1767326105.916174:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326105.916177:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326105.916180:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000100:00000001:2.0:1767326105.916180:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326105.916185:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305974142 00000100:00000001:2.0:1767326105.916185:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326105.916188:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408648064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326105.916189:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326105.916189:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326105.916193:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326105.916194:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326105.916198:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326105.916202:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326105.916204:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326105.916204:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326105.916206:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326105.916208:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326105.916208:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767326105.916212:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326105.916213:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326105.916213:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326105.916215:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326105.916216:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326105.916216:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767326105.916218:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafb2056. 00000100:00000001:0.0:1767326105.916219:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326105.916219:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326105.916221:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed9e0e5f. 00000100:00000001:0.0:1767326105.916223:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326105.916223:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408648064, offset 0 00000100:00000001:2.0:1767326105.916223:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326105.916231:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326105.916234:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326105.916244:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326105.916248:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326105.916249:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326105.916260:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326105.916263:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326105.916266:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326105.916268:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [200:200:254:4294967295] 192.168.202.142@tcp LPNI seq info [200:200:6:4294967295] 00000400:00000200:1.0:1767326105.916277:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326105.916282:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326105.916283:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d3d0de1 00000800:00000010:1.0:1767326105.916286:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000824d53cf. 00000400:00000010:3.0:1767326105.916287:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d3d0de1. 00000800:00000200:1.0:1767326105.916294:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326105.916296:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326105.916300:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:3.0:1767326105.916303:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408648192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326105.916306:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000824d53cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326105.916314:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326105.916320:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 274657 usecs (275 jiffies) 00000100:00000001:3.0:1767326105.916322:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326105.916323:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305974035 00000100:00000001:1.0:1767326105.916326:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305977537 00000100:00000040:3.0:1767326105.916328:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408648192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326105.916329:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305974035 00000100:00000001:1.0:1767326105.916333:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305977537 00000100:00000001:1.0:1767326105.916337:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305974035 00000100:00000001:1.0:1767326105.916340:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305977537 00000100:00000001:1.0:1767326105.916344:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305974035 00000100:00000001:1.0:1767326105.916347:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305977537 00000100:00000001:1.0:1767326105.916350:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326105.916350:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326105.916352:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326105.916354:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326105.916355:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326105.916357:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326105.916361:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326105.916362:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326105.916363:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326105.916364:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326105.916365:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326105.916369:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326105.916373:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5c95fa2. 00000100:00000001:1.0:1767326105.916375:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326105.916379:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326105.916383:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326105.916386:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b25e7918 00000400:00000010:3.0:1767326105.916387:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b25e7918. 00000100:00000001:3.0:1767326105.916390:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326105.916393:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408647936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326105.916425:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326105.916428:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408647936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326121 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326105.916441:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326105.916443:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326105.917004:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326105.917007:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000824d53cf. 00000400:00000200:3.0:1767326105.917010:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326105.917014:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326105.917019:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafb2056 00000400:00000010:3.0:1767326105.917020:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aafb2056. 00000100:00000001:3.0:1767326105.917023:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326105.917026:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408648064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326105.917035:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326105.917037:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408648064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326105.917043:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326105.917045:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326105.919619:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326105.919639:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326105.919645:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326105.919647:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326105.919659:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326105.919676:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06000 00000400:00000200:1.0:1767326105.919685:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x715 [1] + 224 00000800:00000001:1.0:1767326105.919694:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326105.919702:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326105.919705:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326105.919709:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326105.919716:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326105.919723:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408648192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326105.919735:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408648192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326105.919760:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326105.919769:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326105.919773:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326105.919836:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326105.919841:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326105.919849:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326105.919851:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326105.919854:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfc078a. 00000400:00000200:2.0:1767326105.919859:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f807cad2 00000400:00000010:2.0:1767326105.919861:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f807cad2. 00000100:00000001:2.0:1767326105.919864:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326105.919868:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408648192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326105.919898:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408648192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326105.919905:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326105.919907:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326105.919910:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326105.919913:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326105.919916:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326105.919919:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326105.919922:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326105.919932:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=90 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326105.919937:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=70 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326105.919939:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326105.919941:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326105.919944:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326105.919949:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000032a2412e x1853175408648192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326105.919955:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326105.919959:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326105.919961:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326105.919964:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326105.919965:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326105.919969:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408648192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326105.919976:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326105.919979:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326105.919981:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326105.919985:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408648192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326105.919993:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408648192:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326105.919999:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326105.920007:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326105.920010:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408648192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326105.920016:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326105.920019:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326105.920023:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009eb723f4. 02000000:00000001:2.0:1767326105.920028:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326105.920031:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326105.920033:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326105.920035:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326105.920038:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c0c3cee. 02000000:00000001:2.0:1767326105.920042:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326105.920045:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326105.920046:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:2.0:1767326105.920049:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326105.920050:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326105.920052:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326105.920061:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326105.920063:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326105.920066:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326105.920068:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326105.921047:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326105.921070:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326105.921074:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326105.921076:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326105.921083:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326105.921094:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f05f80 00000400:00000200:2.0:1767326105.921100:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x725 [1] + 224 00000800:00000001:2.0:1767326105.921106:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326105.921111:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326105.921113:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326105.921116:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326105.921120:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326105.921125:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408648064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326105.921147:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408648064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326105.921197:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326105.921200:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326105.921214:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326105.921222:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326105.921226:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326105.921228:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326105.921230:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326105.921234:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326105.921239:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f05f00 00000400:00000200:2.0:1767326105.921245:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x71d [1] + 224 00000800:00000001:2.0:1767326105.921249:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326105.921254:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326105.921256:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326105.921259:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326105.921262:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326105.921266:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408647936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326105.921273:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408647936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326105.921296:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326105.921300:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326105.921303:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326105.921626:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326105.921630:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326105.921636:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326105.921638:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326105.921640:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000400:00000200:0.0:1767326105.921645:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:0.0:1767326105.921647:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:0.0:1767326105.921650:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326105.921655:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408647936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326105.921664:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408647936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326105.921671:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326105.921673:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326105.921676:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326105.921678:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326105.921680:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326105.921682:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326105.921685:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326105.921691:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=101 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326105.921694:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=101 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326105.921697:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326105.921698:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326105.921700:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326105.921703:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326105.921712:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326105.921717:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408647936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326105.921724:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326105.921726:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326105.921728:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326105.921731:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408647936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326105.921738:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408647936:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326105.921743:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326105.921746:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326105.921748:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408647936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326105.921754:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326105.921757:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326105.921759:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b35cb97. 02000000:00000001:0.0:1767326105.921763:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326105.921765:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326105.921767:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326105.921769:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326105.921771:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039fc680f. 02000000:00000001:0.0:1767326105.921774:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326105.921776:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326105.921777:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000001:0.0:1767326105.921781:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326105.921782:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326105.921784:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326105.921791:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326105.921792:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326105.921795:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326105.921797:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326105.923642:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326105.923648:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326105.923651:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008450b98. 00000400:00000200:1.0:1767326105.923660:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a686d3c9 00000400:00000010:1.0:1767326105.923662:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a686d3c9. 00000100:00000001:1.0:1767326105.923667:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326105.923675:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408648064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326105.923685:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408648064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326105.923693:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326105.923707:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326105.923710:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326105.923713:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326105.923715:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326105.923717:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326105.923720:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326105.923730:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=96 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326105.923734:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=96 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326105.923736:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326105.923738:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326105.923740:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326105.923744:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326105.923748:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326105.923750:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326105.923752:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326105.923755:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326105.923759:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408648064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326105.923766:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326105.923769:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326105.923771:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326105.923774:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408648064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326105.923781:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408648064:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326105.923786:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326105.923788:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326105.923791:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408648064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326121 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326105.923798:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326105.923800:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326105.923803:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000985ce447. 02000000:00000001:1.0:1767326105.923806:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326105.923808:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326105.923815:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326105.923819:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326105.923821:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb30d8a. 02000000:00000001:1.0:1767326105.923825:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326105.923827:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326105.923828:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:1.0:1767326105.923833:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326105.923834:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326105.923836:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326105.923845:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326105.923846:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326105.923849:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326105.923851:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326106.939525:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326106.939535:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326106.939543:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326106.939582:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326106.939653:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326106.939657:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326106.939661:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326107.965007:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326107.965014:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326107.965019:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326107.965020:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326107.965040:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326107.965043:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326107.965045:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326108.987478:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326108.987489:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326108.987498:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326108.987499:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326108.987531:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326108.987538:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326108.987552:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326109.755544:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305977537, at 4305977600 00000100:00000040:2.0:1767326109.755544:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305977537, at 4305977600 00000100:00000040:3.0:1767326109.755544:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305977537, at 4305977600 00000100:00000040:1.0:1767326109.755546:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305977537, at 4305977600 00000100:00000010:3.0:1767326109.755567:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c85d1431. 00000100:00000010:0.0:1767326109.755568:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1abc711. 00000100:00000010:1.0:1767326109.755572:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b327fdc9. 00000100:00000010:2.0:1767326109.755575:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088885fd7. 00010000:00000001:0.0:1767326110.011572:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326110.011583:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326110.011591:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326110.011593:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326110.011619:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326110.011623:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326110.011626:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326111.035556:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326111.035570:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326111.035593:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000789fa2f6. 00000020:00000040:1.0:1767326111.035601:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326111.035607:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326111.035611:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326111.035618:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326111.035629:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008588d8b0. 00000100:00000001:1.0:1767326111.035637:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326111.035652:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000789fa2f6 x1853175408648320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326111.035664:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326111.035667:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326111.035673:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000789fa2f6] to pc [ptlrpcd_00_00+0] req@00000000789fa2f6 x1853175408648320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326111.035705:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326111.035723:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326111.035726:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326111.035728:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058a040db. 00000020:00000040:1.0:1767326111.035730:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326111.035732:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326111.035733:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326111.035734:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326111.035737:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d59ec675. 00000100:00000001:1.0:1767326111.035739:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326111.035742:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000058a040db x1853175408648448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326111.035747:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326111.035748:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326111.035750:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058a040db] to pc [ptlrpcd_00_01+1] req@0000000058a040db x1853175408648448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326111.035756:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326111.035757:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326111.035759:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326111.035761:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a75f6d50. 00000020:00000040:1.0:1767326111.035762:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326111.035763:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326111.035764:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326111.035765:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326111.035766:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011ae9229. 00000100:00000001:1.0:1767326111.035768:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326111.035770:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000a75f6d50 x1853175408648576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326111.035774:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326111.035775:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326111.035776:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a75f6d50] to pc [ptlrpcd_00_02+2] req@00000000a75f6d50 x1853175408648576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326111.035802:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326111.035804:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326111.035806:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326111.035810:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11316) 00000100:00000001:2.0:1767326111.035825:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326111.035830:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326111.035834:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326111.035835:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326111.035839:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326111.035842:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a75f6d50 x1853175408648576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326111.035853:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326111.035862:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326111.035867:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326111.035870:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326111.035872:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326111.035875:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a75f6d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408648576:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326111.035881:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326111.035887:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326111.035889:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326111.035892:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326111.035897:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082309f44. 02000000:00000001:2.0:1767326111.035899:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326111.035906:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfc078a. 00000400:00000010:2.0:1767326111.035915:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f807cad2. 00000100:00000200:2.0:1767326111.035923:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408648576, portal 10 00000100:00000001:2.0:1767326111.035926:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326111.035928:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604898176 : -115369104653440 : ffff9712897fc380) 00000100:00000040:2.0:1767326111.035935:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a75f6d50 x1853175408648576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326111.035943:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326111.035946:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326111.035949:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ea1c53d. 00000100:00000200:2.0:1767326111.035952:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408648576, offset 0 00000400:00000200:2.0:1767326111.035959:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326111.035984:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326111.035991:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326111.035997:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326111.036001:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326111.036003:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326111.036005:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326111.036008:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326111.036012:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326111.036013:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [201:201:256:4294967295] 192.168.202.142@tcp LPNI seq info [201:201:8:4294967295] 00000100:00000040:0.0:1767326111.036020:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058a040db x1853175408648448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326111.036033:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326111.036037:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326111.036041:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326111.036045:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326111.036046:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326111.036046:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326111.036050:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326111.036052:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767326111.036055:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c0c3cee. 02000000:00000001:0.0:1767326111.036056:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326111.036056:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767326111.036064:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058a040db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408648448:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767326111.036064:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000789fa2f6 x1853175408648320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326111.036075:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767326111.036075:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:0.0:1767326111.036081:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326111.036082:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326111.036084:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326111.036086:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326111.036090:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:3.0:1767326111.036092:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767326111.036096:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c0c3cee type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767326111.036096:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326111.036097:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326111.036101:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326111.036103:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000727a3969. 02000000:00000001:0.0:1767326111.036107:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326111.036108:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000789fa2f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408648320:192.168.202.142@tcp:400: 00000400:00000010:0.0:1767326111.036112:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000400:00000010:0.0:1767326111.036118:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000001:2.0:1767326111.036119:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326111.036122:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767326111.036125:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408648448, portal 10 00000100:00000040:2.0:1767326111.036125:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 374248 usecs (375 jiffies) 02000000:00000001:3.0:1767326111.036126:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326111.036130:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326111.036131:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326111.036132:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305979255 02000000:00000001:3.0:1767326111.036135:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326111.036136:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604904448 : -115369104647168 : ffff9712897fdc00) 00000100:00000010:2.0:1767326111.036138:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088885fd7. 02000000:00000010:3.0:1767326111.036141:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8e2e48c. 02000000:00000001:3.0:1767326111.036145:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326111.036147:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767326111.036148:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058a040db x1853175408648448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326111.036152:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091cac16d. 00000100:00000001:2.0:1767326111.036155:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305979255 00000400:00000010:3.0:1767326111.036160:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fbf3f23. 00000100:00000010:2.0:1767326111.036162:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030ea13d7. 00000100:00000200:3.0:1767326111.036167:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408648320, portal 25 00000100:00000001:0.0:1767326111.036168:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326111.036168:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326111.036174:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326111.036175:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326111.036175:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305979255 00000100:00000001:3.0:1767326111.036177:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604908928 : -115369104642688 : ffff9712897fed80) 00000100:00000010:2.0:1767326111.036181:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052a18f61. 00000400:00000010:0.0:1767326111.036182:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e49d5ef3. 00000100:00000001:2.0:1767326111.036185:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767326111.036187:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000789fa2f6 x1853175408648320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326111.036189:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408648448, offset 0 00000100:00000001:2.0:1767326111.036190:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305979255 00000100:00000010:2.0:1767326111.036198:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003dd10927. 00000100:00000001:2.0:1767326111.036202:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326111.036203:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326111.036204:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326111.036207:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326111.036211:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326111.036212:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326111.036215:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326111.036217:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326111.036217:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9c4baab. 00000100:00000001:2.0:1767326111.036221:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326111.036222:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767326111.036223:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408648320, offset 0 00000400:00000200:0.0:1767326111.036228:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326111.036229:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326111.036233:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326111.036234:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326111.036235:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326111.036236:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326111.036240:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326111.036242:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326111.036242:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326111.036247:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326111.036251:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [202:202:255:4294967295] 192.168.202.142@tcp LPNI seq info [202:202:7:4294967295] 00000800:00000200:1.0:1767326111.036253:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326111.036259:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c0c3cee. 00000400:00000200:0.0:1767326111.036265:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:1.0:1767326111.036267:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767326111.036273:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326111.036277:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326111.036280:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000800:00000010:0.0:1767326111.036283:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5c95fa2. 00000400:00000200:3.0:1767326111.036283:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326111.036290:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:0.0:1767326111.036295:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326111.036295:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326111.036299:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326111.036302:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [203:203:254:4294967295] 192.168.202.142@tcp LPNI seq info [203:203:6:4294967295] 00000800:00000200:0.0:1767326111.036308:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326111.036314:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5c95fa2 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326111.036318:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326111.036320:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326111.036326:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 270013 usecs (271 jiffies) 00000800:00000200:3.0:1767326111.036327:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326111.036328:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ea1c53d 00000100:00000001:0.0:1767326111.036333:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305979151 00000400:00000010:1.0:1767326111.036334:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ea1c53d. 00000100:00000001:0.0:1767326111.036339:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305979255 00000100:00000001:1.0:1767326111.036342:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326111.036348:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a75f6d50 x1853175408648576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326111.036350:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305979151 00000100:00000001:0.0:1767326111.036356:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305979255 00000100:00000001:0.0:1767326111.036360:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305979151 00000100:00000001:0.0:1767326111.036365:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305979255 00000100:00000001:0.0:1767326111.036367:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305979151 00000100:00000001:1.0:1767326111.036367:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326111.036371:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305979255 00000100:00000040:1.0:1767326111.036373:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a75f6d50 x1853175408648576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326111.036376:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326111.036380:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326111.036385:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326111.036389:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326111.036391:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326111.036396:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326111.036423:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326111.036426:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767326111.036427:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d29a8a. 00000100:00000001:0.0:1767326111.036430:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326111.036433:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326111.036435:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326111.036436:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326111.036441:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326111.036446:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326111.036450:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d29a8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326111.036453:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326111.036463:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305982658 00000800:00000200:1.0:1767326111.036469:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326111.036469:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305979255 00010000:00000001:0.0:1767326111.036470:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000800:00000010:1.0:1767326111.036474:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5c95fa2. 00010000:00000001:0.0:1767326111.036476:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326111.036477:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305982658 00000400:00000200:1.0:1767326111.036480:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326111.036483:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305979255 00010000:00000001:0.0:1767326111.036486:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326111.036490:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326111.036490:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326111.036491:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305982658 00000400:00000200:1.0:1767326111.036497:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49d5ef3 00000100:00000001:3.0:1767326111.036498:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305979255 00000400:00000010:1.0:1767326111.036501:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e49d5ef3. 00000100:00000001:3.0:1767326111.036504:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305982658 00000100:00000001:1.0:1767326111.036507:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326111.036510:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305979255 00000100:00000200:1.0:1767326111.036514:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058a040db x1853175408648448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326111.036535:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326111.036545:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058a040db x1853175408648448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326111.036552:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326111.036554:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326111.036568:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326111.036571:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326111.036574:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326111.036575:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326111.036580:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326111.036581:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326111.036583:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326111.036585:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326111.036586:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326111.036588:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326111.036603:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:1.0:1767326111.036605:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326111.036610:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d29a8a. 00000020:00000001:2.0:1767326111.036610:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326111.036616:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767326111.036616:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767326111.036623:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326111.036627:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9c4baab 00000400:00000010:1.0:1767326111.036629:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9c4baab. 00000100:00000001:1.0:1767326111.036633:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326111.036636:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000789fa2f6 x1853175408648320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326111.036643:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326111.036646:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000789fa2f6 x1853175408648320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326127 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326111.036652:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326111.036653:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326111.037737:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326111.037749:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326111.037752:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326111.037753:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326111.037760:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326111.037771:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06180 00000400:00000200:1.0:1767326111.037777:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x72d [1] + 224 00000800:00000001:1.0:1767326111.037783:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326111.037788:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326111.037790:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326111.037792:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326111.037796:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326111.037799:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a75f6d50 x1853175408648576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326111.037807:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a75f6d50 x1853175408648576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326111.037857:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326111.037863:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326111.037877:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326111.037885:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326111.037887:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326111.037914:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326111.037917:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326111.037919:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfc078a. 00000400:00000200:2.0:1767326111.037921:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f807cad2 00000400:00000010:2.0:1767326111.037923:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f807cad2. 00000100:00000001:2.0:1767326111.037925:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326111.037928:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a75f6d50 x1853175408648576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326111.037934:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a75f6d50 x1853175408648576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326111.037938:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326111.037939:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326111.037941:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326111.037944:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326111.037946:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326111.037947:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326111.037950:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326111.037957:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=96 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326111.037960:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=76 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326111.037962:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326111.037964:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326111.037966:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326111.037971:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a75f6d50 x1853175408648576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326111.037978:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326111.037981:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326111.037983:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326111.037986:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326111.037988:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326111.037992:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a75f6d50 x1853175408648576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326111.038050:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326111.038053:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326111.038060:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326111.038064:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a75f6d50 x1853175408648576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326111.038072:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a75f6d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408648576:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326111.038077:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326111.038079:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326111.038081:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a75f6d50 x1853175408648576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326111.038087:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326111.038090:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326111.038094:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082309f44. 02000000:00000001:2.0:1767326111.038098:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326111.038100:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326111.038101:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326111.038104:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326111.038107:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011ae9229. 02000000:00000001:2.0:1767326111.038110:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326111.038113:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326111.038114:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a75f6d50. 00000100:00000001:2.0:1767326111.038118:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326111.038119:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326111.038121:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326111.038125:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326111.038126:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326111.038128:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326111.038129:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326111.038150:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326111.038155:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326111.038156:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326111.038157:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326111.038161:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326111.038166:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f06080 00000400:00000200:2.0:1767326111.038170:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x739 [1] + 224 00000800:00000001:2.0:1767326111.038173:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326111.038180:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326111.038182:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326111.038185:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326111.038189:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326111.038192:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000789fa2f6 x1853175408648320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326111.038200:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000789fa2f6 x1853175408648320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326111.038213:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326111.038219:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326111.038223:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326111.038224:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326111.038226:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326111.038230:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326111.038235:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06100 00000400:00000200:2.0:1767326111.038240:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x735 [1] + 224 00000800:00000001:2.0:1767326111.038243:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326111.038248:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326111.038250:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326111.038253:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326111.038256:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326111.038258:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058a040db x1853175408648448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326111.038266:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058a040db x1853175408648448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326111.038287:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326111.038292:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326111.038295:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326111.038347:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326111.038350:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326111.038354:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326111.038356:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326111.038357:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000400:00000200:0.0:1767326111.038361:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:0.0:1767326111.038363:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:0.0:1767326111.038366:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326111.038368:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326111.038370:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058a040db x1853175408648448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326111.038373:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326111.038379:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058a040db x1853175408648448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326111.038380:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326111.038384:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326111.038387:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091cac16d. 00000100:00000001:0.0:1767326111.038389:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767326111.038392:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fbf3f23 00000400:00000010:3.0:1767326111.038394:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fbf3f23. 00000100:00000001:0.0:1767326111.038419:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326111.038422:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326111.038424:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326111.038425:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326111.038427:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326111.038429:0:211394:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767326111.038433:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326111.038437:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000789fa2f6 x1853175408648320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326111.038440:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=102 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326111.038448:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=102 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326111.038454:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326111.038456:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326111.038458:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000789fa2f6 x1853175408648320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326111.038460:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326111.038463:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326111.038468:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326111.038471:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326111.038474:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326111.038475:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326111.038478:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326111.038478:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326111.038483:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767326111.038486:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058a040db x1853175408648448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326111.038493:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326111.038496:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326111.038497:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326111.038500:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326111.038502:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326111.038505:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326111.038505:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326111.038511:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058a040db x1853175408648448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326111.038512:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=107 v=5 (5 5 0 0) 00000100:00001000:3.0:1767326111.038519:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=107 v=5 (1 1 0 0) 00000100:00100000:0.0:1767326111.038534:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058a040db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408648448:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326111.038540:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326111.038542:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326111.038543:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326111.038546:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767326111.038548:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767326111.038551:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058a040db x1853175408648448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326111.038551:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326111.038555:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326111.038564:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767326111.038565:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000789fa2f6 x1853175408648320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326111.038566:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326111.038569:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000727a3969. 02000000:00000001:0.0:1767326111.038574:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326111.038577:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326111.038579:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326111.038581:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326111.038582:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326111.038585:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000040:3.0:1767326111.038588:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000789fa2f6 x1853175408648320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326111.038590:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326111.038594:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d59ec675. 02000000:00000001:0.0:1767326111.038599:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326111.038601:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326111.038604:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058a040db. 00000100:00100000:3.0:1767326111.038605:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000789fa2f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408648320:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326111.038610:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326111.038613:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326111.038613:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326111.038615:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326111.038618:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326111.038622:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326111.038623:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000789fa2f6 x1853175408648320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326127 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326111.038626:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326111.038629:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326111.038632:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326111.038638:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326111.038640:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326111.038642:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8e2e48c. 02000000:00000001:3.0:1767326111.038646:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326111.038648:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326111.038649:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326111.038651:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326111.038653:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008588d8b0. 02000000:00000001:3.0:1767326111.038656:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326111.038657:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326111.038658:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000789fa2f6. 00000100:00000001:3.0:1767326111.038668:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326111.038669:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326111.038671:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326111.038675:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326111.038676:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326111.038678:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326111.038680:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326112.059591:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326112.059601:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326112.059609:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326112.059613:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326112.059615:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326112.059622:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326112.059625:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326112.059626:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326112.059630:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326112.059632:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326112.059634:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326112.059636:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326112.059672:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326112.059676:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326112.059679:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326113.083630:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326113.083638:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326113.083642:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326113.083643:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326113.083701:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326113.083707:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326113.083710:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326114.108235:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326114.108244:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326114.108251:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326114.108253:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326114.108276:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326114.108280:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326114.108311:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326114.875480:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305982658, at 4305982720 00000100:00000010:0.0:1767326114.875514:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088885fd7. 00000100:00000040:2.0:1767326114.875524:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305982658, at 4305982720 00000100:00000010:2.0:1767326114.875549:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052a18f61. 00000100:00000040:1.0:1767326114.875682:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305982658, at 4305982720 00000100:00000010:1.0:1767326114.875689:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030ea13d7. 00000100:00000040:3.0:1767326114.876460:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305982658, at 4305982720 00000100:00000010:3.0:1767326114.876469:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003dd10927. 00010000:00000001:0.0:1767326115.131601:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326115.131613:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326115.131616:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326115.131618:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326115.131625:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326115.131627:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326115.131629:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326115.131631:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326115.131635:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326115.131637:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326115.132990:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326115.132997:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326115.133001:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326116.155533:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326116.155540:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326116.155546:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326116.155549:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326116.155561:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000010:1.0:1767326116.155562:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ab253b0. 00010000:00000001:0.0:1767326116.155563:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326116.155573:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326116.155578:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326116.155581:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1767326116.155589:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326116.155589:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326116.155594:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326116.155598:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1767326116.155601:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b2a70f3e. 00000100:00000001:1.0:1767326116.155611:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326116.155626:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000006ab253b0 x1853175408648704/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326116.155638:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326116.155641:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326116.155648:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab253b0] to pc [ptlrpcd_00_03+3] req@000000006ab253b0 x1853175408648704/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326116.155683:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326116.155685:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326116.155689:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326116.155692:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f49c08a. 00000020:00000040:1.0:1767326116.155694:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326116.155697:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326116.155699:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326116.155701:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326116.155704:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5dc54ea. 00000100:00000001:1.0:1767326116.155707:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326116.155716:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326116.155720:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326116.155722:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767326116.155726:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326116.155728:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326116.155731:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000003f49c08a x1853175408648832/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326116.155740:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326116.155742:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326116.155742:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326116.155746:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f49c08a] to pc [ptlrpcd_00_00+0] req@000000003f49c08a x1853175408648832/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326116.155746:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326116.155751:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326116.155755:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326116.155758:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326116.155765:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ab253b0 x1853175408648704/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326116.155775:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326116.155777:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326116.155779:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326116.155780:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326116.155785:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326116.155789:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001890d837. 00000100:00000001:2.0:1767326116.155790:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326116.155792:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326116.155794:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326116.155795:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326116.155797:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326116.155798:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326116.155800:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326116.155801:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326116.155805:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326116.155806:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f49c08a x1853175408648832/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326116.155806:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326116.155811:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb080471. 00000100:00100000:3.0:1767326116.155813:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ab253b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408648704:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326116.155816:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326116.155818:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326116.155818:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326116.155821:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326116.155826:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326116.155827:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000001890d837 x1853175408648960/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326116.155830:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326116.155835:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326116.155839:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767326116.155841:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5b79e3d. 00000100:00000001:2.0:1767326116.155843:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326116.155844:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326116.155845:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326116.155847:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326116.155849:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326116.155852:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326116.155853:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001890d837] to pc [ptlrpcd_00_01+1] req@000000001890d837 x1853175408648960/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326116.155853:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091cac16d. 02000000:00000001:2.0:1767326116.155858:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326116.155861:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fbf3f23. 00000100:00100000:2.0:1767326116.155873:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003f49c08a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408648832:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326116.155877:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326116.155877:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408648704, portal 25 00000100:00000001:2.0:1767326116.155878:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326116.155883:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326116.155883:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326116.155884:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326116.155888:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326116.155890:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326116.155891:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604911616 : -115369104640000 : ffff9712897ff800) 02000000:00000001:2.0:1767326116.155892:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326116.155899:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326116.155900:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007236fe1a. 00000100:00000040:1.0:1767326116.155901:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11321) 00000100:00000040:3.0:1767326116.155901:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ab253b0 x1853175408648704/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326116.155903:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326116.155905:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326116.155908:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326116.155915:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767326116.155917:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfc078a. 00000100:00000040:0.0:1767326116.155918:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001890d837 x1853175408648960/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326116.155922:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326116.155925:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f807cad2. 00000400:00000010:3.0:1767326116.155926:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a3a8859. 00000100:00000200:2.0:1767326116.155932:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408648832, portal 10 00000100:00000200:3.0:1767326116.155932:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408648704, offset 0 00000100:00000001:0.0:1767326116.155935:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326116.155938:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326116.155939:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326116.155942:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604902656 : -115369104648960 : ffff9712897fd500) 02000000:00000001:0.0:1767326116.155944:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326116.155948:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326116.155950:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326116.155952:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003f49c08a x1853175408648832/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326116.155954:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326116.155962:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408648960:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326116.155968:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326116.155970:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326116.155974:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326116.155974:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:0.0:1767326116.155975:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767326116.155981:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea7dd868. 02000000:00000001:0.0:1767326116.155984:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326116.155985:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326116.155987:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326116.155993:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a25ac4b. 00000100:00000200:2.0:1767326116.155994:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408648832, offset 0 00000400:00000200:3.0:1767326116.155994:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:0.0:1767326116.155997:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326116.156002:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767326116.156003:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000400:00000200:3.0:1767326116.156009:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326116.156014:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326116.156016:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [204:204:256:4294967295] 192.168.202.142@tcp LPNI seq info [204:204:8:4294967295] 00000400:00000010:0.0:1767326116.156022:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000200:0.0:1767326116.156027:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408648960, portal 10 00000400:00000200:3.0:1767326116.156031:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326116.156039:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767326116.156040:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326116.156042:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604900864 : -115369104650752 : ffff9712897fce00) 00000400:00000200:2.0:1767326116.156045:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:3.0:1767326116.156048:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc945970. 00000400:00000200:2.0:1767326116.156050:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326116.156053:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001890d837 x1853175408648960/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326116.156057:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:3.0:1767326116.156062:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326116.156066:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326116.156071:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326116.156072:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:0.0:1767326116.156081:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326116.156081:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [205:205:255:4294967295] 192.168.202.142@tcp LPNI seq info [205:205:7:4294967295] 00000800:00000200:3.0:1767326116.156081:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:0.0:1767326116.156086:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fb0af82. 00000800:00000200:3.0:1767326116.156089:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc945970 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767326116.156091:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408648960, offset 0 00000400:00000200:2.0:1767326116.156100:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:0.0:1767326116.156103:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326116.156110:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326116.156110:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326116.156115:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:2.0:1767326116.156118:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2b156b8. 00000100:00000001:3.0:1767326116.156118:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305987777 00000400:00000200:0.0:1767326116.156127:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326116.156127:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:3.0:1767326116.156127:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016446684. 00000400:00000200:0.0:1767326116.156134:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:2.0:1767326116.156139:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326116.156139:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326116.156141:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326116.156146:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e2b156b8 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326116.156148:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326116.156149:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305987777 00000100:00000001:2.0:1767326116.156152:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326116.156155:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [206:206:254:4294967295] 192.168.202.142@tcp LPNI seq info [206:206:6:4294967295] 00000100:00000010:3.0:1767326116.156156:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d429ad70. 00000100:00000040:2.0:1767326116.156159:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 265415 usecs (266 jiffies) 00000100:00000001:3.0:1767326116.156163:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326116.156164:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305984266 00000100:00000001:2.0:1767326116.156169:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305987777 00000100:00000001:3.0:1767326116.156170:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305987777 00000100:00000001:2.0:1767326116.156176:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305984266 00000400:00000200:0.0:1767326116.156177:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000010:3.0:1767326116.156177:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080aa1012. 00000800:00000200:1.0:1767326116.156180:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326116.156183:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000010:1.0:1767326116.156187:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc945970. 00000800:00000200:0.0:1767326116.156189:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326116.156190:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305987777 00000100:00000001:3.0:1767326116.156195:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305987777 00000800:00000010:0.0:1767326116.156197:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013c28cca. 00000400:00000200:1.0:1767326116.156199:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326116.156199:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305984266 00000100:00000010:3.0:1767326116.156201:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011ed1a80. 00000100:00000001:2.0:1767326116.156204:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305987777 00000800:00000200:0.0:1767326116.156207:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326116.156209:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326116.156210:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305984266 00000100:00000001:3.0:1767326116.156217:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326116.156218:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305987777 00000800:00000200:0.0:1767326116.156220:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326116.156220:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326116.156225:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326116.156225:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326116.156228:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013c28cca type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326116.156232:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a3a8859 00000100:00000001:2.0:1767326116.156232:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326116.156232:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326116.156234:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326116.156237:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a3a8859. 00000100:00000001:3.0:1767326116.156239:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326116.156241:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 367493 usecs (368 jiffies) 00000100:00000001:2.0:1767326116.156245:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326116.156246:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305984368 00000100:00000001:1.0:1767326116.156246:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326116.156249:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326116.156253:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ab253b0 x1853175408648704/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326116.156257:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305987777 00000100:00000001:0.0:1767326116.156262:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305984368 00000100:00000001:2.0:1767326116.156264:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326116.156267:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305987777 00000100:00000001:2.0:1767326116.156268:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326116.156274:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305984368 00000100:00000001:2.0:1767326116.156275:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326116.156278:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326116.156279:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326116.156280:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305987777 00000100:00000001:2.0:1767326116.156283:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326116.156284:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ab253b0 x1853175408648704/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326132 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326116.156285:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305984368 00000100:00000001:2.0:1767326116.156288:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326116.156289:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305987777 00000100:00000001:0.0:1767326116.156295:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326116.156300:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326116.156304:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326116.156305:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326116.156309:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326116.156310:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326116.156317:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326116.156318:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326116.156321:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326116.156322:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326116.156324:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326116.156326:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326116.156327:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326116.156331:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2b156b8. 00000400:00000200:1.0:1767326116.156334:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326116.156338:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326116.156341:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea7dd868 00000400:00000010:1.0:1767326116.156343:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea7dd868. 00000100:00000001:1.0:1767326116.156346:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326116.156348:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f49c08a x1853175408648832/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326116.156356:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326116.156358:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f49c08a x1853175408648832/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326116.156364:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326116.156365:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326116.156439:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326116.156442:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013c28cca. 00000400:00000200:1.0:1767326116.156445:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326116.156447:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326116.156449:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fb0af82 00000400:00000010:1.0:1767326116.156450:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fb0af82. 00000100:00000001:1.0:1767326116.156452:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326116.156454:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001890d837 x1853175408648960/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326116.156464:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326116.156466:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001890d837 x1853175408648960/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326116.156470:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326116.156471:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326116.161200:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326116.161224:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326116.161229:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326116.161231:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326116.161250:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326116.161272:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f06200 00000400:00000200:1.0:1767326116.161283:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x745 [1] + 224 00000800:00000001:1.0:1767326116.161294:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326116.161300:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326116.161303:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326116.161306:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326116.161322:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326116.161333:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ab253b0 x1853175408648704/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326116.161346:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ab253b0 x1853175408648704/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326116.161362:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326116.161372:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326116.161374:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326116.161376:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326116.161377:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326116.161380:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326116.161390:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06300 00000400:00000200:1.0:1767326116.161396:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x755 [1] + 224 00000800:00000001:1.0:1767326116.161435:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326116.161458:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326116.161460:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326116.161461:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326116.161463:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326116.161467:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326116.161467:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767326116.161473:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001890d837 x1853175408648960/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326116.161486:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326116.161489:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326116.161493:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091cac16d. 00000100:00000040:1.0:1767326116.161497:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001890d837 x1853175408648960/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326116.161500:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fbf3f23 00000400:00000010:3.0:1767326116.161505:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fbf3f23. 00000100:00000001:3.0:1767326116.161512:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326116.161518:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ab253b0 x1853175408648704/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326116.161526:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767326116.161530:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ab253b0 x1853175408648704/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326116.161534:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326116.161539:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326116.161540:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326116.161542:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326116.161545:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326116.161547:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326116.161549:0:211396:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767326116.161554:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 02000000:00000001:3.0:1767326116.161555:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326116.161559:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326116.161563:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326116.161564:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06280 02000000:00000001:3.0:1767326116.161570:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326116.161574:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x749 [1] + 224 00000800:00000001:1.0:1767326116.161579:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326116.161581:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=112 v=5 (5 5 0 0) 00000100:00000001:0.0:1767326116.161584:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326116.161587:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326116.161589:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767326116.161589:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=112 v=5 (1 1 0 0) 00000400:00000200:1.0:1767326116.161590:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326116.161596:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:0.0:1767326116.161597:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326116.161597:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326116.161601:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326116.161602:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326116.161606:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00010000:00000001:3.0:1767326116.161607:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326116.161611:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326116.161612:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:0.0:1767326116.161616:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:3.0:1767326116.161616:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326116.161620:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326116.161621:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767326116.161624:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ab253b0 x1853175408648704/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326116.161628:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f49c08a x1853175408648832/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326116.161630:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001890d837 x1853175408648960/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326116.161650:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f49c08a x1853175408648832/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326116.161662:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001890d837 x1853175408648960/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326116.161672:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326116.161676:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326116.161680:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326116.161682:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326116.161686:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326116.161690:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326116.161690:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326116.161695:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326116.161698:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326116.161701:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326116.161705:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767326116.161707:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ab253b0 x1853175408648704/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326116.161708:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326116.161712:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326116.161719:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767326116.161720:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=101 v=5 (5 5 0 0) 00000100:00000001:2.0:1767326116.161724:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767326116.161730:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=81 v=5 (1 1 0 0) 00000400:00000001:2.0:1767326116.161730:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326116.161735:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767326116.161735:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ab253b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408648704:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326116.161738:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767326116.161738:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfc078a. 00000100:00000001:0.0:1767326116.161742:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326116.161745:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f807cad2 00010000:00000001:0.0:1767326116.161746:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326116.161747:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326116.161750:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f807cad2. 00000100:00000001:3.0:1767326116.161752:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326116.161754:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:0.0:1767326116.161755:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001890d837 x1853175408648960/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326116.161758:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ab253b0 x1853175408648704/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326116.161762:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f49c08a x1853175408648832/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326116.161788:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326116.161789:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326116.161793:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1767326116.161794:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f49c08a x1853175408648832/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326116.161795:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1767326116.161796:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5b79e3d. 00000100:00000040:0.0:1767326116.161800:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 02000000:00000001:3.0:1767326116.161802:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326116.161805:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326116.161806:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767326116.161808:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326116.161809:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326116.161812:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326116.161813:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:3.0:1767326116.161816:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b2a70f3e. 00000100:00000001:0.0:1767326116.161819:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767326116.161820:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326116.161824:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326116.161824:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326116.161826:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ab253b0. 02000000:00000001:2.0:1767326116.161827:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326116.161830:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326116.161832:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767326116.161833:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001890d837 x1853175408648960/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326116.161834:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326116.161834:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326116.161840:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326116.161841:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326116.161850:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767326116.161850:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=107 v=5 (5 5 0 0) 00000100:00000001:3.0:1767326116.161852:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326116.161856:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326116.161857:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326116.161858:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=107 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326116.161859:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326116.161864:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326116.161865:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767326116.161868:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001890d837 x1853175408648960/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326116.161869:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326116.161869:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326116.161873:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326116.161878:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326116.161883:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326116.161885:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00100000:0.0:1767326116.161886:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408648960:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326116.161888:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326116.161890:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326116.161896:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326116.161897:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f49c08a x1853175408648832/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326116.161900:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326116.161907:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001890d837 x1853175408648960/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326116.161920:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326116.161923:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326116.161925:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a25ac4b. 00000100:00000001:2.0:1767326116.161928:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326116.161931:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326116.161932:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326116.161934:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326116.161939:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f49c08a x1853175408648832/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326116.161940:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326116.161950:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00100000:2.0:1767326116.161950:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003f49c08a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408648832:192.168.202.142@tcp:400: 00000020:00000001:0.0:1767326116.161955:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326116.161958:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb080471. 00000100:00000001:2.0:1767326116.161958:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326116.161962:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326116.161964:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326116.161967:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767326116.161967:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f49c08a x1853175408648832/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326132 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326116.161970:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001890d837. 00000100:00000001:0.0:1767326116.161976:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326116.161978:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326116.161979:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326116.161983:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326116.161983:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326116.161986:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007236fe1a. 00000100:00000001:0.0:1767326116.161990:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767326116.161992:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326116.161994:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326116.161995:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326116.161998:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326116.161999:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767326116.162003:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326116.162004:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326116.162005:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5dc54ea. 02000000:00000001:2.0:1767326116.162010:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326116.162011:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326116.162012:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f49c08a. 00000100:00000001:2.0:1767326116.162016:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326116.162018:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326116.162020:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326116.162024:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326116.162025:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326116.162028:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326116.162029:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326117.179578:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326117.179589:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326117.179596:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326117.179597:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326117.179720:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326117.179725:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326117.179728:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326118.203569:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326118.203578:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326118.203585:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326118.203586:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326118.203647:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326118.203650:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326118.203653:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326119.227520:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326119.227528:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326119.227534:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326119.227535:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326119.227631:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326119.227657:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326119.227661:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326119.995560:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305987777, at 4305987840 00000100:00000040:1.0:1767326119.995560:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305987777, at 4305987840 00000100:00000040:3.0:1767326119.995560:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305987777, at 4305987840 00000100:00000010:0.0:1767326119.995587:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016446684. 00000100:00000010:1.0:1767326119.995593:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d429ad70. 00000100:00000010:3.0:1767326119.995596:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011ed1a80. 00000100:00000040:2.0:1767326119.995710:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305987777, at 4305987840 00000100:00000010:2.0:1767326119.995718:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080aa1012. 00010000:00000001:0.0:1767326120.252712:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326120.252724:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326120.252729:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326120.252730:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326120.252797:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326120.252815:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326120.252846:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326121.275558:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326121.275567:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326121.275570:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326121.275573:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326121.275575:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326121.275577:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326121.275606:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7b89fc3. 00000020:00000040:3.0:1767326121.275614:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326121.275619:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326121.275623:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326121.275629:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326121.275638:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005f1bd790. 00000100:00000001:3.0:1767326121.275646:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326121.275658:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b7b89fc3 x1853175408649088/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326121.275671:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326121.275674:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326121.275681:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7b89fc3] to pc [ptlrpcd_00_02+2] req@00000000b7b89fc3 x1853175408649088/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326121.275722:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326121.275725:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326121.275728:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326121.275732:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025c21800. 00000020:00000040:3.0:1767326121.275734:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326121.275737:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326121.275739:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326121.275741:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326121.275745:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326121.275747:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc945970. 00000100:00000001:3.0:1767326121.275750:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326121.275755:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000025c21800 x1853175408649216/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767326121.275757:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767326121.275761:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326121.275769:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326121.275771:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326121.275772:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767326121.275774:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326121.275775:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326121.275776:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025c21800] to pc [ptlrpcd_00_03+3] req@0000000025c21800 x1853175408649216/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326121.275779:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326121.275785:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326121.275786:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326121.275792:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326121.275793:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326121.275796:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326121.275797:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326121.275802:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7b89fc3 x1853175408649088/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326121.275814:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326121.275816:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326121.275819:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326121.275819:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a60b7193. 02000000:00000001:1.0:1767326121.275824:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1767326121.275824:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:1.0:1767326121.275827:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326121.275829:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326121.275830:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326121.275833:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767326121.275834:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7b89fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408649088:192.168.202.142@tcp:400: 02000000:00000001:3.0:1767326121.275837:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326121.275838:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767326121.275843:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1d29a8a. 02000000:00000001:1.0:1767326121.275845:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326121.275849:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326121.275850:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326121.275851:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326121.275858:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ad31712. 00000100:00000040:3.0:1767326121.275858:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000a60b7193 x1853175408649344/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326121.275862:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326121.275864:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326121.275868:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767326121.275870:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326121.275872:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008450b98. 00000100:00000001:0.0:1767326121.275874:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326121.275877:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326121.275880:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326121.275881:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326121.275883:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767326121.275883:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a686d3c9. 00000100:00000001:3.0:1767326121.275883:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326121.275886:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326121.275889:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025c21800 x1853175408649216/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326121.275890:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a60b7193] to pc [ptlrpcd_00_00+0] req@00000000a60b7193 x1853175408649344/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326121.275893:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408649088, portal 25 00000100:00000001:0.0:1767326121.275901:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326121.275901:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326121.275904:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571627648 : -115369137923968 : ffff971287841880) 00000100:00000001:0.0:1767326121.275905:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326121.275911:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326121.275913:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326121.275914:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7b89fc3 x1853175408649088/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326121.275918:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326121.275925:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408649216:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326121.275930:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326121.275931:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326121.275936:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326121.275937:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767326121.275939:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 02000000:00000001:0.0:1767326121.275940:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326121.275941:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326121.275943:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408649088, offset 0 02000000:00000001:0.0:1767326121.275944:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326121.275946:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326121.275949:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767326121.275951:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002637400b. 02000000:00000001:0.0:1767326121.275955:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326121.275957:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a60b7193 x1853175408649344/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326121.275958:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326121.275962:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000400:00000010:0.0:1767326121.275971:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000001:2.0:1767326121.275971:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326121.275973:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326121.275976:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:0.0:1767326121.275978:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408649216, portal 10 02000000:00000001:2.0:1767326121.275979:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326121.275982:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326121.275983:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326121.275986:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571635712 : -115369137915904 : ffff971287843800) 02000000:00000001:2.0:1767326121.275988:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326121.275991:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326121.275996:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025c21800 x1853175408649216/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326121.275996:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a60b7193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408649344:192.168.202.142@tcp:400: 00000400:00000200:1.0:1767326121.275999:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326121.276006:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326121.276006:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326121.276011:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326121.276012:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767326121.276016:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326121.276018:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [207:207:256:4294967295] 192.168.202.142@tcp LPNI seq info [207:207:8:4294967295] 02000000:00000001:2.0:1767326121.276021:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326121.276028:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009328c898. 02000000:00000001:2.0:1767326121.276032:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326121.276033:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767326121.276037:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfc078a. 00000100:00000040:0.0:1767326121.276039:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326121.276043:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f807cad2. 00000400:00000010:0.0:1767326121.276044:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d045329. 00000100:00000200:2.0:1767326121.276049:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408649344, portal 10 00000100:00000200:0.0:1767326121.276050:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408649216, offset 0 00000100:00000001:2.0:1767326121.276055:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326121.276057:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326121.276058:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571634816 : -115369137916800 : ffff971287843480) 00000400:00000200:0.0:1767326121.276063:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326121.276070:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a60b7193 x1853175408649344/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326121.276071:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326121.276073:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:1.0:1767326121.276079:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b5b63e. 00000400:00000200:0.0:1767326121.276082:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326121.276088:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326121.276090:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326121.276094:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326121.276096:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326121.276099:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326121.276102:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326121.276105:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [208:208:255:4294967295] 192.168.202.142@tcp LPNI seq info [208:208:7:4294967295] 00000100:00000001:3.0:1767326121.276107:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326121.276110:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:2.0:1767326121.276111:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091464543. 00000100:00000040:3.0:1767326121.276112:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767326121.276118:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408649344, offset 0 00000800:00000200:1.0:1767326121.276119:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f4b5b63e type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767326121.276119:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326121.276120:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:3.0:1767326121.276126:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11326) 00000400:00000200:2.0:1767326121.276132:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326121.276133:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326121.276140:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb4be34. 00000100:00000001:1.0:1767326121.276140:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326121.276144:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326121.276148:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305992897 00000800:00000200:0.0:1767326121.276150:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326121.276152:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1767326121.276157:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000417bd662. 00000400:00000200:2.0:1767326121.276161:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:0.0:1767326121.276162:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326121.276162:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767326121.276166:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb4be34 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326121.276166:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326121.276168:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326121.276169:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326121.276171:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326121.276175:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:0.0:1767326121.276177:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 261045 usecs (262 jiffies) 00000100:00000001:1.0:1767326121.276178:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305992897 00000100:00000001:0.0:1767326121.276183:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305989382 00000400:00000200:2.0:1767326121.276183:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [209:209:254:4294967295] 192.168.202.142@tcp LPNI seq info [209:209:6:4294967295] 00000100:00000010:1.0:1767326121.276185:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bae1c4d2. 00000100:00000001:0.0:1767326121.276188:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305992897 00000100:00000001:0.0:1767326121.276193:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305989382 00000100:00000001:1.0:1767326121.276199:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767326121.276201:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326121.276205:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305992897 00000100:00000001:0.0:1767326121.276209:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305992897 00000800:00000200:2.0:1767326121.276210:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:1.0:1767326121.276212:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000031921c6c. 00000100:00000001:0.0:1767326121.276214:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305989382 00000800:00000200:3.0:1767326121.276216:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326121.276217:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f07b907. 00000100:00000001:1.0:1767326121.276218:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000010:3.0:1767326121.276220:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b5b63e. 00000100:00000001:0.0:1767326121.276226:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305992897 00000100:00000001:1.0:1767326121.276226:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305992897 00000800:00000200:2.0:1767326121.276227:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326121.276229:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326121.276230:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305989382 00000100:00000010:1.0:1767326121.276233:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008bb3ffa6. 00000800:00000200:2.0:1767326121.276238:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326121.276239:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326121.276241:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767326121.276244:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f07b907 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326121.276248:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305992897 00000100:00000001:1.0:1767326121.276248:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326121.276248:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000100:00000001:2.0:1767326121.276249:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326121.276253:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:1.0:1767326121.276255:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326121.276256:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 361061 usecs (362 jiffies) 00000100:00000001:0.0:1767326121.276257:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326121.276259:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326121.276260:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326121.276261:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305989482 00000100:00000001:1.0:1767326121.276262:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326121.276267:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326121.276268:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305992897 00000100:00000200:3.0:1767326121.276268:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7b89fc3 x1853175408649088/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326121.276269:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326121.276274:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305989482 00000100:00000001:1.0:1767326121.276277:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326121.276282:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326121.276282:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305992897 00000100:00000001:2.0:1767326121.276287:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305989482 00000100:00000001:2.0:1767326121.276289:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305992897 00000100:00000001:3.0:1767326121.276289:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326121.276291:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305989482 00000100:00000001:2.0:1767326121.276293:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305992897 00000100:00000001:2.0:1767326121.276295:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326121.276297:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326121.276301:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326121.276303:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7b89fc3 x1853175408649088/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326121.276308:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326121.276312:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326121.276313:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326121.276318:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326121.276321:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326121.276321:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326121.276324:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326121.276325:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326121.276329:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326121.276331:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326121.276333:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326121.276336:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326121.276344:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326121.276346:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb4be34. 00000400:00000200:3.0:1767326121.276350:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326121.276355:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326121.276358:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d045329 00000400:00000010:3.0:1767326121.276359:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d045329. 00000100:00000001:3.0:1767326121.276362:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326121.276364:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025c21800 x1853175408649216/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326121.276369:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326121.276370:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025c21800 x1853175408649216/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326121.276374:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326121.276375:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326121.276455:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326121.276458:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f07b907. 00000400:00000200:3.0:1767326121.276461:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326121.276464:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326121.276467:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091464543 00000400:00000010:3.0:1767326121.276468:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091464543. 00000100:00000001:3.0:1767326121.276470:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326121.276473:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a60b7193 x1853175408649344/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326121.276479:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326121.276481:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a60b7193 x1853175408649344/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326121.276487:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326121.276489:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326121.278703:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326121.278721:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326121.278727:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326121.278730:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326121.278741:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326121.278758:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f06380 00000400:00000200:1.0:1767326121.278767:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x75d [1] + 224 00000800:00000001:1.0:1767326121.278782:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326121.278792:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326121.278794:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326121.278799:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326121.278807:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326121.278814:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7b89fc3 x1853175408649088/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326121.278825:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b7b89fc3 x1853175408649088/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326121.278846:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326121.278855:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326121.278859:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326121.278861:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326121.278863:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326121.278867:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326121.278874:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06400 00000400:00000200:1.0:1767326121.278880:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x765 [1] + 224 00000800:00000001:1.0:1767326121.278885:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326121.278890:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326121.278890:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326121.278895:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326121.278896:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326121.278900:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:2.0:1767326121.278907:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326121.278910:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326121.278914:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008450b98. 00000400:00000200:2.0:1767326121.278919:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a686d3c9 00000400:00000010:2.0:1767326121.278921:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a686d3c9. 00000100:00000001:2.0:1767326121.278924:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326121.278926:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326121.278930:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7b89fc3 x1853175408649088/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326121.278933:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025c21800 x1853175408649216/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326121.278956:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7b89fc3 x1853175408649088/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326121.278973:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326121.278975:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326121.278978:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326121.278981:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326121.278984:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326121.278987:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326121.278990:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326121.278997:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=117 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326121.279001:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=117 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326121.279004:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326121.279006:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326121.279008:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326121.279011:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326121.279013:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326121.279017:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7b89fc3 x1853175408649088/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326121.279024:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326121.279034:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326121.279036:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326121.279041:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7b89fc3 x1853175408649088/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326121.279048:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7b89fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408649088:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326121.279058:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326121.279062:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326121.279067:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7b89fc3 x1853175408649088/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326121.279070:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000025c21800 x1853175408649216/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326121.279085:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326121.279090:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326121.279093:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ad31712. 02000000:00000001:2.0:1767326121.279099:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326121.279101:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767326121.279102:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326121.279106:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326121.279108:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:1.0:1767326121.279109:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767326121.279111:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005f1bd790. 00000800:00000001:1.0:1767326121.279116:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326121.279118:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1767326121.279121:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326121.279122:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326121.279126:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7b89fc3. 00000800:00000001:1.0:1767326121.279127:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326121.279131:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326121.279135:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326121.279137:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:2.0:1767326121.279138:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326121.279145:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326121.279147:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326121.279150:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326121.279151:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06480 00000100:00000001:2.0:1767326121.279151:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326121.279157:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326121.279157:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1767326121.279161:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326121.279161:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326121.279164:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000400:00000200:0.0:1767326121.279170:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:0.0:1767326121.279172:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:0.0:1767326121.279175:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326121.279179:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x769 [1] + 224 00000100:00000200:0.0:1767326121.279182:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025c21800 x1853175408649216/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326121.279187:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326121.279197:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025c21800 x1853175408649216/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326121.279197:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326121.279202:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326121.279211:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326121.279213:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326121.279217:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326121.279217:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326121.279221:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326121.279223:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767326121.279225:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a60b7193 x1853175408649344/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326121.279226:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326121.279228:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326121.279232:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326121.279240:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=112 v=5 (5 5 0 0) 00000100:00000040:1.0:1767326121.279242:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a60b7193 x1853175408649344/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326121.279246:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=112 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326121.279251:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326121.279254:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326121.279259:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326121.279263:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326121.279267:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326121.279269:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326121.279269:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326121.279274:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326121.279276:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326121.279276:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326121.279282:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326121.279283:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025c21800 x1853175408649216/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326121.279301:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326121.279305:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326121.279306:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767326121.279310:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326121.279311:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326121.279315:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326121.279315:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326121.279318:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfc078a. 00000100:00000040:0.0:1767326121.279323:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025c21800 x1853175408649216/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326121.279324:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f807cad2 00000400:00000010:2.0:1767326121.279327:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f807cad2. 00000100:00000001:2.0:1767326121.279331:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326121.279343:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a60b7193 x1853175408649344/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326121.279348:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408649216:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326121.279359:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326121.279359:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a60b7193 x1853175408649344/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326121.279365:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326121.279372:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025c21800 x1853175408649216/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326121.279372:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326121.279374:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326121.279378:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326121.279379:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326121.279382:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326121.279384:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326121.279389:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326121.279389:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326121.279393:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1767326121.279395:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=106 v=5 (5 5 0 0) 02000000:00000010:0.0:1767326121.279396:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002637400b. 00000100:00001000:2.0:1767326121.279449:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=86 v=5 (1 1 0 0) 02000000:00000001:0.0:1767326121.279451:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326121.279453:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767326121.279455:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326121.279456:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326121.279458:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00010000:00000001:2.0:1767326121.279460:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767326121.279464:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00080000:2.0:1767326121.279467:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a60b7193 x1853175408649344/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326121.279468:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc945970. 02000000:00000001:0.0:1767326121.279474:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326121.279476:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767326121.279479:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326121.279480:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025c21800. 00000100:00000001:2.0:1767326121.279484:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326121.279487:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767326121.279487:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326121.279489:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326121.279490:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326121.279492:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326121.279494:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326121.279498:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a60b7193 x1853175408649344/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326121.279501:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326121.279504:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326121.279508:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326121.279510:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326121.279511:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326121.279516:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326121.279518:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326121.279521:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a60b7193 x1853175408649344/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326121.279528:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a60b7193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408649344:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326121.279540:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326121.279542:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326121.279544:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a60b7193 x1853175408649344/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326121.279550:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326121.279551:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326121.279553:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009328c898. 02000000:00000001:2.0:1767326121.279556:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326121.279557:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326121.279558:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326121.279560:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326121.279562:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1d29a8a. 02000000:00000001:2.0:1767326121.279564:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326121.279565:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326121.279566:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a60b7193. 00000100:00000001:2.0:1767326121.279569:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326121.279570:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326121.279571:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326121.279575:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326121.279577:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326121.279578:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326121.279580:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326122.299571:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326122.299581:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326122.299589:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326122.299593:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326122.299623:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326122.299630:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326122.299632:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326122.299634:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326122.299637:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326122.299639:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326122.299641:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326122.299644:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326122.299671:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326122.299674:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326122.299678:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326123.323555:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326123.323564:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326123.323571:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326123.323572:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326123.323636:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326123.323642:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326123.323646:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326124.347553:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326124.347562:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326124.347568:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326124.347570:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326124.347601:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326124.347605:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326124.347608:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326125.115547:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305992897, at 4305992960 00000100:00000040:1.0:1767326125.115547:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305992897, at 4305992960 00000100:00000040:2.0:1767326125.115547:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305992897, at 4305992960 00000100:00000040:3.0:1767326125.115547:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305992897, at 4305992960 00000100:00000010:2.0:1767326125.115569:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000031921c6c. 00000100:00000010:1.0:1767326125.115571:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bae1c4d2. 00000100:00000010:0.0:1767326125.115577:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000417bd662. 00000100:00000010:3.0:1767326125.115589:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008bb3ffa6. 00010000:00000001:0.0:1767326125.371535:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326125.371547:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326125.371550:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326125.371553:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326125.371560:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326125.371562:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326125.371573:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326125.371577:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326125.371582:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326125.371584:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326125.371670:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326125.371674:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326125.371676:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326126.395530:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:1.0:1767326126.395534:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326126.395541:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326126.395547:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326126.395550:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000010:1.0:1767326126.395562:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf90a616. 00000020:00000040:1.0:1767326126.395570:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00010000:00000001:0.0:1767326126.395571:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326126.395578:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1767326126.395597:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326126.395600:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1767326126.395601:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326126.395606:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767326126.395608:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326126.395622:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005493b67f. 00000100:00000001:1.0:1767326126.395630:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326126.395643:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000cf90a616 x1853175408649472/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326126.395655:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326126.395658:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326126.395662:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf90a616] to pc [ptlrpcd_00_01+1] req@00000000cf90a616 x1853175408649472/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326126.395688:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326126.395691:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326126.395695:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326126.395698:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9198884. 00000020:00000040:1.0:1767326126.395701:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326126.395704:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326126.395705:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326126.395707:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326126.395707:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326126.395712:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d731ab4b. 00000100:00000001:3.0:1767326126.395714:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326126.395717:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326126.395719:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326126.395723:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000b9198884 x1853175408649600/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767326126.395728:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf90a616 x1853175408649472/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326126.395733:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326126.395740:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326126.395741:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326126.395743:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326126.395749:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326126.395752:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9198884] to pc [ptlrpcd_00_02+2] req@00000000b9198884 x1853175408649600/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326126.395753:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326126.395760:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326126.395764:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326126.395768:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326126.395772:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf90a616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408649472:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326126.395776:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326126.395778:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326126.395780:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326126.395784:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767326126.395786:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1767326126.395787:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4ca48da. 02000000:00000001:3.0:1767326126.395790:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326126.395792:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:3.0:1767326126.395795:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326126.395800:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326126.395801:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1767326126.395802:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a38d129. 02000000:00000001:1.0:1767326126.395803:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326126.395804:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326126.395807:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326126.395808:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326126.395809:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767326126.395814:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326126.395815:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326126.395817:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015e6043a. 00000400:00000010:3.0:1767326126.395817:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091cac16d. 00000100:00000001:1.0:1767326126.395822:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326126.395830:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000f4ca48da x1853175408649728/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326126.395832:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326126.395836:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326126.395837:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fbf3f23. 00000100:00000001:2.0:1767326126.395841:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326126.395844:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326126.395844:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326126.395846:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326126.395848:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767326126.395849:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408649472, portal 25 00000100:00000040:1.0:1767326126.395852:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ca48da] to pc [ptlrpcd_00_03+3] req@00000000f4ca48da x1853175408649728/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326126.395854:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326126.395856:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9198884 x1853175408649600/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326126.395857:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604897280 : -115369104654336 : ffff9712897fc000) 00000100:00000040:3.0:1767326126.395868:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf90a616 x1853175408649472/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326126.395878:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326126.395882:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326126.395887:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326126.395891:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326126.395895:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326126.395895:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326126.395899:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326126.395902:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326126.395903:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408649600:192.168.202.142@tcp:400: 00000400:00000010:3.0:1767326126.395904:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a3a8859. 00000100:00000040:1.0:1767326126.395908:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767326126.395909:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408649472, offset 0 00000100:00000001:2.0:1767326126.395912:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326126.395916:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767326126.395917:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326126.395921:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326126.395922:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767326126.395923:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11331) 02000000:00000001:2.0:1767326126.395927:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326126.395932:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f22cda9. 02000000:00000001:2.0:1767326126.395935:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326126.395939:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfc078a. 00000400:00000200:3.0:1767326126.395943:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:2.0:1767326126.395946:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f807cad2. 00000100:00000200:2.0:1767326126.395952:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408649600, portal 10 00000400:00000200:3.0:1767326126.395952:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326126.395957:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326126.395958:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604905344 : -115369104646272 : ffff9712897fdf80) 00000400:00000200:3.0:1767326126.395961:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:2.0:1767326126.395966:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9198884 x1853175408649600/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326126.395976:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326126.395977:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326126.395981:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:2.0:1767326126.395985:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326126.395988:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [210:210:256:4294967295] 192.168.202.142@tcp LPNI seq info [210:210:8:4294967295] 00000400:00000010:2.0:1767326126.395991:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936f1d73. 00000100:00000200:2.0:1767326126.395995:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408649600, offset 0 00000400:00000200:2.0:1767326126.396006:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326126.396006:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326126.396024:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326126.396027:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767326126.396028:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8b9f1ee. 00000100:00100000:0.0:1767326126.396032:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:2.0:1767326126.396034:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326126.396036:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326126.396040:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326126.396044:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326126.396047:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326126.396048:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326126.396052:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326126.396053:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326126.396055:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326126.396059:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326126.396061:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:3.0:1767326126.396061:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8b9f1ee type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767326126.396067:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4ca48da x1853175408649728/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326126.396068:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326126.396074:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326126.396081:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326126.396083:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [211:211:255:4294967295] 192.168.202.142@tcp LPNI seq info [211:211:7:4294967295] 00000100:00000001:0.0:1767326126.396084:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326126.396087:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326126.396089:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4305998017 00000400:00000200:2.0:1767326126.396098:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000010:3.0:1767326126.396101:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064ae084c. 00000800:00000200:2.0:1767326126.396106:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326126.396111:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000010:2.0:1767326126.396112:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f07b907. 00000800:00000200:2.0:1767326126.396119:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326126.396121:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4305998017 00000800:00000200:2.0:1767326126.396126:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000010:3.0:1767326126.396128:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008375de61. 00000800:00000200:2.0:1767326126.396131:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f07b907 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326126.396134:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326126.396136:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326126.396139:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4305998017 00000100:00000040:2.0:1767326126.396142:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 256766 usecs (257 jiffies) 00000100:00000010:3.0:1767326126.396144:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a5ba9a9. 00000100:00000001:2.0:1767326126.396149:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305994497 00000100:00000001:3.0:1767326126.396149:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326126.396154:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4305998017 00000100:00000001:2.0:1767326126.396155:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305998017 00000800:00000200:1.0:1767326126.396158:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767326126.396159:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011ed1a80. 00000100:00000001:2.0:1767326126.396160:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305994497 00000800:00000010:1.0:1767326126.396165:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8b9f1ee. 00000100:00000001:2.0:1767326126.396166:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305998017 00000100:00000001:3.0:1767326126.396166:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326126.396172:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305994497 00000100:00000001:3.0:1767326126.396172:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326126.396176:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305998017 00000100:00000001:3.0:1767326126.396178:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326126.396182:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305994497 00000100:00000001:3.0:1767326126.396185:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326126.396186:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326126.396186:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305998017 00000100:00000001:3.0:1767326126.396189:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326126.396193:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326126.396197:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326126.396199:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326126.396199:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326126.396200:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326126.396206:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326126.396207:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326126.396209:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a3a8859 00000100:00000001:3.0:1767326126.396210:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326126.396212:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326126.396213:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a3a8859. 00000100:00000001:2.0:1767326126.396215:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326126.396219:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326126.396220:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326126.396220:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326126.396222:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326126.396227:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326126.396227:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326126.396228:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf90a616 x1853175408649472/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326126.396240:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326126.396244:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf90a616 x1853175408649472/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326142 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326126.396251:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326126.396253:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326126.396324:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326126.396326:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f07b907. 00000400:00000200:1.0:1767326126.396334:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326126.396337:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326126.396340:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936f1d73 00000400:00000010:1.0:1767326126.396342:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936f1d73. 00000100:00000001:1.0:1767326126.396344:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326126.396347:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9198884 x1853175408649600/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326126.396354:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326126.396356:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9198884 x1853175408649600/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326126.396362:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326126.396364:0:211389:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767326126.396448:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326126.396450:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326126.396452:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326126.396455:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f4ca48da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408649728:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326126.396459:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326126.396461:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326126.396463:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326126.396464:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326126.396468:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f42b4a0. 02000000:00000001:0.0:1767326126.396470:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326126.396474:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000400:00000010:0.0:1767326126.396478:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000200:0.0:1767326126.396481:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408649728, portal 10 00000100:00000001:0.0:1767326126.396483:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326126.396484:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604907136 : -115369104644480 : ffff9712897fe680) 00000100:00000040:0.0:1767326126.396491:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f4ca48da x1853175408649728/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326126.396507:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326126.396510:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326126.396512:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600e12d3. 00000100:00000200:0.0:1767326126.396515:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408649728, offset 0 00000400:00000200:0.0:1767326126.396519:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326126.396524:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326126.396527:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326126.396530:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326126.396533:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326126.396536:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326126.396538:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [212:212:256:4294967295] 192.168.202.142@tcp LPNI seq info [212:212:8:4294967295] 00000400:00000200:0.0:1767326126.396547:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326126.396551:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326126.396555:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb4be34. 00000800:00000200:0.0:1767326126.396560:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326126.396564:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326126.396572:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb4be34 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326126.396583:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326126.396586:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 354803 usecs (355 jiffies) 00000100:00000001:0.0:1767326126.396589:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305994596 00000100:00000001:0.0:1767326126.396592:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4305998017 00000100:00000001:0.0:1767326126.396594:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305994596 00000100:00000001:0.0:1767326126.396596:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4305998017 00000100:00000001:0.0:1767326126.396599:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305994596 00000100:00000001:0.0:1767326126.396601:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4305998017 00000100:00000001:0.0:1767326126.396603:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305994596 00000100:00000001:0.0:1767326126.396605:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4305998017 00000100:00000001:0.0:1767326126.396612:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326126.396614:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326126.396620:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326126.396622:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326126.396650:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326126.396654:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb4be34. 00000400:00000200:3.0:1767326126.396658:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326126.396663:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326126.396666:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600e12d3 00000400:00000010:3.0:1767326126.396667:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600e12d3. 00000100:00000001:3.0:1767326126.396670:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326126.396674:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f4ca48da x1853175408649728/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326126.396682:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326126.396684:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f4ca48da x1853175408649728/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326126.396691:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326126.396692:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326126.398499:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326126.398515:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326126.398519:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326126.398521:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326126.398530:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326126.398544:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06580 00000400:00000200:1.0:1767326126.398551:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x77d [1] + 224 00000800:00000001:1.0:1767326126.398556:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326126.398561:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326126.398562:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326126.398565:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326126.398569:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326126.398573:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9198884 x1853175408649600/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326126.398589:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9198884 x1853175408649600/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326126.398610:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326126.398617:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326126.398620:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326126.398623:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326126.398639:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326126.398639:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326126.398645:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:2.0:1767326126.398650:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326126.398656:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06600 00000400:00000001:2.0:1767326126.398657:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326126.398660:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326126.398662:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfc078a. 00000400:00000200:2.0:1767326126.398665:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f807cad2 00000400:00000010:2.0:1767326126.398667:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f807cad2. 00000100:00000001:2.0:1767326126.398669:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326126.398674:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9198884 x1853175408649600/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326126.398675:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x785 [1] + 224 00000800:00000001:1.0:1767326126.398686:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326126.398691:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326126.398694:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767326126.398694:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9198884 x1853175408649600/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326126.398700:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326126.398709:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326126.398709:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326126.398712:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326126.398714:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767326126.398717:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f4ca48da x1853175408649728/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326126.398718:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326126.398721:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326126.398724:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326126.398728:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326126.398735:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f4ca48da x1853175408649728/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326126.398739:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=117 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326126.398746:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=117 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326126.398752:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326126.398754:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326126.398756:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326126.398759:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326126.398760:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326126.398762:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326126.398765:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000800:00000001:1.0:1767326126.398767:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326126.398772:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1767326126.398773:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326126.398776:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326126.398777:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326126.398780:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326126.398784:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:0.0:1767326126.398792:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326126.398792:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9198884 x1853175408649600/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326126.398796:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f06500 00000100:00000001:0.0:1767326126.398797:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326126.398808:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x775 [1] + 224 00000100:00000001:2.0:1767326126.398808:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326126.398814:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1767326126.398816:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326126.398817:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326126.398818:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326126.398821:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326126.398824:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000800:00000001:1.0:1767326126.398824:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326126.398826:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9198884 x1853175408649600/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326126.398830:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326126.398832:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:0.0:1767326126.398837:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000400:00000200:1.0:1767326126.398841:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326126.398843:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326126.398847:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326126.398850:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f4ca48da x1853175408649728/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326126.398865:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f4ca48da x1853175408649728/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326126.398872:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408649600:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326126.398878:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326126.398881:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326126.398882:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326126.398884:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326126.398886:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326126.398887:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326126.398890:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326126.398893:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326126.398893:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9198884 x1853175408649600/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326126.398898:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326126.398905:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=111 v=5 (5 5 0 0) 00000100:00000001:2.0:1767326126.398906:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1767326126.398911:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=91 v=5 (1 1 0 0) 02000000:00000001:2.0:1767326126.398911:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326126.398916:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f22cda9. 00000100:00000001:0.0:1767326126.398917:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767326126.398922:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1767326126.398923:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf90a616 x1853175408649472/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326126.398924:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326126.398926:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767326126.398929:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767326126.398930:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00010000:00080000:0.0:1767326126.398937:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f4ca48da x1853175408649728/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326126.398937:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326126.398942:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d731ab4b. 00000100:00000040:1.0:1767326126.398947:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf90a616 x1853175408649472/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326126.398949:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326126.398953:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767326126.398958:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326126.398958:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9198884. 00000100:00000001:0.0:1767326126.398963:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326126.398965:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767326126.398967:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326126.398970:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326126.398972:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326126.398975:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326126.398982:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326126.398983:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326126.398985:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326126.398987:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326126.398988:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326126.398991:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f4ca48da x1853175408649728/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326126.398991:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326126.398994:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326126.398998:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326126.399004:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326126.399006:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326126.399014:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326126.399018:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4ca48da x1853175408649728/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326126.399025:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f4ca48da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408649728:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326126.399031:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326126.399032:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326126.399034:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326126.399036:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326126.399039:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f4ca48da x1853175408649728/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326126.399041:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326126.399044:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326126.399047:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091cac16d. 00000100:00000001:0.0:1767326126.399050:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767326126.399053:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fbf3f23 02000000:00000001:0.0:1767326126.399054:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326126.399057:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f42b4a0. 00000400:00000010:3.0:1767326126.399058:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fbf3f23. 02000000:00000001:0.0:1767326126.399062:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326126.399063:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767326126.399065:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326126.399068:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000200:3.0:1767326126.399070:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf90a616 x1853175408649472/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326126.399072:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326126.399075:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000015e6043a. 02000000:00000001:0.0:1767326126.399081:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326126.399083:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326126.399085:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4ca48da. 00000100:00000200:3.0:1767326126.399087:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf90a616 x1853175408649472/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326126.399095:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326126.399097:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326126.399098:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326126.399101:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326126.399102:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326126.399105:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326126.399108:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767326126.399109:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326126.399112:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326126.399112:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326126.399115:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326126.399117:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326126.399118:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326126.399120:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326126.399130:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=122 v=5 (5 5 0 0) 00000100:00001000:3.0:1767326126.399135:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=122 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326126.399138:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326126.399139:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326126.399141:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326126.399143:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326126.399144:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326126.399148:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf90a616 x1853175408649472/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326126.399155:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326126.399157:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326126.399159:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326126.399162:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf90a616 x1853175408649472/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326126.399170:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf90a616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408649472:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326126.399175:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326126.399176:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326126.399179:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf90a616 x1853175408649472/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326142 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326126.399185:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326126.399187:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326126.399188:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a38d129. 02000000:00000001:3.0:1767326126.399191:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326126.399192:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326126.399194:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326126.399195:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326126.399197:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005493b67f. 02000000:00000001:3.0:1767326126.399199:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326126.399201:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326126.399202:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf90a616. 00000100:00000001:3.0:1767326126.399205:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326126.399206:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326126.399207:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326126.399216:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326126.399218:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326126.399219:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326126.399222:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326127.419539:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326127.419549:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326127.419589:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326127.419591:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326127.419687:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326127.419708:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326127.419711:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326128.443532:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326128.443539:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326128.443544:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326128.443546:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326128.443571:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326128.443574:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326128.443577:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326129.468168:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326129.468174:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326129.468179:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326129.468180:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326129.468258:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326129.468262:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326129.468265:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326130.235529:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4305998017, at 4305998080 00000100:00000040:2.0:1767326130.235529:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4305998017, at 4305998080 00000100:00000040:3.0:1767326130.235529:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4305998017, at 4305998080 00000100:00000010:3.0:1767326130.235547:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011ed1a80. 00000100:00000010:0.0:1767326130.235550:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064ae084c. 00000100:00000010:2.0:1767326130.235552:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a5ba9a9. 00000100:00000040:1.0:1767326130.235668:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4305998017, at 4305998080 00000100:00000010:1.0:1767326130.235673:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008375de61. 00010000:00000001:0.0:1767326130.491633:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326130.491639:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326130.491643:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326130.491644:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326130.491657:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326130.491660:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326130.491661:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326131.515530:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326131.515537:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326131.515544:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326131.515546:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326131.515548:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326131.515553:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326131.515555:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767326131.515556:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326131.515557:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326131.515560:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326131.515562:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326131.515564:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326131.515565:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326131.515583:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326131.515591:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326131.515596:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326131.515601:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326131.515604:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326131.515609:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326131.515617:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e2b156b8. 00000020:00000001:3.0:1767326131.515621:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326131.515624:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326131.515626:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326131.515630:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326131.515636:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000032a2412e x1853175408649856/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326131.515648:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326131.515650:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326131.515655:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_00+0] req@0000000032a2412e x1853175408649856/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326131.515681:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326131.515683:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326131.515687:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326131.515691:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767326131.515694:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326131.515696:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326131.515696:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326131.515700:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326131.515701:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326131.515702:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326131.515706:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767326131.515708:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c0c3cee. 00000100:00000001:0.0:1767326131.515712:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326131.515713:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326131.515713:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408649856/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326131.515716:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326131.515722:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000e6bdf5e7 x1853175408649984/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326131.515735:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326131.515738:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326131.515739:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326131.515743:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326131.515745:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326131.515748:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_01+1] req@00000000e6bdf5e7 x1853175408649984/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326131.515750:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326131.515755:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326131.515763:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408649856:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326131.515768:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326131.515772:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326131.515774:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326131.515777:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326131.515781:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326131.515782:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767326131.515786:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1c0e8b4. 00000100:00000001:2.0:1767326131.515787:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326131.515792:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326131.515792:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326131.515793:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000020:00000040:2.0:1767326131.515798:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000400:00000010:3.0:1767326131.515799:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091cac16d. 00000100:00000001:2.0:1767326131.515801:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326131.515802:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326131.515805:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326131.515806:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767326131.515808:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fbf3f23. 02000000:00000001:2.0:1767326131.515809:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326131.515814:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408649984/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326131.515816:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb30d8a. 00000100:00000200:3.0:1767326131.515817:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408649856, portal 25 00000100:00000001:3.0:1767326131.515823:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326131.515824:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326131.515826:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000001:0.0:1767326131.515831:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326131.515833:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000006b877052 x1853175408650112/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326131.515834:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326131.515839:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326131.515842:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326131.515848:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326131.515851:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767326131.515852:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408649856/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326131.515855:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408649984:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326131.515855:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326131.515865:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326131.515866:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_02+2] req@000000006b877052 x1853175408650112/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326131.515869:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326131.515872:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326131.515876:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326131.515877:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326131.515882:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b712209. 02000000:00000001:0.0:1767326131.515886:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326131.515888:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326131.515892:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000400:00000010:3.0:1767326131.515893:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9c4baab. 00000100:00000200:3.0:1767326131.515899:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408649856, offset 0 00000400:00000010:0.0:1767326131.515901:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000001:2.0:1767326131.515904:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326131.515908:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326131.515909:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326131.515915:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1767326131.515917:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408649984, portal 10 00000100:00000040:2.0:1767326131.515921:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11337) 00000100:00000001:0.0:1767326131.515922:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326131.515925:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000400:00000200:3.0:1767326131.515926:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326131.515930:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326131.515935:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408649984/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326131.515935:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326131.515935:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326131.515936:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326131.515940:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326131.515940:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326131.515946:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:1.0:1767326131.515950:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408650112/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326131.515952:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326131.515955:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767326131.515959:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326131.515965:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001164247f. 00000400:00000200:3.0:1767326131.515965:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326131.515971:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767326131.515973:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [213:213:256:4294967295] 192.168.202.142@tcp LPNI seq info [213:213:8:4294967295] 00000100:00000001:1.0:1767326131.515974:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326131.515980:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326131.515983:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326131.515986:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408649984, offset 0 02000000:00000001:1.0:1767326131.515986:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326131.515994:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408650112:192.168.202.142@tcp:400: 00000400:00000200:3.0:1767326131.515995:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:0.0:1767326131.516000:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326131.516005:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326131.516009:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326131.516013:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:1.0:1767326131.516013:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326131.516013:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326131.516019:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326131.516021:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326131.516022:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea9a1391. 02000000:00000010:1.0:1767326131.516024:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009328c898. 00000400:00000200:0.0:1767326131.516026:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:1.0:1767326131.516030:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326131.516033:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326131.516034:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:1.0:1767326131.516037:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803932a0. 00000400:00000200:0.0:1767326131.516039:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000010:1.0:1767326131.516044:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bf9b283. 00000800:00000200:3.0:1767326131.516049:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:1.0:1767326131.516051:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408650112, portal 10 00000400:00000200:0.0:1767326131.516054:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [214:214:255:4294967295] 192.168.202.142@tcp LPNI seq info [214:214:7:4294967295] 00000100:00000001:1.0:1767326131.516056:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767326131.516056:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea9a1391 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326131.516059:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000040:1.0:1767326131.516070:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408650112/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326131.516079:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326131.516080:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326131.516081:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:1.0:1767326131.516085:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326131.516087:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306003137 00000100:00000010:3.0:1767326131.516093:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011ed1a80. 00000800:00000200:0.0:1767326131.516096:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326131.516098:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d7bb058. 00000800:00000010:0.0:1767326131.516103:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013c28cca. 00000100:00000200:1.0:1767326131.516103:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408650112, offset 0 00000100:00000001:3.0:1767326131.516103:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326131.516112:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326131.516113:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306003137 00000400:00000200:1.0:1767326131.516117:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:3.0:1767326131.516120:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fb436f6. 00000800:00000200:0.0:1767326131.516123:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326131.516126:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326131.516127:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:0.0:1767326131.516129:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013c28cca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326131.516132:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306003137 00000400:00000200:1.0:1767326131.516135:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326131.516136:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326131.516137:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdeaec1. 00000400:00000200:1.0:1767326131.516141:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:0.0:1767326131.516142:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 252617 usecs (253 jiffies) 00000100:00000001:3.0:1767326131.516143:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326131.516147:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326131.516149:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305999613 00000100:00000001:3.0:1767326131.516150:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306003137 00000400:00000200:1.0:1767326131.516153:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326131.516155:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306003137 00000100:00000010:3.0:1767326131.516156:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080aa1012. 00000100:00000001:0.0:1767326131.516162:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305999613 00000400:00000200:1.0:1767326131.516162:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [215:215:254:4294967295] 192.168.202.142@tcp LPNI seq info [215:215:6:4294967295] 00000100:00000001:3.0:1767326131.516163:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326131.516168:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326131.516169:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306003137 00000100:00000001:0.0:1767326131.516174:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305999613 00000100:00000001:0.0:1767326131.516181:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306003137 00000400:00000200:1.0:1767326131.516181:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326131.516181:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326131.516187:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305999613 00000100:00000001:3.0:1767326131.516189:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326131.516192:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306003137 00000800:00000200:1.0:1767326131.516195:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326131.516195:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326131.516196:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326131.516201:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326131.516203:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005493b67f. 00000100:00000001:0.0:1767326131.516204:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326131.516206:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326131.516208:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326131.516210:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326131.516213:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326131.516215:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326131.516215:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326131.516218:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326131.516219:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326131.516221:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326131.516222:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326131.516224:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326131.516227:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005493b67f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326131.516228:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326131.516228:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326131.516231:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326131.516235:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326131.516236:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326131.516240:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 348750 usecs (349 jiffies) 00000100:00000001:1.0:1767326131.516243:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4305999709 00000100:00000001:1.0:1767326131.516247:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306003137 00000100:00000001:1.0:1767326131.516249:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4305999709 00000100:00000001:1.0:1767326131.516252:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306003137 00000100:00000001:1.0:1767326131.516254:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4305999709 00000100:00000001:1.0:1767326131.516256:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306003137 00000100:00000001:1.0:1767326131.516258:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4305999709 00000100:00000001:1.0:1767326131.516260:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306003137 00000100:00000001:1.0:1767326131.516262:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326131.516265:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326131.516267:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326131.516273:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326131.516276:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326131.516277:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326131.516279:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326131.516280:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326131.516282:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326131.516289:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326131.516849:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326131.516855:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea9a1391. 00000400:00000200:2.0:1767326131.516861:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326131.516867:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326131.516872:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9c4baab 00000400:00000010:2.0:1767326131.516874:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9c4baab. 00000100:00000001:2.0:1767326131.516878:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326131.516882:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408649856/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326131.516892:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326131.516900:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408649856/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326147 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326131.516908:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326131.516910:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326131.516923:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326131.516925:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013c28cca. 00000400:00000200:2.0:1767326131.516928:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326131.516932:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326131.516934:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001164247f 00000400:00000010:2.0:1767326131.516936:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001164247f. 00000100:00000001:2.0:1767326131.516938:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326131.516940:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408649984/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326131.516947:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326131.516949:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408649984/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326131.516955:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326131.516957:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326131.517026:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326131.517029:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005493b67f. 00000400:00000200:2.0:1767326131.517032:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326131.517035:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326131.517037:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d7bb058 00000400:00000010:2.0:1767326131.517039:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d7bb058. 00000100:00000001:2.0:1767326131.517041:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326131.517044:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408650112/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326131.517051:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326131.517052:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408650112/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326131.517058:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326131.517060:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326131.520195:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326131.520210:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326131.520213:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326131.520216:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326131.520274:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326131.520288:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f06680 00000400:00000200:3.0:1767326131.520296:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x78d [1] + 224 00000800:00000001:3.0:1767326131.520303:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326131.520308:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326131.520311:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326131.520314:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326131.520320:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326131.520330:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408649856/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326131.520350:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408649856/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326131.520429:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326131.520442:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326131.520487:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326131.520496:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326131.520500:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326131.520502:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326131.520504:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326131.520509:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326131.520515:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06700 00000400:00000200:3.0:1767326131.520520:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x795 [1] + 224 00000800:00000001:3.0:1767326131.520529:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326131.520532:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326131.520534:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326131.520537:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326131.520539:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326131.520543:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408649984/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326131.520551:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408649984/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326131.520560:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326131.520564:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326131.520567:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326131.520568:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326131.520570:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326131.520574:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326131.520579:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06780 00000400:00000200:3.0:1767326131.520583:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x79d [1] + 224 00000800:00000001:3.0:1767326131.520587:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326131.520592:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326131.520593:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326131.520596:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326131.520599:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326131.520602:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408650112/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326131.520609:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408650112/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326131.520626:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326131.520629:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326131.520633:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326131.520671:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326131.520674:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326131.520675:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326131.520677:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091cac16d. 00000400:00000200:2.0:1767326131.520681:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fbf3f23 00000400:00000010:2.0:1767326131.520683:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fbf3f23. 00000100:00000001:2.0:1767326131.520686:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326131.520689:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326131.520693:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408649856/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326131.520695:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326131.520698:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326131.520701:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803932a0. 00000400:00000200:1.0:1767326131.520706:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bf9b283 00000400:00000010:1.0:1767326131.520710:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bf9b283. 00000100:00000200:2.0:1767326131.520710:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408649856/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326131.520716:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326131.520721:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767326131.520724:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408650112/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326131.520725:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326131.520730:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326131.520734:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326131.520737:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767326131.520739:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408650112/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326131.520741:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326131.520747:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326131.520752:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326131.520755:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326131.520756:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=127 v=5 (5 5 0 0) 00000100:00000001:1.0:1767326131.520758:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326131.520762:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1767326131.520762:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=127 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326131.520764:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326131.520768:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326131.520768:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767326131.520771:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326131.520772:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326131.520777:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=116 v=5 (5 5 0 0) 00010000:00000001:2.0:1767326131.520777:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326131.520780:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326131.520782:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=96 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326131.520784:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326131.520787:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326131.520789:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326131.520792:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767326131.520793:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408649856/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326131.520801:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00080000:1.0:1767326131.520805:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006b877052 x1853175408650112/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326131.520805:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326131.520808:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326131.520814:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326131.520817:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326131.520826:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000040:2.0:1767326131.520827:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408649856/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326131.520831:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326131.520834:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326131.520842:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408650112/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326131.520844:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408649856:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326131.520855:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326131.520857:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326131.520860:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326131.520866:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408650112/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326131.520867:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326131.520873:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767326131.520880:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408650112:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326131.520880:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408649856/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326131.520888:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326131.520892:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326131.520896:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767326131.520897:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408650112/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326131.520900:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326131.520905:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1c0e8b4. 00000100:00000001:1.0:1767326131.520907:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326131.520910:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767326131.520910:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:1.0:1767326131.520914:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009328c898. 00000020:00000001:2.0:1767326131.520914:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326131.520918:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 02000000:00000001:1.0:1767326131.520920:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326131.520921:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767326131.520923:0:211396:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:2.0:1767326131.520925:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e2b156b8. 00000020:00000040:1.0:1767326131.520926:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:2.0:1767326131.520929:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767326131.520930:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767326131.520933:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:1.0:1767326131.520934:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb30d8a. 00000100:00000010:2.0:1767326131.520937:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 02000000:00000001:1.0:1767326131.520939:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326131.520942:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326131.520943:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000010:1.0:1767326131.520944:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000001:2.0:1767326131.520947:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326131.520949:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326131.520950:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326131.520952:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326131.520955:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326131.520958:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326131.520960:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326131.520961:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326131.520963:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326131.520965:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326131.520968:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326131.520978:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326131.520981:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326131.521033:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326131.521035:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326131.521043:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326131.521045:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326131.521046:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000400:00000200:0.0:1767326131.521049:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:0.0:1767326131.521050:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:0.0:1767326131.521053:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326131.521056:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408649984/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326131.521063:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408649984/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326131.521069:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326131.521070:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326131.521072:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326131.521073:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326131.521074:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326131.521076:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326131.521077:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326131.521081:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=122 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326131.521083:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=122 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326131.521085:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326131.521086:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326131.521088:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326131.521090:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326131.521092:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326131.521093:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326131.521095:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326131.521096:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326131.521098:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408649984/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326131.521105:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326131.521107:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326131.521108:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326131.521110:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408649984/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326131.521126:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408649984:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326131.521129:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326131.521131:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326131.521132:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408649984/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326147 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326131.521138:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326131.521139:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326131.521141:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b712209. 02000000:00000001:0.0:1767326131.521143:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326131.521144:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326131.521145:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326131.521147:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326131.521148:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c0c3cee. 02000000:00000001:0.0:1767326131.521150:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326131.521151:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326131.521152:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:0.0:1767326131.521154:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326131.521155:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326131.521156:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326131.521159:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326131.521160:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326131.521162:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326131.521164:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326132.539488:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326132.539493:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326132.539498:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326132.539499:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326132.539517:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326132.539520:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326132.539522:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326133.563566:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326133.563577:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326133.563583:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326133.563584:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326133.564494:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326133.564498:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326133.564508:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326134.587510:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326134.587518:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326134.587520:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326134.587523:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326134.587527:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326134.587529:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326134.587531:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326134.587533:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326134.587536:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326134.587537:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326134.587553:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326134.587556:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326134.587558:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326135.355563:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306003137, at 4306003200 00000100:00000040:3.0:1767326135.355563:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306003137, at 4306003200 00000100:00000040:1.0:1767326135.355571:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306003137, at 4306003200 00000100:00000010:2.0:1767326135.355590:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdeaec1. 00000100:00000010:3.0:1767326135.355591:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080aa1012. 00000100:00000010:1.0:1767326135.355596:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008fb436f6. 00000100:00000040:0.0:1767326135.355721:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306003137, at 4306003200 00000100:00000010:0.0:1767326135.355727:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011ed1a80. 00010000:00000001:0.0:1767326135.611513:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326135.611521:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326135.611526:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326135.611528:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326135.611545:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326135.611549:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326135.611552:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326136.635470:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326136.635481:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326136.635489:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000010:2.0:1767326136.635491:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00010000:00000001:0.0:1767326136.635494:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326136.635499:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00010000:00000001:0.0:1767326136.635502:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326136.635504:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326136.635505:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326136.635509:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326136.635515:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326136.635523:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:2.0:1767326136.635523:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e2b156b8. 00000020:00000001:0.0:1767326136.635528:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326136.635530:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326136.635531:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326136.635542:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000032a2412e x1853175408650240/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326136.635564:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326136.635566:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326136.635571:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_03+3] req@0000000032a2412e x1853175408650240/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326136.635598:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326136.635601:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326136.635603:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326136.635605:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d9e0dd. 00000020:00000040:2.0:1767326136.635607:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326136.635609:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326136.635610:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326136.635611:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326136.635614:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039fc680f. 00000100:00000001:3.0:1767326136.635615:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326136.635617:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326136.635620:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326136.635621:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000028d9e0dd x1853175408650368/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326136.635624:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326136.635629:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326136.635631:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326136.635634:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408650240/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326136.635637:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d9e0dd] to pc [ptlrpcd_00_00+0] req@0000000028d9e0dd x1853175408650368/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326136.635646:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326136.635652:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326136.635664:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326136.635667:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326136.635676:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326136.635677:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326136.635679:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326136.635683:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767326136.635683:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767326136.635686:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 02000000:00000001:3.0:1767326136.635688:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326136.635692:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326136.635694:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408650240:192.168.202.142@tcp:400: 00000020:00000040:2.0:1767326136.635698:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00100000:1.0:1767326136.635699:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767326136.635699:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326136.635705:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326136.635705:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326136.635707:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326136.635707:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326136.635708:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326136.635712:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326136.635712:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326136.635713:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326136.635716:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed9e0e5f. 02000000:00000001:3.0:1767326136.635717:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326136.635719:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1767326136.635722:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067a16cb4. 00000100:00000001:1.0:1767326136.635723:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326136.635726:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326136.635726:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326136.635729:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326136.635732:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326136.635734:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767326136.635735:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057e49a0d. 00000100:00000040:2.0:1767326136.635736:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b6591187 x1853175408650496/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767326136.635743:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fb78b1d. 00000100:00000040:1.0:1767326136.635745:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d9e0dd x1853175408650368/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326136.635752:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1767326136.635753:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408650240, portal 25 00000100:00000001:2.0:1767326136.635756:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326136.635758:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326136.635762:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000040:2.0:1767326136.635765:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_01+1] req@00000000b6591187 x1853175408650496/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326136.635768:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326136.635771:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408650240/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326136.635772:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326136.635778:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326136.635781:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326136.635787:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326136.635796:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408650368:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326136.635798:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326136.635803:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326136.635804:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326136.635807:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326136.635808:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767326136.635809:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 02000000:00000001:1.0:1767326136.635812:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326136.635812:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326136.635816:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326136.635821:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1767326136.635822:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408650240, offset 0 02000000:00000010:1.0:1767326136.635823:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005251cf77. 00000100:00000040:2.0:1767326136.635827:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11342) 02000000:00000001:1.0:1767326136.635828:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326136.635834:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326136.635835:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326136.635836:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803932a0. 00000100:00100000:0.0:1767326136.635839:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767326136.635842:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326136.635843:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bf9b283. 00000100:00000001:0.0:1767326136.635847:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767326136.635849:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408650368, portal 10 00000100:00000001:0.0:1767326136.635850:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326136.635854:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326136.635854:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326136.635855:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326136.635859:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326136.635859:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333291520 : -115368376260096 : ffff9712b4ea2a00) 00000100:00000001:0.0:1767326136.635861:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767326136.635862:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326136.635866:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408650496/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326136.635872:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d9e0dd x1853175408650368/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326136.635872:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326136.635879:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326136.635886:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326136.635892:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [216:216:256:4294967295] 192.168.202.142@tcp LPNI seq info [216:216:8:4294967295] 00000100:00000001:1.0:1767326136.635894:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326136.635897:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326136.635899:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326136.635901:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326136.635904:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326136.635908:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326136.635908:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:1.0:1767326136.635910:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00100000:0.0:1767326136.635914:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408650496:192.168.202.142@tcp:400: 00000400:00000010:1.0:1767326136.635916:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2edddf. 00000800:00000200:3.0:1767326136.635918:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326136.635919:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326136.635923:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767326136.635924:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408650368, offset 0 02000000:00000001:0.0:1767326136.635925:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326136.635925:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 02000000:00000001:0.0:1767326136.635929:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326136.635933:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a38d129. 02000000:00000001:0.0:1767326136.635937:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326136.635937:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326136.635937:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:0.0:1767326136.635942:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000400:00000010:0.0:1767326136.635947:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000400:00000200:1.0:1767326136.635950:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:3.0:1767326136.635950:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:0.0:1767326136.635952:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408650496, portal 10 00000100:00000001:0.0:1767326136.635955:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767326136.635957:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326136.635958:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000400:00000200:1.0:1767326136.635959:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326136.635966:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408650496/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326136.635967:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326136.635972:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326136.635976:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326136.635979:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326136.635980:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326136.635982:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306008257 00000100:00000010:3.0:1767326136.635986:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cdc0422. 00000100:00000040:0.0:1767326136.635988:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326136.635989:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [217:217:255:4294967295] 192.168.202.142@tcp LPNI seq info [217:217:7:4294967295] 00000400:00000010:0.0:1767326136.635991:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c6835ee. 00000100:00000200:0.0:1767326136.635995:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408650496, offset 0 00000100:00000001:3.0:1767326136.635995:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326136.636004:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306008257 00000400:00000200:0.0:1767326136.636005:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:3.0:1767326136.636007:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d429ad70. 00000100:00000001:3.0:1767326136.636012:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326136.636015:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326136.636018:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306008257 00000100:00000010:3.0:1767326136.636023:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016446684. 00000400:00000200:0.0:1767326136.636027:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:1.0:1767326136.636027:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326136.636028:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326136.636032:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306008257 00000400:00000200:0.0:1767326136.636033:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326136.636036:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e6043a. 00000400:00000200:0.0:1767326136.636037:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000010:3.0:1767326136.636037:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080aa1012. 00000400:00000200:0.0:1767326136.636042:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326136.636044:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326136.636047:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:1.0:1767326136.636049:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326136.636050:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326136.636052:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [218:218:254:4294967295] 192.168.202.142@tcp LPNI seq info [218:218:6:4294967295] 00000100:00000001:3.0:1767326136.636055:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326136.636061:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326136.636064:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326136.636066:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326136.636067:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000015e6043a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326136.636068:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326136.636074:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326136.636075:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326136.636076:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767326136.636079:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326136.636080:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326136.636081:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326136.636082:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 248650 usecs (249 jiffies) 00000100:00000001:3.0:1767326136.636083:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326136.636089:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306004729 00000100:00000001:3.0:1767326136.636089:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326136.636091:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5c95fa2. 00000100:00000001:1.0:1767326136.636096:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306008257 00000800:00000200:0.0:1767326136.636100:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326136.636102:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306004729 00000100:00000001:1.0:1767326136.636107:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306008257 00000800:00000200:2.0:1767326136.636109:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767326136.636110:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326136.636112:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306004729 00000800:00000010:2.0:1767326136.636115:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 00000800:00000200:0.0:1767326136.636116:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5c95fa2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326136.636117:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306008257 00000400:00000200:2.0:1767326136.636122:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326136.636123:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326136.636123:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306004729 00000100:00000001:1.0:1767326136.636128:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306008257 00000100:00000040:0.0:1767326136.636131:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 342942 usecs (343 jiffies) 00000100:00000001:1.0:1767326136.636132:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326136.636136:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306004823 00000400:00000200:2.0:1767326136.636137:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326136.636138:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326136.636140:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306008257 00000100:00000001:0.0:1767326136.636143:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306004823 00000100:00000001:0.0:1767326136.636144:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306008257 00000400:00000200:2.0:1767326136.636144:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93e8e08 00000100:00000001:0.0:1767326136.636149:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306004823 00000100:00000001:1.0:1767326136.636150:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326136.636150:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d93e8e08. 00000100:00000001:0.0:1767326136.636151:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306008257 00000100:00000001:0.0:1767326136.636156:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306004823 00000100:00000001:1.0:1767326136.636157:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326136.636158:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306008257 00000100:00000001:2.0:1767326136.636160:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326136.636162:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326136.636162:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326136.636165:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326136.636166:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326136.636167:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408650240/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326136.636169:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326136.636175:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326136.636176:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326136.636181:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326136.636187:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326136.636190:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408650240/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326136.636198:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326136.636200:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326136.636217:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326136.636219:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e6043a. 00000400:00000200:2.0:1767326136.636221:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326136.636223:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326136.636225:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2edddf 00000400:00000010:2.0:1767326136.636226:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2edddf. 00000100:00000001:2.0:1767326136.636232:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326136.636235:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d9e0dd x1853175408650368/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326136.636240:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326136.636241:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d9e0dd x1853175408650368/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326136.636244:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326136.636245:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326136.636261:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326136.636262:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5c95fa2. 00000400:00000200:2.0:1767326136.636265:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326136.636266:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326136.636268:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c6835ee 00000400:00000010:2.0:1767326136.636269:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c6835ee. 00000100:00000001:2.0:1767326136.636270:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326136.636272:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408650496/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326136.636276:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326136.636277:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408650496/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326136.636281:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326136.636281:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326136.637755:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326136.637765:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326136.637768:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326136.637770:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326136.637778:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326136.637791:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f06800 00000400:00000200:2.0:1767326136.637799:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x7a5 [1] + 224 00000800:00000001:2.0:1767326136.637806:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326136.637811:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326136.637817:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326136.637829:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326136.637834:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326136.637838:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408650240/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326136.637850:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408650240/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326136.637861:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326136.637870:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326136.637873:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326136.637875:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326136.637877:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326136.637879:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326136.637881:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767326136.637882:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326136.637887:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06880 00000400:00000001:3.0:1767326136.637887:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326136.637889:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326136.637890:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057e49a0d. 00000400:00000200:3.0:1767326136.637893:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fb78b1d 00000400:00000010:3.0:1767326136.637895:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fb78b1d. 00000100:00000001:3.0:1767326136.637898:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326136.637900:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x7ad [1] + 224 00000100:00000200:3.0:1767326136.637901:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408650240/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326136.637904:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326136.637907:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326136.637908:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767326136.637910:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408650240/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326136.637911:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326136.637914:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326136.637916:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d9e0dd x1853175408650368/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326136.637916:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326136.637918:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326136.637920:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326136.637923:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767326136.637924:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028d9e0dd x1853175408650368/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326136.637926:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326136.637928:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326136.637931:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326136.637937:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=132 v=5 (5 5 0 0) 00000100:00000001:2.0:1767326136.637939:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767326136.637942:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=132 v=5 (1 1 0 0) 00000800:00000001:2.0:1767326136.637943:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326136.637944:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767326136.637945:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326136.637946:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326136.637947:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326136.637949:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326136.637949:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326136.637951:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326136.637952:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767326136.637954:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326136.637957:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06900 00000100:00000040:3.0:1767326136.637959:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408650240/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326136.637962:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x7b5 [1] + 224 00000100:00000001:1.0:1767326136.637968:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326136.637971:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326136.637978:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767326136.637979:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326136.637979:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326136.637981:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1767326136.637982:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326136.637984:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326136.637985:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803932a0. 00000800:00000001:2.0:1767326136.637988:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326136.637990:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bf9b283 00000400:00000200:2.0:1767326136.637991:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767326136.637991:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408650240/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326136.637993:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bf9b283. 00000400:00000200:2.0:1767326136.637997:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326136.637998:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326136.638003:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767326136.638004:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408650240:192.168.202.142@tcp:400: 00000100:00000200:1.0:1767326136.638005:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d9e0dd x1853175408650368/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326136.638009:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408650496/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326136.638010:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326136.638014:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326136.638019:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408650240/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326136.638034:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d9e0dd x1853175408650368/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326136.638034:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767326136.638035:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408650496/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326136.638037:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326136.638040:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067a16cb4. 02000000:00000001:3.0:1767326136.638045:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326136.638048:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326136.638049:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326136.638052:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326136.638054:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e2b156b8. 00000100:00000001:2.0:1767326136.638056:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326136.638057:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326136.638060:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326136.638060:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326136.638061:0:211395:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767326136.638061:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326136.638063:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767326136.638064:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767326136.638065:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326136.638068:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767326136.638068:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:1.0:1767326136.638071:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326136.638074:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326136.638074:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326136.638078:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326136.638080:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=127 v=5 (5 5 0 0) 00000100:00000001:3.0:1767326136.638082:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326136.638085:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=127 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326136.638088:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326136.638089:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326136.638090:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326136.638094:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326136.638094:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326136.638098:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326136.638100:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326136.638101:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326136.638102:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326136.638103:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326136.638103:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326136.638107:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326136.638108:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326136.638111:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326136.638113:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767326136.638114:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d9e0dd x1853175408650368/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326136.638117:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326136.638120:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000400:00000200:0.0:1767326136.638125:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:0.0:1767326136.638129:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:0.0:1767326136.638135:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326136.638137:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326136.638140:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326136.638141:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326136.638144:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408650496/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326136.638145:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d9e0dd x1853175408650368/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326136.638169:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408650368:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326136.638172:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326136.638173:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326136.638174:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d9e0dd x1853175408650368/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326136.638180:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326136.638181:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767326136.638183:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408650496/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326136.638184:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005251cf77. 02000000:00000001:1.0:1767326136.638187:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326136.638188:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326136.638189:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326136.638190:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326136.638191:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039fc680f. 02000000:00000001:1.0:1767326136.638194:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326136.638196:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326136.638199:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d9e0dd. 00000100:00000001:1.0:1767326136.638203:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326136.638205:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326136.638206:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326136.638207:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326136.638210:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326136.638212:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326136.638214:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326136.638215:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326136.638217:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326136.638218:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326136.638220:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326136.638221:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326136.638223:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326136.638227:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326136.638231:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=121 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326136.638234:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=101 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326136.638243:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326136.638244:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326136.638246:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326136.638251:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b6591187 x1853175408650496/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326136.638257:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326136.638260:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326136.638261:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326136.638263:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326136.638264:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326136.638267:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408650496/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326136.638272:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326136.638274:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326136.638275:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326136.638278:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408650496/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326136.638296:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408650496:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326136.638301:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326136.638303:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326136.638305:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408650496/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326152 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326136.638322:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326136.638324:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326136.638325:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a38d129. 02000000:00000001:0.0:1767326136.638328:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326136.638330:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326136.638331:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326136.638334:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326136.638335:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed9e0e5f. 02000000:00000001:0.0:1767326136.638338:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326136.638339:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326136.638340:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:0.0:1767326136.638343:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326136.638344:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326136.638346:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326136.638358:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326136.638360:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326136.638362:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326136.638364:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326137.659545:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326137.659554:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326137.659562:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326137.659563:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326137.659614:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326137.659619:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326137.659622:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326138.683603:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326138.683613:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326138.683622:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326138.683623:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326138.683648:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326138.683651:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326138.683653:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326139.707556:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326139.707565:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326139.707573:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326139.707575:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326139.707642:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326139.707648:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326139.707669:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326140.475553:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306008257, at 4306008320 00000100:00000040:1.0:1767326140.475553:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306008257, at 4306008320 00000100:00000040:2.0:1767326140.475553:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306008257, at 4306008320 00000100:00000040:3.0:1767326140.475559:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306008257, at 4306008320 00000100:00000010:2.0:1767326140.475576:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016446684. 00000100:00000010:1.0:1767326140.475579:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d429ad70. 00000100:00000010:0.0:1767326140.475584:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cdc0422. 00000100:00000010:3.0:1767326140.475588:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080aa1012. 00010000:00000001:0.0:1767326140.731629:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326140.731650:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326140.731656:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326140.731657:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326140.731674:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326140.731676:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326140.731679:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326141.755535:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326141.755543:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326141.755549:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326141.755550:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326141.755557:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326141.755562:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000010:3.0:1767326141.755564:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e74e626. 00010000:00000001:0.0:1767326141.755565:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326141.755572:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1767326141.755573:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00010000:00000001:0.0:1767326141.755576:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326141.755579:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326141.755582:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326141.755585:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326141.755587:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326141.755590:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326141.755599:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326141.755604:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326141.755610:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326141.755620:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b62e88f4. 00000100:00000001:3.0:1767326141.755629:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326141.755642:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000007e74e626 x1853175408650624/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767326141.755648:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326141.755655:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326141.755657:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:2.0:1767326141.755659:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326141.755661:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326141.755669:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e74e626] to pc [ptlrpcd_00_02+2] req@000000007e74e626 x1853175408650624/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326141.755701:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326141.755704:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326141.755715:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326141.755719:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000497468fb. 00000020:00000040:3.0:1767326141.755722:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326141.755726:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326141.755727:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326141.755728:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326141.755729:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326141.755733:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c363976a. 00000100:00000001:3.0:1767326141.755736:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326141.755740:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000497468fb x1853175408650752/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326141.755748:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326141.755756:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326141.755758:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326141.755765:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497468fb] to pc [ptlrpcd_00_03+3] req@00000000497468fb x1853175408650752/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326141.755768:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326141.755774:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326141.755777:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326141.755779:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326141.755782:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326141.755786:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007e74e626 x1853175408650624/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326141.755787:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326141.755790:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326141.755793:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326141.755800:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326141.755801:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326141.755801:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000497468fb x1853175408650752/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326141.755806:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326141.755806:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f40a6cce. 00000020:00000040:3.0:1767326141.755812:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:1.0:1767326141.755815:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326141.755818:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326141.755820:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326141.755822:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326141.755825:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326141.755826:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326141.755830:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767326141.755831:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008ce1a50c. 00000100:00100000:1.0:1767326141.755833:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007e74e626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408650624:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326141.755834:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326141.755837:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326141.755841:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326141.755843:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326141.755845:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326141.755846:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000f40a6cce x1853175408650880/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326141.755850:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326141.755851:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326141.755856:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326141.755859:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000497468fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408650752:192.168.202.142@tcp:400: 02000000:00000001:1.0:1767326141.755862:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326141.755863:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326141.755866:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326141.755870:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000938caca6. 00000100:00000040:3.0:1767326141.755872:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40a6cce] to pc [ptlrpcd_00_00+0] req@00000000f40a6cce x1853175408650880/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326141.755875:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326141.755879:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326141.755883:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767326141.755884:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803932a0. 02000000:00000001:2.0:1767326141.755894:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326141.755895:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bf9b283. 02000000:00000001:2.0:1767326141.755898:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326141.755904:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9133979. 00000100:00000200:1.0:1767326141.755906:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408650624, portal 25 02000000:00000001:2.0:1767326141.755907:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326141.755912:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767326141.755914:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfc078a. 00000100:00000001:1.0:1767326141.755915:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571624064 : -115369137927552 : ffff971287840a80) 00000100:00000001:3.0:1767326141.755919:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326141.755922:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f807cad2. 00000100:00000040:3.0:1767326141.755924:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326141.755925:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007e74e626 x1853175408650624/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326141.755928:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408650752, portal 10 00000100:00000001:2.0:1767326141.755934:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326141.755935:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326141.755938:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571624960 : -115369137926656 : ffff971287840e00) 00000100:00000040:3.0:1767326141.755944:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11347) 00000100:00000001:1.0:1767326141.755947:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326141.755950:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000497468fb x1853175408650752/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326141.755954:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326141.755960:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d659d8ea. 00000100:00000001:0.0:1767326141.755963:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326141.755965:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326141.755969:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767326141.755972:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408650624, offset 0 00000100:00000001:0.0:1767326141.755973:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326141.755973:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326141.755977:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326141.755979:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025eb1d28. 00000100:00000040:0.0:1767326141.755982:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f40a6cce x1853175408650880/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326141.755985:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326141.755986:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408650752, offset 0 00000400:00000200:1.0:1767326141.755992:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326141.756002:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326141.756006:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326141.756006:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326141.756011:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326141.756014:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326141.756016:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:0.0:1767326141.756018:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326141.756025:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1767326141.756031:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f40a6cce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408650880:192.168.202.142@tcp:400: 00000400:00000200:1.0:1767326141.756043:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326141.756048:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326141.756051:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326141.756052:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326141.756055:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326141.756058:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:0.0:1767326141.756060:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326141.756064:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1ee60d3. 02000000:00000001:0.0:1767326141.756068:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326141.756071:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [219:219:256:4294967295] 192.168.202.142@tcp LPNI seq info [219:219:8:4294967295] 00000400:00000010:0.0:1767326141.756075:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000400:00000200:1.0:1767326141.756085:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:0.0:1767326141.756090:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000800:00000200:1.0:1767326141.756093:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326141.756095:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:0.0:1767326141.756096:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408650880, portal 10 00000800:00000010:1.0:1767326141.756099:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d731ab4b. 00000100:00000001:0.0:1767326141.756102:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326141.756102:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326141.756106:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571633920 : -115369137917696 : ffff971287843100) 00000400:00000200:2.0:1767326141.756109:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:1.0:1767326141.756112:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326141.756116:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767326141.756119:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f40a6cce x1853175408650880/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326141.756122:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:1.0:1767326141.756126:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326141.756134:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326141.756134:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d731ab4b type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767326141.756144:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326141.756145:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [220:220:255:4294967295] 192.168.202.142@tcp LPNI seq info [220:220:7:4294967295] 00000400:00000010:0.0:1767326141.756149:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7ef90dd. 00000100:00000200:0.0:1767326141.756154:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408650880, offset 0 00000100:00000001:1.0:1767326141.756155:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326141.756162:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326141.756164:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306013377 00000400:00000200:0.0:1767326141.756167:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:1.0:1767326141.756172:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000c4b5038. 00000800:00000200:2.0:1767326141.756175:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326141.756178:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:2.0:1767326141.756181:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052a5ce86. 00000400:00000200:0.0:1767326141.756183:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326141.756184:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326141.756191:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326141.756192:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306013377 00000400:00000200:0.0:1767326141.756199:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000010:1.0:1767326141.756199:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bae1c4d2. 00000800:00000200:2.0:1767326141.756200:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:0.0:1767326141.756206:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326141.756207:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767326141.756207:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052a5ce86 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326141.756212:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326141.756215:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326141.756216:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306013377 00000400:00000200:0.0:1767326141.756218:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [221:221:254:4294967295] 192.168.202.142@tcp LPNI seq info [221:221:6:4294967295] 00000100:00000010:1.0:1767326141.756222:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005030e337. 00000100:00000040:2.0:1767326141.756222:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 244751 usecs (245 jiffies) 00000100:00000001:2.0:1767326141.756228:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306009845 00000100:00000001:1.0:1767326141.756229:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326141.756232:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326141.756252:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306013377 00000800:00000200:0.0:1767326141.756253:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326141.756258:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306009845 00000800:00000010:0.0:1767326141.756262:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5c95fa2. 00000100:00000001:1.0:1767326141.756262:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306013377 00000100:00000001:2.0:1767326141.756262:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306013377 00000100:00000001:2.0:1767326141.756268:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306009845 00000100:00000010:1.0:1767326141.756270:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032e59226. 00000800:00000200:0.0:1767326141.756271:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326141.756273:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306013377 00000100:00000001:1.0:1767326141.756275:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326141.756278:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306009845 00000100:00000001:1.0:1767326141.756280:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326141.756281:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306013377 00000100:00000001:1.0:1767326141.756284:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326141.756286:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326141.756288:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326141.756290:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326141.756292:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326141.756294:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5c95fa2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326141.756294:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326141.756296:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326141.756302:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326141.756304:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326141.756306:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 337277 usecs (338 jiffies) 00000100:00000001:1.0:1767326141.756307:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326141.756310:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326141.756314:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306009938 00000100:00000001:1.0:1767326141.756314:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326141.756317:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326141.756317:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326141.756318:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306013377 00000100:00000001:2.0:1767326141.756321:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326141.756322:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326141.756323:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306009938 00000100:00000001:1.0:1767326141.756327:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326141.756328:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326141.756329:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306013377 00000100:00000001:2.0:1767326141.756331:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326141.756334:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326141.756337:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326141.756342:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306009938 00000100:00000001:0.0:1767326141.756345:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306013377 00000100:00000001:0.0:1767326141.756348:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306009938 00000100:00000001:0.0:1767326141.756350:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306013377 00000100:00000001:0.0:1767326141.756352:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326141.756355:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326141.756356:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326141.756358:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326141.756361:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d731ab4b. 00000100:00000001:0.0:1767326141.756362:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326141.756369:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326141.756370:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326141.756372:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326141.756373:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326141.756376:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326141.756379:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326141.756383:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326141.756383:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326141.756392:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d659d8ea 00000400:00000010:3.0:1767326141.756396:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d659d8ea. 00000100:00000001:3.0:1767326141.756428:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326141.756433:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007e74e626 x1853175408650624/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326141.756443:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326141.756446:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007e74e626 x1853175408650624/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326157 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326141.756453:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326141.756455:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326141.756470:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326141.756472:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052a5ce86. 00000400:00000200:3.0:1767326141.756475:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326141.756479:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326141.756481:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025eb1d28 00000400:00000010:3.0:1767326141.756483:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025eb1d28. 00000100:00000001:3.0:1767326141.756486:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326141.756488:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000497468fb x1853175408650752/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326141.756495:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326141.756497:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000497468fb x1853175408650752/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326141.756505:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326141.756506:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326141.756568:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326141.756571:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5c95fa2. 00000400:00000200:3.0:1767326141.756574:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326141.756578:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326141.756580:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7ef90dd 00000400:00000010:3.0:1767326141.756582:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7ef90dd. 00000100:00000001:3.0:1767326141.756584:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326141.756587:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f40a6cce x1853175408650880/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326141.756594:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326141.756596:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f40a6cce x1853175408650880/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326141.756608:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326141.756609:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326141.758855:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326141.758870:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326141.758875:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326141.758876:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326141.758886:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326141.758900:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f06980 00000400:00000200:2.0:1767326141.758907:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x7bd [1] + 224 00000800:00000001:2.0:1767326141.758915:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326141.758918:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326141.758920:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326141.758922:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326141.758928:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326141.758933:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007e74e626 x1853175408650624/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326141.758955:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007e74e626 x1853175408650624/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326141.758969:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326141.758977:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326141.758979:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326141.758980:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326141.758981:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326141.758984:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326141.758987:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06a00 00000400:00000200:2.0:1767326141.758990:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x7c1 [1] + 224 00000800:00000001:2.0:1767326141.758992:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326141.758994:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326141.758995:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326141.758997:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326141.758998:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326141.759000:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000497468fb x1853175408650752/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326141.759005:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000497468fb x1853175408650752/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326141.759026:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326141.759030:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326141.759033:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326141.759035:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326141.759037:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326141.759041:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326141.759046:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06a80 00000400:00000200:2.0:1767326141.759050:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x7cd [1] + 224 00000800:00000001:2.0:1767326141.759053:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326141.759059:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326141.759066:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326141.759069:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326141.759071:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326141.759074:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f40a6cce x1853175408650880/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326141.759079:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f40a6cce x1853175408650880/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326141.759094:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326141.759097:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326141.759099:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326141.759126:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326141.759137:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326141.759139:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326141.759142:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326141.759147:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326141.759150:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326141.759152:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803932a0. 00000100:00000001:3.0:1767326141.759153:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326141.759156:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326141.759158:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bf9b283 00000400:00000010:1.0:1767326141.759162:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bf9b283. 00000100:00000001:1.0:1767326141.759165:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767326141.759167:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767326141.759170:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007e74e626 x1853175408650624/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326141.759171:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326141.759175:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000400:00000200:0.0:1767326141.759181:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:0.0:1767326141.759184:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000200:1.0:1767326141.759187:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007e74e626 x1853175408650624/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326141.759190:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767326141.759191:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326141.759194:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326141.759196:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfc078a. 00000100:00000200:0.0:1767326141.759199:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f40a6cce x1853175408650880/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326141.759202:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767326141.759202:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f807cad2 00000100:00000001:1.0:1767326141.759206:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326141.759206:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f807cad2. 00000100:00000001:3.0:1767326141.759211:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326141.759213:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767326141.759217:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000497468fb x1853175408650752/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326141.759219:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326141.759223:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767326141.759224:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f40a6cce x1853175408650880/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326141.759228:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326141.759232:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000497468fb x1853175408650752/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326141.759233:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326141.759255:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=137 v=5 (5 5 0 0) 00000100:00000001:3.0:1767326141.759261:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326141.759262:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767326141.759262:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=137 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326141.759263:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326141.759267:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326141.759268:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326141.759269:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326141.759271:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326141.759272:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326141.759272:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326141.759275:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767326141.759276:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767326141.759276:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326141.759279:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326141.759280:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767326141.759280:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326141.759282:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326141.759284:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326141.759285:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326141.759288:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=132 v=5 (5 5 0 0) 02000000:00000001:0.0:1767326141.759290:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326141.759293:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007e74e626 x1853175408650624/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326141.759295:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=132 v=5 (1 1 0 0) 00000100:00001000:0.0:1767326141.759298:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=126 v=5 (5 5 0 0) 00000100:00000001:3.0:1767326141.759303:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326141.759305:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326141.759307:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326141.759310:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767326141.759313:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1767326141.759314:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=106 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326141.759314:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326141.759319:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326141.759320:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767326141.759320:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e74e626 x1853175408650624/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326141.759323:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326141.759326:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1767326141.759329:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767326141.759331:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326141.759335:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:1.0:1767326141.759337:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007e74e626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408650624:192.168.202.142@tcp:400: 00010000:00080000:0.0:1767326141.759338:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f40a6cce x1853175408650880/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326141.759339:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326141.759348:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000497468fb x1853175408650752/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326141.759357:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326141.759358:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326141.759363:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326141.759365:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326141.759367:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326141.759368:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007e74e626 x1853175408650624/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326141.759370:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326141.759375:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326141.759379:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326141.759379:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326141.759382:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326141.759384:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326141.759388:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767326141.759389:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f40a6cce x1853175408650880/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326141.759389:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000497468fb x1853175408650752/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326141.759393:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000938caca6. 00000100:00100000:3.0:1767326141.759431:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000497468fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408650752:192.168.202.142@tcp:400: 02000000:00000001:1.0:1767326141.759435:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326141.759439:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326141.759439:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326141.759442:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326141.759444:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326141.759445:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767326141.759446:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326141.759449:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b62e88f4. 00000100:00000040:3.0:1767326141.759449:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000497468fb x1853175408650752/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326141.759451:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326141.759455:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326141.759456:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326141.759459:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326141.759462:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:1.0:1767326141.759463:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e74e626. 00000100:00000040:0.0:1767326141.759465:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f40a6cce x1853175408650880/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326141.759466:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326141.759467:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326141.759470:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326141.759470:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9133979. 00000100:00000001:1.0:1767326141.759475:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326141.759475:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326141.759478:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326141.759481:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326141.759485:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767326141.759486:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1767326141.759488:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f40a6cce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408650880:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326141.759489:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326141.759489:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c363976a. 00000100:00000001:1.0:1767326141.759494:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326141.759495:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326141.759497:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326141.759498:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326141.759498:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326141.759500:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000497468fb. 00000100:00000001:0.0:1767326141.759504:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326141.759505:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326141.759507:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326141.759509:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326141.759510:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f40a6cce x1853175408650880/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326157 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326141.759514:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326141.759516:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326141.759519:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326141.759522:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326141.759523:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326141.759525:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326141.759528:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1ee60d3. 02000000:00000001:0.0:1767326141.759532:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326141.759534:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326141.759535:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326141.759537:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326141.759538:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008ce1a50c. 02000000:00000001:0.0:1767326141.759548:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326141.759550:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326141.759552:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f40a6cce. 00000100:00000001:0.0:1767326141.759557:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326141.759559:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326141.759560:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326141.759565:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326141.759566:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326141.759568:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326141.759571:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326142.779730:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326142.779739:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326142.779745:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326142.779746:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326142.779777:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326142.779779:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326142.779781:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326143.803537:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326143.803546:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326143.803554:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326143.803554:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326143.803703:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326143.803708:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326143.803712:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326144.827541:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326144.831280:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326144.831284:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326144.831287:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326144.831293:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326144.831296:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326144.831298:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326144.831302:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326144.831311:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326144.831313:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326144.831341:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326144.831345:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326144.831347:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326145.595540:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306013377, at 4306013440 00000100:00000040:2.0:1767326145.595540:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306013377, at 4306013440 00000100:00000040:3.0:1767326145.595540:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306013377, at 4306013440 00000100:00000010:0.0:1767326145.595563:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c4b5038. 00000100:00000010:2.0:1767326145.595568:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005030e337. 00000100:00000010:3.0:1767326145.595571:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032e59226. 00000100:00000040:1.0:1767326145.595722:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306013377, at 4306013440 00000100:00000010:1.0:1767326145.595730:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bae1c4d2. 00010000:00000001:0.0:1767326145.851543:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326145.851575:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326145.851583:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326145.851584:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326145.851671:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326145.851675:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326145.851678:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326146.875610:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326146.875620:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326146.875625:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326146.875626:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326146.875660:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326146.875664:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326146.875667:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326146.875969:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326146.875976:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326146.875990:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000020:00000040:2.0:1767326146.875998:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326146.876003:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326146.876006:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326146.876014:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326146.876023:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 00000100:00000001:2.0:1767326146.876032:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326146.876045:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b258af54 x1853175408651008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326146.876058:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326146.876061:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326146.876066:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_01+1] req@00000000b258af54 x1853175408651008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326146.876097:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326146.876118:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326146.876121:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326146.876124:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767326146.876127:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326146.876130:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326146.876131:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326146.876133:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326146.876136:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:3.0:1767326146.876251:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326146.876256:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326146.876265:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326146.876270:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408651008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326146.876278:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326146.876281:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326146.876286:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326146.876288:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326146.876291:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326146.876294:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408651008:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326146.876299:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326146.876305:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326146.876308:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326146.876310:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326146.876315:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b712209. 02000000:00000001:3.0:1767326146.876317:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326146.876324:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057e49a0d. 00000400:00000010:3.0:1767326146.876331:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fb78b1d. 00000100:00000200:3.0:1767326146.876339:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408651008, portal 25 00000100:00000001:3.0:1767326146.876342:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326146.876343:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00000100:00000040:3.0:1767326146.876348:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408651008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326146.876355:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326146.876358:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326146.876360:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c0aec41. 00000100:00000200:3.0:1767326146.876363:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408651008, offset 0 00000400:00000200:3.0:1767326146.876370:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326146.876385:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326146.876391:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326146.876397:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326146.876421:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326146.876424:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326146.876428:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [222:222:256:4294967295] 192.168.202.142@tcp LPNI seq info [222:222:8:4294967295] 00000400:00000200:3.0:1767326146.876445:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326146.876452:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326146.876457:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c363976a. 00000800:00000200:3.0:1767326146.876465:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326146.876473:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326146.876478:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c363976a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326146.876505:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326146.876511:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306018498 00000100:00000010:3.0:1767326146.876515:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080aa1012. 00000100:00000001:3.0:1767326146.876523:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326146.876530:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306018498 00000100:00000010:3.0:1767326146.876532:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f676bc1. 00000100:00000001:3.0:1767326146.876535:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326146.876538:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306018498 00000100:00000010:3.0:1767326146.876540:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0fd67da. 00000100:00000001:3.0:1767326146.876544:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326146.876546:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306018498 00000100:00000010:3.0:1767326146.876549:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4de3e0e. 00000100:00000001:3.0:1767326146.876551:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326146.876554:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326146.876557:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326146.876560:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326146.876641:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326146.876651:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326146.876653:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326146.876655:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326146.876656:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326146.876658:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326146.876660:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326146.876812:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326146.876817:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c363976a. 00000400:00000200:1.0:1767326146.876822:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326146.876828:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326146.876834:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c0aec41 00000400:00000010:1.0:1767326146.876837:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c0aec41. 00000100:00000001:1.0:1767326146.876842:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326146.876846:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408651008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326146.876854:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326146.876863:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408651008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326162 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326146.876870:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326146.876871:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326146.876905:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326146.876909:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326146.877011:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326146.877017:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000009561302 x1853175408651136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326146.877025:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326146.877027:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326146.877031:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_02+2] req@0000000009561302 x1853175408651136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326146.877054:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326146.877056:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326146.877059:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326146.877063:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767326146.877065:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326146.877068:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326146.877069:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326146.877071:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326146.877074:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dadd9a6c. 00000100:00000001:2.0:1767326146.877077:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326146.877081:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000bfc4a11d x1853175408651264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326146.877087:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326146.877089:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326146.877092:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_03+3] req@00000000bfc4a11d x1853175408651264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326146.877111:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326146.877114:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326146.877118:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326146.877122:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11352) 00000100:00000001:3.0:1767326146.877241:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326146.877244:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326146.877252:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326146.877256:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408651264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326146.877263:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326146.877264:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326146.877266:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326146.877268:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326146.877270:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326146.877273:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408651264:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326146.877276:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326146.877279:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326146.877281:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326146.877283:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326146.877286:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e769b2c. 02000000:00000001:3.0:1767326146.877287:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326146.877291:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8edb6fd. 00000400:00000010:3.0:1767326146.877294:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8e2a8b. 00000100:00000200:3.0:1767326146.877297:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408651264, portal 10 00000100:00000001:3.0:1767326146.877298:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326146.877299:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000040:3.0:1767326146.877304:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408651264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326146.877310:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326146.877312:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326146.877315:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000865e4d10. 00000100:00000200:3.0:1767326146.877318:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408651264, offset 0 00000400:00000200:3.0:1767326146.877324:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326146.877330:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326146.877333:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326146.877335:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326146.877338:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326146.877340:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326146.877342:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [223:223:256:4294967295] 192.168.202.142@tcp LPNI seq info [223:223:8:4294967295] 00000400:00000200:3.0:1767326146.877356:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326146.877361:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326146.877364:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a10cd6c4. 00000800:00000200:3.0:1767326146.877368:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326146.877373:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326146.877376:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a10cd6c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326146.877387:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326146.877392:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 331817 usecs (332 jiffies) 00000100:00000001:3.0:1767326146.877395:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306015053 00000100:00000001:3.0:1767326146.877397:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306018498 00000100:00000001:3.0:1767326146.877417:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306015054 00000100:00000001:3.0:1767326146.877418:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306018498 00000100:00000001:3.0:1767326146.877420:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306015054 00000100:00000001:3.0:1767326146.877422:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306018498 00000100:00000001:3.0:1767326146.877424:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306015054 00000100:00000001:3.0:1767326146.877426:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306018498 00000100:00000001:3.0:1767326146.877428:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326146.877430:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326146.877433:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326146.877434:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326146.877439:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326146.877440:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326146.877442:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326146.877443:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326146.877445:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326146.877447:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767326146.877449:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326146.877450:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326146.877452:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326146.877459:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326146.877460:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326146.877461:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326146.877465:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408651136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326146.877473:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326146.877474:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326146.877477:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326146.877478:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326146.877480:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326146.877482:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408651136:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326146.877486:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326146.877488:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326146.877490:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326146.877491:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326146.877494:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e42c62be. 02000000:00000001:3.0:1767326146.877496:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326146.877498:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ce40440. 00000400:00000010:3.0:1767326146.877502:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e085bb. 00000100:00000200:3.0:1767326146.877505:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408651136, portal 10 00000100:00000001:3.0:1767326146.877506:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326146.877507:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000040:3.0:1767326146.877512:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408651136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326146.877518:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326146.877520:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326146.877521:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da85e6c9. 00000100:00000200:3.0:1767326146.877523:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408651136, offset 0 00000400:00000200:3.0:1767326146.877527:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326146.877532:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326146.877535:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326146.877537:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326146.877539:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326146.877547:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326146.877549:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [224:224:255:4294967295] 192.168.202.142@tcp LPNI seq info [224:224:7:4294967295] 00000400:00000200:3.0:1767326146.877556:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326146.877560:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326146.877708:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326146.877710:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a10cd6c4. 00000400:00000200:2.0:1767326146.877714:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326146.877718:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326146.877721:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000865e4d10 00000400:00000010:2.0:1767326146.877723:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000865e4d10. 00000100:00000001:2.0:1767326146.877725:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326146.877728:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408651264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326146.877735:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326146.877738:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408651264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326146.877743:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326146.877745:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326146.877784:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326146.877787:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326146.877853:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c363976a. 00000800:00000200:3.0:1767326146.877859:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326146.877863:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326146.877866:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c363976a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326146.877881:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326146.877885:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 240995 usecs (241 jiffies) 00000100:00000001:3.0:1767326146.877888:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306014963 00000100:00000001:3.0:1767326146.877890:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306018498 00000100:00000001:3.0:1767326146.877892:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306014963 00000100:00000001:3.0:1767326146.877894:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306018498 00000100:00000001:3.0:1767326146.877896:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306014963 00000100:00000001:3.0:1767326146.877897:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306018498 00000100:00000001:3.0:1767326146.877899:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306014963 00000100:00000001:3.0:1767326146.877901:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306018498 00000100:00000001:3.0:1767326146.877903:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326146.877905:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326146.877907:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326146.877910:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326146.877995:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326146.877999:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c363976a. 00000400:00000200:2.0:1767326146.878002:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326146.878006:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326146.878009:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da85e6c9 00000400:00000010:2.0:1767326146.878010:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da85e6c9. 00000100:00000001:2.0:1767326146.878013:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326146.878016:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408651136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326146.878023:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326146.878025:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408651136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326146.878042:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326146.878044:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326146.882986:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326146.883007:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326146.883011:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326146.883013:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326146.883026:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326146.883044:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06c00 00000400:00000200:1.0:1767326146.883052:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x7dd [1] + 224 00000800:00000001:1.0:1767326146.883060:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326146.883063:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326146.883065:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326146.883069:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326146.883075:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326146.883083:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408651264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326146.883093:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408651264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326146.883136:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326146.883142:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326146.883157:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326146.883166:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326146.883169:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326146.883171:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326146.883173:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326146.883177:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326146.883183:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06b80 00000400:00000200:1.0:1767326146.883188:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x7e5 [1] + 224 00000800:00000001:1.0:1767326146.883203:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326146.883208:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326146.883226:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326146.883230:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326146.883233:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326146.883237:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408651136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326146.883245:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408651136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326146.883253:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326146.883257:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326146.883261:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326146.883263:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326146.883265:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326146.883269:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326146.883275:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f06b00 00000400:00000200:1.0:1767326146.883281:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x7d5 [1] + 224 00000800:00000001:1.0:1767326146.883285:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326146.883291:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326146.883293:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326146.883296:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326146.883298:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326146.883302:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408651008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326146.883310:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408651008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326146.883339:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326146.883343:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326146.883346:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326146.883429:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326146.883433:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326146.883440:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326146.883443:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326146.883445:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057e49a0d. 00000400:00000200:2.0:1767326146.883451:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fb78b1d 00000400:00000010:2.0:1767326146.883453:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fb78b1d. 00000100:00000001:2.0:1767326146.883457:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326146.883461:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408651008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326146.883470:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408651008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326146.883476:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326146.883478:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326146.883481:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326146.883484:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326146.883487:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326146.883491:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326146.883494:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326146.883502:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=142 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326146.883506:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=142 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326146.883509:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326146.883510:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326146.883513:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326146.883516:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326146.883519:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326146.883523:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408651008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326146.883529:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326146.883533:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326146.883535:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326146.883538:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408651008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326146.883552:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408651008:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326146.883557:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326146.883560:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326146.883573:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408651008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326146.883580:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326146.883583:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326146.883587:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b712209. 02000000:00000001:2.0:1767326146.883591:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326146.883593:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326146.883595:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326146.883597:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326146.883600:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 02000000:00000001:2.0:1767326146.883603:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326146.883605:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326146.883607:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000001:2.0:1767326146.883610:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326146.883612:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326146.883614:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326146.883623:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326146.883625:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326146.883627:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326146.883630:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326146.883690:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326146.883693:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326146.883694:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8edb6fd. 00000400:00000200:3.0:1767326146.883698:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8e2a8b 00000400:00000010:3.0:1767326146.883699:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8e2a8b. 00000100:00000001:3.0:1767326146.883709:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326146.883713:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408651264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326146.883721:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408651264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326146.883727:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326146.883729:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326146.883730:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326146.883732:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326146.883733:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326146.883735:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326146.883736:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326146.883742:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=131 v=5 (5 5 0 0) 00000100:00001000:3.0:1767326146.883745:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=111 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326146.883747:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326146.883748:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326146.883750:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326146.883754:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bfc4a11d x1853175408651264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326146.883761:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326146.883764:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326146.883766:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326146.883768:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326146.883769:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326146.883772:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408651264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326146.883778:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326146.883780:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326146.883781:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326146.883784:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408651264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326146.883790:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408651264:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326146.883912:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326146.883915:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326146.883918:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408651264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326146.883922:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326146.883924:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326146.883925:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e769b2c. 02000000:00000001:3.0:1767326146.883927:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326146.883928:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326146.883929:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326146.883930:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326146.883931:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dadd9a6c. 02000000:00000001:3.0:1767326146.883932:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326146.883933:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326146.883934:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:3.0:1767326146.883936:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326146.883936:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326146.883939:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326146.883940:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326146.883940:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326146.883943:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326146.883944:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326146.883945:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ce40440. 00000400:00000200:3.0:1767326146.883946:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e085bb 00000400:00000010:3.0:1767326146.883947:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e085bb. 00000100:00000001:3.0:1767326146.883949:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326146.883950:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408651136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326146.883955:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408651136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326146.883959:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326146.883959:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326146.883960:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326146.883961:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326146.883962:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326146.883967:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326146.883968:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326146.883972:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=137 v=5 (5 5 0 0) 00000100:00001000:3.0:1767326146.883974:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=137 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326146.883975:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326146.883976:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326146.883977:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326146.883979:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326146.883981:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326146.883982:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326146.883983:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326146.883984:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326146.883986:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408651136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326146.883989:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326146.883990:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326146.883991:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326146.883992:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408651136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326146.883996:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408651136:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326146.883998:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326146.884000:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326146.884001:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408651136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326162 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326146.884004:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326146.884005:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326146.884006:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e42c62be. 02000000:00000001:3.0:1767326146.884007:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326146.884008:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326146.884008:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326146.884009:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326146.884010:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 02000000:00000001:3.0:1767326146.884011:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326146.884014:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326146.884015:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:3.0:1767326146.884017:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326146.884018:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326146.884019:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326146.884022:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326146.884023:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326146.884024:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326146.884025:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326147.899551:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326147.899801:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326147.899810:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326147.899812:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326147.900065:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326147.900069:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326147.900073:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326148.923527:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326148.923534:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326148.923540:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326148.923541:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326148.923560:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326148.923563:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326148.923566:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326149.947728:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326149.947735:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326149.947742:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326149.947743:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326149.950768:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326149.950773:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326149.950777:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326150.715447:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306018498, at 4306018560 00000100:00000040:2.0:1767326150.715447:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306018498, at 4306018560 00000100:00000040:3.0:1767326150.715453:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306018498, at 4306018560 00000100:00000010:3.0:1767326150.715466:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4de3e0e. 00000100:00000010:2.0:1767326150.715470:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0fd67da. 00000100:00000010:1.0:1767326150.715473:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f676bc1. 00000100:00000040:0.0:1767326150.716219:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306018498, at 4306018560 00000100:00000010:0.0:1767326150.716225:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080aa1012. 00010000:00000001:0.0:1767326150.972251:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326150.972258:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326150.972263:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326150.972264:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326150.972339:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326150.972343:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326150.972359:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326151.995462:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326151.995470:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326151.995477:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326151.995480:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326151.995495:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326151.995500:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767326151.995501:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326151.995502:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326151.995504:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326151.995508:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326151.995511:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326151.995511:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326151.995516:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326151.995518:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326151.995520:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076e54421. 00000020:00000040:1.0:1767326151.995527:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326151.995532:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326151.995535:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326151.995553:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326151.995556:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326151.995561:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326151.995562:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f4b5b63e. 00010000:00010000:3.0:1767326151.995565:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326151.995570:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326151.995583:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000076e54421 x1853175408651392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326151.995593:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326151.995595:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326151.995600:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076e54421] to pc [ptlrpcd_00_00+0] req@0000000076e54421 x1853175408651392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326151.995622:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326151.995624:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326151.995628:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326151.995631:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf90a616. 00000020:00000040:1.0:1767326151.995634:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326151.995636:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326151.995638:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326151.995640:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326151.995643:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5dc54ea. 00000100:00000001:1.0:1767326151.995646:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326151.995649:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326151.995652:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000cf90a616 x1853175408651520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326151.995655:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326151.995655:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326151.995659:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326151.995660:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326151.995666:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767326151.995668:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076e54421 x1853175408651392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326151.995670:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326151.995679:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326151.995679:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf90a616] to pc [ptlrpcd_00_01+1] req@00000000cf90a616 x1853175408651520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326151.995681:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326151.995684:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326151.995686:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326151.995690:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326151.995694:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000076e54421 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408651392:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326151.995700:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326151.995705:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326151.995708:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326151.995710:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326151.995713:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8e2e48c. 02000000:00000001:0.0:1767326151.995715:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326151.995715:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326151.995720:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000100:00000040:1.0:1767326151.995720:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326151.995726:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767326151.995727:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000010:1.0:1767326151.995731:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4ca48da. 00000100:00000200:0.0:1767326151.995734:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408651392, portal 25 00000020:00000040:1.0:1767326151.995736:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326151.995737:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326151.995739:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604909824 : -115369104641792 : ffff9712897ff100) 00000100:00000001:2.0:1767326151.995739:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326151.995741:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326151.995743:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326151.995745:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767326151.995746:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000076e54421 x1853175408651392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326151.995749:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326151.995756:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326151.995756:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767326151.995757:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb080471. 00000100:00000040:0.0:1767326151.995762:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326151.995764:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326151.995765:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057503a90. 00000100:00000040:2.0:1767326151.995765:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf90a616 x1853175408651520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326151.995773:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000f4ca48da x1853175408651648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767326151.995774:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408651392, offset 0 00000400:00000200:0.0:1767326151.995785:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326151.995789:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326151.995794:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326151.995795:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326151.995799:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326151.995803:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ca48da] to pc [ptlrpcd_00_02+2] req@00000000f4ca48da x1853175408651648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326151.995805:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326151.995809:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:2.0:1767326151.995809:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326151.995816:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326151.995821:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1767326151.995825:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf90a616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408651520:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326151.995829:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326151.995831:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326151.995836:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326151.995836:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326151.995840:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326151.995842:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326151.995843:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326151.995844:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326151.995849:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [225:225:256:4294967295] 192.168.202.142@tcp LPNI seq info [225:225:8:4294967295] 00000100:00000040:1.0:1767326151.995849:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767326151.995850:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009db7e5f4. 02000000:00000001:2.0:1767326151.995855:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326151.995859:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767326151.995862:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b428e7b0. 00000100:00000001:3.0:1767326151.995862:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326151.995865:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11357) 00000100:00000001:3.0:1767326151.995867:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326151.995868:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb34fec2. 00000100:00000001:3.0:1767326151.995870:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767326151.995873:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:2.0:1767326151.995874:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408651520, portal 10 00000100:00000001:2.0:1767326151.995878:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326151.995878:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4ca48da x1853175408651648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326151.995881:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326151.995881:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604897280 : -115369104654336 : ffff9712897fc000) 00000800:00000200:0.0:1767326151.995886:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326151.995887:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326151.995892:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf90a616 x1853175408651520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326151.995894:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013c28cca. 00000100:00000001:3.0:1767326151.995898:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326151.995900:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326151.995904:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1767326151.995907:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:3.0:1767326151.995908:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326151.995910:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326151.995913:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326151.995917:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326151.995918:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00100000:3.0:1767326151.995920:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f4ca48da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408651648:192.168.202.142@tcp:400: 00000400:00000010:2.0:1767326151.995922:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039fbeb8f. 00000800:00000200:0.0:1767326151.995924:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013c28cca type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767326151.995926:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408651520, offset 0 00000400:00000200:2.0:1767326151.995933:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326151.995935:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326151.995939:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:3.0:1767326151.995940:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326151.995944:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326151.995944:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326151.995944:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326151.995948:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326151.995951:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306023617 00000400:00000200:2.0:1767326151.995953:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326151.995958:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1767326151.995959:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000358418ea. 00000400:00000200:2.0:1767326151.995962:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000010:3.0:1767326151.995962:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098ad869f. 00000400:00000200:2.0:1767326151.995967:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [226:226:255:4294967295] 192.168.202.142@tcp LPNI seq info [226:226:7:4294967295] 02000000:00000001:3.0:1767326151.995967:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326151.995969:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767326151.995975:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ce40440. 00000100:00000001:0.0:1767326151.995977:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306023617 00000400:00000010:3.0:1767326151.995981:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e085bb. 00000100:00000010:0.0:1767326151.995985:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006635b1ce. 00000100:00000200:3.0:1767326151.995986:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408651648, portal 10 00000100:00000001:3.0:1767326151.995992:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326151.995993:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767326151.995996:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326151.995996:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604907136 : -115369104644480 : ffff9712897fe680) 00000100:00000001:0.0:1767326151.996006:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306023617 00000800:00000200:2.0:1767326151.996008:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767326151.996008:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f4ca48da x1853175408651648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326151.996013:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077436310. 00000800:00000010:2.0:1767326151.996015:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002dd738d8. 00000100:00000001:3.0:1767326151.996018:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326151.996019:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767326151.996022:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326151.996026:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306023617 00000400:00000010:3.0:1767326151.996027:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8e2a8b. 00000800:00000200:2.0:1767326151.996033:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:3.0:1767326151.996033:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408651648, offset 0 00000100:00000010:0.0:1767326151.996034:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000055b570f. 00000100:00000001:0.0:1767326151.996040:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767326151.996044:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326151.996046:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326151.996050:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002dd738d8 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326151.996050:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326151.996057:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326151.996059:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326151.996059:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:1.0:1767326151.996062:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767326151.996062:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 237420 usecs (238 jiffies) 00000400:00000200:3.0:1767326151.996063:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326151.996069:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013c28cca. 00000100:00000001:2.0:1767326151.996069:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306020078 00000400:00000200:3.0:1767326151.996070:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326151.996072:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326151.996076:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326151.996077:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326151.996077:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306023617 00000400:00000200:1.0:1767326151.996078:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326151.996081:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326151.996083:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306020078 00000100:00000001:2.0:1767326151.996087:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306023617 00000100:00000001:0.0:1767326151.996089:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326151.996092:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [227:227:254:4294967295] 192.168.202.142@tcp LPNI seq info [227:227:6:4294967295] 00000400:00000200:1.0:1767326151.996093:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326151.996093:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306020078 00000100:00000001:0.0:1767326151.996094:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326151.996100:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306023617 00000100:00000001:0.0:1767326151.996101:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326151.996104:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326151.996105:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306020078 00000100:00000001:0.0:1767326151.996108:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326151.996110:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306023617 00000100:00000001:0.0:1767326151.996112:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326151.996114:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326151.996116:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326151.996117:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326151.996121:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326151.996124:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326151.996126:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057503a90 00000800:00000200:3.0:1767326151.996127:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326151.996128:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767326151.996131:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057503a90. 00000100:00000001:2.0:1767326151.996131:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767326151.996134:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ce1a50c. 00000100:00000001:2.0:1767326151.996136:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326151.996138:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326151.996139:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326151.996153:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326151.996156:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326151.996162:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076e54421 x1853175408651392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326151.996172:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326151.996175:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076e54421 x1853175408651392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326167 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326151.996181:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326151.996183:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326151.996199:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326151.996202:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002dd738d8. 00000400:00000200:1.0:1767326151.996205:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326151.996209:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326151.996212:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039fbeb8f 00000400:00000010:1.0:1767326151.996214:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039fbeb8f. 00000100:00000001:1.0:1767326151.996216:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326151.996219:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf90a616 x1853175408651520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326151.996227:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326151.996230:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf90a616 x1853175408651520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326151.996238:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326151.996239:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326151.996243:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326151.996248:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326151.996251:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ce1a50c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326151.996264:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326151.996268:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 326598 usecs (327 jiffies) 00000100:00000001:3.0:1767326151.996271:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306020167 00000800:00000200:2.0:1767326151.996294:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326151.996298:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ce1a50c. 00000400:00000200:2.0:1767326151.996301:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326151.996306:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326151.996309:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8e2a8b 00000400:00000010:2.0:1767326151.996310:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8e2a8b. 00000100:00000001:2.0:1767326151.996313:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326151.996317:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f4ca48da x1853175408651648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326151.996332:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326151.996335:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f4ca48da x1853175408651648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326151.996341:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326151.996343:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326151.996345:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306023617 00000100:00000001:3.0:1767326151.996356:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306020167 00000100:00000001:3.0:1767326151.996359:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306023617 00000100:00000001:3.0:1767326151.996361:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306020167 00000100:00000001:3.0:1767326151.996363:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306023617 00000100:00000001:3.0:1767326151.996365:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306020167 00000100:00000001:3.0:1767326151.996367:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306023617 00000100:00000001:3.0:1767326151.996369:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326151.996371:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326151.996373:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326151.996374:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326151.996378:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326151.996380:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326151.996381:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326151.996382:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326151.996383:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326151.996385:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326151.997652:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326151.997664:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326151.997667:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326151.997670:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326151.997677:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326151.997687:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f06c80 00000400:00000200:1.0:1767326151.997693:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x7ed [1] + 224 00000800:00000001:1.0:1767326151.997700:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326151.997712:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326151.997714:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326151.997717:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326151.997721:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326151.997729:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076e54421 x1853175408651392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326151.997738:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000076e54421 x1853175408651392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326151.997751:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326151.997757:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326151.997760:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326151.997773:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326151.997775:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326151.997779:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326151.997780:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326151.997781:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000400:00000200:0.0:1767326151.997790:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:0.0:1767326151.997792:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:0.0:1767326151.997794:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326151.997798:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076e54421 x1853175408651392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326151.997807:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076e54421 x1853175408651392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326151.997813:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326151.997815:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326151.997817:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326151.997819:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326151.997821:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326151.997823:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326151.997826:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326151.997831:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=147 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326151.997834:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=147 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326151.997837:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326151.997838:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326151.997840:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326151.997842:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326151.997845:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326151.997847:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076e54421 x1853175408651392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326151.997860:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326151.997862:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326151.997863:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326151.997865:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076e54421 x1853175408651392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326151.997869:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000076e54421 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408651392:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326151.997871:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326151.997873:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326151.997874:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076e54421 x1853175408651392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326151.997878:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326151.997880:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326151.997882:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8e2e48c. 02000000:00000001:0.0:1767326151.997884:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326151.997885:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326151.997886:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326151.997887:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326151.997889:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f4b5b63e. 02000000:00000001:0.0:1767326151.997891:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326151.997892:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326151.997893:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076e54421. 00000100:00000001:0.0:1767326151.997895:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326151.997896:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326151.997897:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326151.997899:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326151.997900:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326151.997901:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326151.997902:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326152.000023:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326152.000030:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326152.000032:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326152.000034:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326152.000040:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326152.000048:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06d00 00000400:00000200:1.0:1767326152.000052:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x7f5 [1] + 224 00000800:00000001:1.0:1767326152.000057:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326152.000062:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326152.000064:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326152.000067:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326152.000071:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326152.000074:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf90a616 x1853175408651520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326152.000083:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf90a616 x1853175408651520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326152.000098:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326152.000103:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326152.000105:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326152.000128:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326152.000130:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326152.000133:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326152.000134:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326152.000135:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b428e7b0. 00000400:00000200:2.0:1767326152.000138:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb34fec2 00000400:00000010:2.0:1767326152.000139:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb34fec2. 00000100:00000001:2.0:1767326152.000151:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326152.000155:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf90a616 x1853175408651520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326152.000161:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf90a616 x1853175408651520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326152.000165:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326152.000166:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326152.000167:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326152.000169:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326152.000170:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326152.000171:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326152.000172:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326152.000176:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=142 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326152.000177:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=142 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326152.000179:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326152.000180:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326152.000181:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326152.000183:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326152.000185:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326152.000186:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326152.000187:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326152.000194:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326152.000197:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf90a616 x1853175408651520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326152.000201:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326152.000203:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326152.000204:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326152.000206:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf90a616 x1853175408651520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326152.000210:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf90a616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408651520:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326152.000213:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326152.000214:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326152.000215:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf90a616 x1853175408651520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326152.000219:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326152.000220:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326152.000221:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009db7e5f4. 02000000:00000001:2.0:1767326152.000223:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326152.000225:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326152.000226:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326152.000227:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326152.000228:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5dc54ea. 02000000:00000001:2.0:1767326152.000230:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326152.000231:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326152.000232:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf90a616. 00000100:00000001:2.0:1767326152.000234:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326152.000235:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326152.000237:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326152.000240:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326152.000241:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326152.000242:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326152.000243:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326152.000246:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326152.000251:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326152.000254:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326152.000257:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326152.000263:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326152.000271:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06d80 00000400:00000200:3.0:1767326152.000275:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x7fd [1] + 224 00000800:00000001:3.0:1767326152.000279:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326152.000332:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326152.000335:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326152.000338:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326152.000342:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326152.000345:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f4ca48da x1853175408651648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326152.000353:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f4ca48da x1853175408651648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326152.000375:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326152.000380:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326152.000383:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326152.000427:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326152.000430:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326152.000432:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326152.000433:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326152.000434:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ce40440. 00000400:00000200:1.0:1767326152.000437:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e085bb 00000400:00000010:1.0:1767326152.000438:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e085bb. 00000100:00000001:1.0:1767326152.000444:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326152.000447:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f4ca48da x1853175408651648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326152.000457:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f4ca48da x1853175408651648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326152.000461:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326152.000462:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326152.000464:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326152.000465:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326152.000466:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326152.000467:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326152.000468:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326152.000470:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=137 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326152.000472:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=117 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326152.000474:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326152.000475:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326152.000476:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326152.000479:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f4ca48da x1853175408651648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326152.000485:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326152.000487:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326152.000488:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326152.000490:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326152.000491:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326152.000494:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f4ca48da x1853175408651648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326152.000499:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326152.000501:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326152.000502:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326152.000509:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4ca48da x1853175408651648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326152.000516:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f4ca48da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408651648:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326152.000525:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326152.000527:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326152.000530:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f4ca48da x1853175408651648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326167 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326152.000536:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326152.000537:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326152.000539:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098ad869f. 02000000:00000001:1.0:1767326152.000541:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326152.000543:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326152.000544:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326152.000545:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326152.000547:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb080471. 02000000:00000001:1.0:1767326152.000549:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326152.000550:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326152.000551:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4ca48da. 00000100:00000001:1.0:1767326152.000554:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326152.000555:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326152.000556:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326152.000560:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326152.000561:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326152.000563:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326152.000564:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326153.019574:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326153.019580:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326153.019586:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326153.019588:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326153.020078:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326153.020082:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326153.020085:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326154.043575:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326154.043609:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326154.043618:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326154.043619:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326154.043682:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326154.043687:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326154.043696:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326155.067670:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326155.067680:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326155.067683:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326155.067685:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326155.067691:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326155.067693:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326155.067695:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326155.067698:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326155.067702:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326155.067704:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326155.067774:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326155.067779:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326155.067782:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326155.835509:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306023617, at 4306023680 00000100:00000040:1.0:1767326155.835509:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306023617, at 4306023680 00000100:00000010:1.0:1767326155.835528:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006635b1ce. 00000100:00000010:0.0:1767326155.835529:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000358418ea. 00000100:00000040:3.0:1767326155.835629:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306023617, at 4306023680 00000100:00000010:3.0:1767326155.835635:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000055b570f. 00000100:00000040:2.0:1767326155.835705:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306023617, at 4306023680 00000100:00000010:2.0:1767326155.835712:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077436310. 00010000:00000001:0.0:1767326156.091510:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326156.091517:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326156.091523:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326156.091524:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326156.091606:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326156.091610:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326156.091613:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326157.115536:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326157.115547:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326157.115557:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000020:00000040:2.0:1767326157.115563:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326157.115569:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326157.115571:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326157.115576:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326157.115585:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b65b65b4. 00000100:00000001:2.0:1767326157.115592:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326157.115601:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b258af54 x1853175408651776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326157.115612:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326157.115615:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326157.115619:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_03+3] req@00000000b258af54 x1853175408651776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326157.115655:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326157.115658:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326157.115660:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326157.115665:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767326157.115668:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326157.115670:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326157.115671:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326157.115673:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326157.115676:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 00000100:00000001:2.0:1767326157.115679:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326157.115684:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000009561302 x1853175408651904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326157.115688:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326157.115694:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767326157.115695:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326157.115704:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326157.115707:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326157.115707:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326157.115711:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326157.115712:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326157.115715:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326157.115718:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_00+0] req@0000000009561302 x1853175408651904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326157.115718:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326157.115726:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408651776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326157.115738:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326157.115740:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326157.115744:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326157.115747:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326157.115749:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326157.115749:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326157.115754:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767326157.115756:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408651776:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326157.115759:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326157.115764:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000100:00000001:3.0:1767326157.115764:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767326157.115768:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:3.0:1767326157.115769:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326157.115771:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326157.115773:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326157.115774:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326157.115778:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767326157.115779:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326157.115784:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098ad869f. 02000000:00000010:2.0:1767326157.115785:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 02000000:00000001:3.0:1767326157.115789:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326157.115791:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326157.115796:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000bfc4a11d x1853175408652032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767326157.115797:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8edb6fd. 00000100:00000001:2.0:1767326157.115806:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767326157.115806:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088831319. 00000100:00000001:2.0:1767326157.115809:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326157.115813:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_01+1] req@00000000bfc4a11d x1853175408652032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326157.115815:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408651776, portal 25 00000100:00000001:3.0:1767326157.115820:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326157.115823:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00000100:00000040:3.0:1767326157.115831:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408651776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326157.115838:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326157.115843:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326157.115851:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326157.115854:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326157.115859:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11362) 00000100:00000040:3.0:1767326157.115859:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326157.115865:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede1e5f6. 00000100:00000200:3.0:1767326157.115869:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408651776, offset 0 00000100:00000001:2.0:1767326157.115872:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326157.115876:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326157.115877:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326157.115879:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326157.115886:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408652032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326157.115893:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326157.115899:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326157.115907:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326157.115911:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767326157.115912:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326157.115914:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326157.115918:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767326157.115919:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326157.115922:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326157.115925:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [228:228:256:4294967295] 192.168.202.142@tcp LPNI seq info [228:228:8:4294967295] 02000000:00000001:2.0:1767326157.115926:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326157.115933:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408652032:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326157.115937:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326157.115941:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326157.115943:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:2.0:1767326157.115944:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326157.115949:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326157.115952:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb543b45. 00000800:00000200:3.0:1767326157.115953:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326157.115956:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326157.115960:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b62e88f4. 00000400:00000010:2.0:1767326157.115962:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b428e7b0. 00000400:00000010:2.0:1767326157.115968:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb34fec2. 00000800:00000200:3.0:1767326157.115971:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:2.0:1767326157.115973:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408652032, portal 10 00000100:00000001:2.0:1767326157.115976:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326157.115978:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000800:00000200:3.0:1767326157.115982:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:2.0:1767326157.115985:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408652032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326157.115988:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b62e88f4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326157.115997:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326157.116000:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326157.116001:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326157.116002:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051f3b62d. 00000100:00000200:2.0:1767326157.116006:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408652032, offset 0 00000100:00000001:3.0:1767326157.116008:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306028737 00000400:00000200:2.0:1767326157.116012:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:3.0:1767326157.116013:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4de3e0e. 00000400:00000200:2.0:1767326157.116019:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326157.116021:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326157.116024:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326157.116028:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326157.116029:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306028737 00000100:00000010:3.0:1767326157.116033:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e880e811. 00000100:00000001:3.0:1767326157.116036:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326157.116038:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306028737 00000100:00000010:3.0:1767326157.116041:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003de2fc58. 00000100:00000001:3.0:1767326157.116043:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326157.116045:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306028737 00000100:00000010:3.0:1767326157.116047:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007bf79e58. 00000100:00000001:3.0:1767326157.116055:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326157.116058:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326157.116060:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326157.116063:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326157.116065:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326157.116115:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326157.116118:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326157.116233:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326157.116237:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b62e88f4. 00000400:00000200:1.0:1767326157.116243:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326157.116254:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326157.116274:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326157.116277:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326157.116279:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [229:229:255:4294967295] 192.168.202.142@tcp LPNI seq info [229:229:7:4294967295] 00000400:00000200:2.0:1767326157.116286:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326157.116295:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326157.116299:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dadd9a6c. 00000800:00000200:2.0:1767326157.116302:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326157.116306:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326157.116308:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dadd9a6c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326157.116311:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326157.116315:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 321507 usecs (322 jiffies) 00000100:00000001:2.0:1767326157.116317:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306025282 00000100:00000001:2.0:1767326157.116319:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306028737 00000100:00000001:2.0:1767326157.116321:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306025282 00000100:00000001:2.0:1767326157.116322:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306028737 00000100:00000001:2.0:1767326157.116324:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306025282 00000100:00000001:2.0:1767326157.116326:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306028737 00000100:00000001:2.0:1767326157.116327:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306025282 00000100:00000001:2.0:1767326157.116329:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306028737 00000100:00000001:2.0:1767326157.116330:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326157.116332:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326157.116334:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326157.116336:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326157.116339:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326157.116340:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326157.116342:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326157.116343:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326157.116345:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326157.116346:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767326157.116348:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326157.116349:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326157.116351:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326157.116352:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326157.116353:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326157.116359:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326157.116362:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408651904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326157.116370:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326157.116371:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326157.116373:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326157.116374:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326157.116377:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326157.116379:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408651904:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326157.116383:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326157.116385:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326157.116387:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326157.116389:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326157.116392:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007083bc44. 02000000:00000001:2.0:1767326157.116426:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326157.116430:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001c3f5ce. 00000400:00000010:2.0:1767326157.116434:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000628fadee. 00000100:00000200:2.0:1767326157.116437:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408651904, portal 10 00000100:00000001:2.0:1767326157.116440:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326157.116441:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000040:2.0:1767326157.116446:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408651904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326157.116452:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326157.116455:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326157.116457:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2f3b387. 00000100:00000200:2.0:1767326157.116459:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408651904, offset 0 00000400:00000200:2.0:1767326157.116463:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326157.116522:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326157.116525:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326157.116540:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326157.116542:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326157.116546:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326157.116547:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326157.116590:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326157.116594:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326157.116596:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767326157.117069:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede1e5f6 00000400:00000010:1.0:1767326157.117072:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ede1e5f6. 00000100:00000001:1.0:1767326157.117077:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326157.117081:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408651776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326157.117090:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326157.117092:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408651776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326173 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326157.117110:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326157.117111:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326157.117157:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326157.117159:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dadd9a6c. 00000400:00000200:1.0:1767326157.117162:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326157.117166:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326157.117169:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051f3b62d 00000400:00000010:1.0:1767326157.117170:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051f3b62d. 00000100:00000001:1.0:1767326157.117173:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326157.117175:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408652032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326157.117182:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326157.117184:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408652032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326157.117189:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326157.117190:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767326157.117257:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326157.117261:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326157.117264:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326157.117266:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326157.117268:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326157.117270:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [230:230:256:4294967295] 192.168.202.142@tcp LPNI seq info [230:230:8:4294967295] 00000400:00000200:2.0:1767326157.117296:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326157.117301:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326157.117304:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052a5ce86. 00000800:00000200:2.0:1767326157.117308:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326157.117312:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326157.117315:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052a5ce86 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326157.117368:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326157.117371:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 233907 usecs (234 jiffies) 00000100:00000001:2.0:1767326157.117373:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306025195 00000100:00000001:2.0:1767326157.117375:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306028737 00000100:00000001:2.0:1767326157.117377:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306025195 00000100:00000001:2.0:1767326157.117379:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306028737 00000100:00000001:2.0:1767326157.117380:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306025195 00000100:00000001:2.0:1767326157.117382:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306028737 00000100:00000001:2.0:1767326157.117383:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306025195 00000100:00000001:2.0:1767326157.117384:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306028737 00000100:00000001:2.0:1767326157.117386:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326157.117388:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326157.117391:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326157.117392:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326157.117626:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326157.117629:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052a5ce86. 00000400:00000200:1.0:1767326157.117632:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326157.117636:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326157.117639:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2f3b387 00000400:00000010:1.0:1767326157.117640:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2f3b387. 00000100:00000001:1.0:1767326157.117643:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326157.117646:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408651904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326157.117658:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326157.117660:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408651904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326157.117667:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326157.117668:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326157.119028:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326157.119042:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326157.119046:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326157.119049:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326157.119058:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326157.119071:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f06e00 00000400:00000200:3.0:1767326157.119079:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x805 [1] + 224 00000800:00000001:3.0:1767326157.119087:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326157.119092:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326157.119107:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326157.119110:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326157.119116:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326157.119122:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408651776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326157.119133:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408651776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326157.119159:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326157.119167:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326157.119221:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326157.119224:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326157.119229:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326157.119230:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326157.119232:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8edb6fd. 00000400:00000200:1.0:1767326157.119235:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088831319 00000400:00000010:1.0:1767326157.119236:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088831319. 00000100:00000001:1.0:1767326157.119238:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326157.119241:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408651776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326157.119247:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408651776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326157.119251:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326157.119253:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326157.119255:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326157.119258:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326157.119261:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326157.119263:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326157.119266:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326157.119272:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=153 v=5 (5 5 0 0) 00000100:00001000:1.0:1767326157.119275:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=153 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326157.119277:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326157.119278:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326157.119280:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326157.119282:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326157.119284:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326157.119287:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408651776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326157.119311:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326157.119314:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326157.119316:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326157.119319:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408651776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326157.119326:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408651776:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326157.119331:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326157.119334:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326157.119336:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408651776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326157.119343:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326157.119346:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326157.119348:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098ad869f. 02000000:00000001:1.0:1767326157.119352:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326157.119354:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326157.119355:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326157.119357:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326157.119359:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b65b65b4. 02000000:00000001:1.0:1767326157.119363:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326157.119364:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326157.119366:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000001:1.0:1767326157.119370:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326157.119371:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326157.119373:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326157.119379:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326157.119381:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326157.119383:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326157.119385:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326157.119477:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326157.119480:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326157.119483:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326157.119488:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326157.119495:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06f00 00000400:00000200:3.0:1767326157.119500:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x80d [1] + 224 00000800:00000001:3.0:1767326157.119509:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326157.119514:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326157.119515:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326157.119518:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326157.119521:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326157.119524:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408652032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326157.119529:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408652032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326157.119594:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326157.119597:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326157.119687:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326157.119693:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326157.119697:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326157.119699:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326157.119701:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326157.119705:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326157.119711:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f06e80 00000400:00000200:3.0:1767326157.119716:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x815 [1] + 224 00000800:00000001:3.0:1767326157.119719:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326157.119736:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326157.119738:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326157.119741:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326157.119745:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326157.119748:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408651904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326157.119756:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408651904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326157.119762:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326157.119765:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326157.119768:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326157.119952:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326157.119955:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326157.119956:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b428e7b0. 00000400:00000200:2.0:1767326157.119961:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb34fec2 00000400:00000010:2.0:1767326157.119962:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb34fec2. 00000100:00000001:2.0:1767326157.119966:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326157.119970:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408652032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326157.119989:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408652032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326157.119995:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326157.119997:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326157.119999:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326157.120000:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326157.120002:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326157.120003:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326157.120005:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326157.120011:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=142 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326157.120014:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=122 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326157.120016:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326157.120018:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326157.120019:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326157.120023:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bfc4a11d x1853175408652032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326157.120029:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326157.120032:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326157.120034:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326157.120036:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326157.120037:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326157.120040:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408652032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326157.120047:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326157.120049:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326157.120050:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326157.120053:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408652032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326157.120060:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408652032:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326157.120064:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326157.120070:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326157.120073:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408652032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326157.120079:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326157.120081:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326157.120082:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb543b45. 02000000:00000001:2.0:1767326157.120086:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326157.120087:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326157.120088:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326157.120090:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326157.120092:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 02000000:00000001:2.0:1767326157.120106:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326157.120107:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326157.120108:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:2.0:1767326157.120111:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326157.120112:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326157.120114:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326157.120116:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326157.120117:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326157.120120:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326157.120121:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326157.120122:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001c3f5ce. 00000400:00000200:2.0:1767326157.120124:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000628fadee 00000400:00000010:2.0:1767326157.120126:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000628fadee. 00000100:00000001:2.0:1767326157.120128:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326157.120131:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408651904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326157.120138:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408651904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326157.120145:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326157.120146:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326157.120148:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326157.120149:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326157.120150:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326157.120151:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326157.120153:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326157.120162:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=148 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326157.120165:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=148 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326157.120167:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326157.120168:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326157.120170:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326157.120172:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326157.120174:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326157.120175:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326157.120177:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326157.120178:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326157.120181:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408651904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326157.120188:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326157.120190:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326157.120191:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326157.120193:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408651904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326157.120199:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408651904:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326157.120203:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326157.120204:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326157.120206:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408651904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326173 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326157.120212:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326157.120214:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326157.120216:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007083bc44. 02000000:00000001:2.0:1767326157.120220:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326157.120221:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326157.120222:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326157.120224:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326157.120226:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 02000000:00000001:2.0:1767326157.120228:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326157.120229:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326157.120229:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:2.0:1767326157.120237:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326157.120238:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326157.120240:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326157.120245:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326157.120247:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326157.120249:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326157.120250:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326158.139671:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326158.139683:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326158.139690:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326158.139692:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326158.139771:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326158.139776:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326158.139779:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326159.163698:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326159.163707:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326159.163715:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326159.163717:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326159.163742:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326159.163747:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326159.163771:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326160.187565:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326160.187576:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326160.187583:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326160.187585:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326160.187651:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326160.187656:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326160.187660:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326160.955552:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306028737, at 4306028800 00000100:00000040:3.0:1767326160.955552:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306028737, at 4306028800 00000100:00000040:0.0:1767326160.955555:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306028737, at 4306028800 00000100:00000010:1.0:1767326160.955576:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e880e811. 00000100:00000010:3.0:1767326160.955578:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007bf79e58. 00000100:00000010:0.0:1767326160.955588:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4de3e0e. 00000100:00000040:2.0:1767326160.955987:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306028737, at 4306028800 00000100:00000010:2.0:1767326160.955995:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003de2fc58. 00010000:00000001:0.0:1767326161.211511:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326161.211521:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326161.211529:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326161.211531:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326161.211769:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326161.211774:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326161.211797:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326162.235514:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326162.235525:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326162.235533:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326162.235536:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326162.235539:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326162.235545:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326162.235549:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326162.235551:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326162.235555:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326162.235557:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326162.235560:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326162.235562:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326162.235606:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326162.235611:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326162.235615:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326162.236104:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326162.236111:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326162.236124:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000497468fb. 00000020:00000040:3.0:1767326162.236131:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326162.236137:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326162.236140:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326162.236147:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326162.236156:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003fff2558. 00000100:00000001:3.0:1767326162.236164:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326162.236178:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000497468fb x1853175408652160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326162.236191:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326162.236193:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326162.236199:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497468fb] to pc [ptlrpcd_00_02+2] req@00000000497468fb x1853175408652160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326162.236232:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326162.236235:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326162.236238:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326162.236243:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f40a6cce. 00000020:00000040:3.0:1767326162.236246:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326162.236249:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326162.236251:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326162.236251:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326162.236253:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326162.236257:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767326162.236258:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea9a1391. 00000100:00000001:1.0:1767326162.236261:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326162.236263:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326162.236269:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000497468fb x1853175408652160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326162.236270:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000f40a6cce x1853175408652288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326162.236296:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326162.236297:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326162.236299:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326162.236304:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326162.236307:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326162.236314:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326162.236318:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326162.236320:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326162.236320:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40a6cce] to pc [ptlrpcd_00_03+3] req@00000000f40a6cce x1853175408652288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326162.236326:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326162.236329:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000497468fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408652160:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326162.236338:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326162.236342:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326162.236345:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326162.236346:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326162.236351:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767326162.236352:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326162.236354:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326162.236355:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e74e626. 02000000:00000001:1.0:1767326162.236356:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326162.236358:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767326162.236361:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326162.236362:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767326162.236365:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009eb723f4. 00000100:00000001:3.0:1767326162.236366:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326162.236370:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326162.236370:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767326162.236371:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f40a6cce x1853175408652288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326162.236373:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326162.236380:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8b9f1ee. 00000400:00000010:1.0:1767326162.236381:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803932a0. 00000100:00000001:0.0:1767326162.236387:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326162.236387:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326162.236391:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326162.236392:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bf9b283. 00000100:00000040:3.0:1767326162.236395:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000007e74e626 x1853175408652416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326162.236396:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326162.236420:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326162.236425:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326162.236433:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f40a6cce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408652288:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326162.236436:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326162.236439:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326162.236440:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326162.236444:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326162.236447:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326162.236448:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e74e626] to pc [ptlrpcd_00_00+0] req@000000007e74e626 x1853175408652416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326162.236452:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767326162.236454:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408652160, portal 25 02000000:00000010:0.0:1767326162.236459:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af5b7571. 00000100:00000001:1.0:1767326162.236461:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326162.236464:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326162.236465:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571624960 : -115369137926656 : ffff971287840e00) 00000100:00000040:1.0:1767326162.236474:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000497468fb x1853175408652160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326162.236477:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000100:00000001:3.0:1767326162.236482:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326162.236486:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000040:3.0:1767326162.236488:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326162.236489:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767326162.236492:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408652288, portal 10 00000100:00000040:3.0:1767326162.236495:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326162.236496:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326162.236498:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326162.236499:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326162.236503:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571633920 : -115369137917696 : ffff971287843100) 00000400:00000010:1.0:1767326162.236503:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a44e04f. 00000100:00000040:3.0:1767326162.236504:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11367) 00000100:00100000:2.0:1767326162.236505:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000200:1.0:1767326162.236510:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408652160, offset 0 00000100:00000001:2.0:1767326162.236510:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326162.236516:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f40a6cce x1853175408652288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326162.236523:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326162.236524:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326162.236529:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326162.236530:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326162.236531:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326162.236534:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326162.236536:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326162.236538:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326162.236538:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326162.236542:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767326162.236544:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044f99395. 00000400:00000200:1.0:1767326162.236545:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:0.0:1767326162.236549:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408652288, offset 0 00000100:00000040:2.0:1767326162.236551:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007e74e626 x1853175408652416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326162.236560:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326162.236562:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326162.236571:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767326162.236572:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326162.236574:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326162.236578:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326162.236580:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326162.236582:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326162.236584:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326162.236588:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007e74e626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408652416:192.168.202.142@tcp:400: 00000400:00000200:1.0:1767326162.236594:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326162.236596:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326162.236599:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326162.236602:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326162.236604:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [231:231:256:4294967295] 192.168.202.142@tcp LPNI seq info [231:231:8:4294967295] 02000000:00000001:2.0:1767326162.236606:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326162.236617:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4dab799. 02000000:00000001:2.0:1767326162.236622:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326162.236624:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:2.0:1767326162.236628:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001c3f5ce. 00000800:00000200:1.0:1767326162.236634:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326162.236635:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000628fadee. 00000400:00000200:0.0:1767326162.236636:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326162.236643:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326162.236643:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb080471. 00000100:00000200:2.0:1767326162.236643:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408652416, portal 10 00000100:00000001:2.0:1767326162.236650:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326162.236651:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326162.236654:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571624064 : -115369137927552 : ffff971287840a80) 00000800:00000200:1.0:1767326162.236656:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326162.236658:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326162.236663:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:2.0:1767326162.236667:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007e74e626 x1853175408652416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326162.236670:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:0.0:1767326162.236671:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [232:232:255:4294967295] 192.168.202.142@tcp LPNI seq info [232:232:7:4294967295] 00000800:00000200:1.0:1767326162.236677:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb080471 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326162.236692:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326162.236692:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326162.236699:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326162.236703:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326162.236705:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb34fec2. 00000100:00000001:1.0:1767326162.236706:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326162.236709:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb4be34. 00000100:00000200:2.0:1767326162.236712:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408652416, offset 0 00000100:00000001:1.0:1767326162.236715:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306033858 00000800:00000200:0.0:1767326162.236717:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:1.0:1767326162.236724:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bae1c4d2. 00000400:00000200:2.0:1767326162.236724:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326162.236728:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326162.236732:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb4be34 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326162.236735:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326162.236736:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326162.236737:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326162.236744:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 230498 usecs (231 jiffies) 00000400:00000200:2.0:1767326162.236744:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326162.236746:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306033858 00000100:00000001:0.0:1767326162.236750:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306030312 00000100:00000010:1.0:1767326162.236752:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8afc2e8. 00000400:00000200:2.0:1767326162.236752:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326162.236757:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306033858 00000100:00000001:1.0:1767326162.236758:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767326162.236759:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326162.236763:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306030312 00000100:00000001:1.0:1767326162.236765:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306033858 00000400:00000200:2.0:1767326162.236767:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326162.236770:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306033858 00000100:00000010:1.0:1767326162.236771:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd3de080. 00000400:00000200:2.0:1767326162.236775:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [233:233:254:4294967295] 192.168.202.142@tcp LPNI seq info [233:233:6:4294967295] 00000100:00000001:1.0:1767326162.236776:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326162.236782:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306030312 00000400:00000200:2.0:1767326162.236790:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326162.236793:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306033858 00000100:00000001:1.0:1767326162.236793:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306033858 00000800:00000200:2.0:1767326162.236799:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326162.236801:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306030312 00000100:00000010:1.0:1767326162.236803:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e79aa378. 00000800:00000010:2.0:1767326162.236806:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002dd738d8. 00000100:00000001:1.0:1767326162.236810:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767326162.236814:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326162.236817:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306033858 00000100:00000001:1.0:1767326162.236817:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326162.236824:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326162.236824:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326162.236825:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326162.236831:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326162.236831:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002dd738d8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326162.236832:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326162.236836:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326162.236839:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326162.236839:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326162.236840:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326162.236840:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767326162.236847:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 316565 usecs (317 jiffies) 00000800:00000010:3.0:1767326162.236847:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb080471. 00000100:00000001:0.0:1767326162.236849:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326162.236853:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326162.236853:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306030398 00000400:00000200:3.0:1767326162.236854:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326162.236857:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326162.236858:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326162.236859:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306033858 00000100:00000001:1.0:1767326162.236861:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326162.236862:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326162.236866:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326162.236866:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326162.236870:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326162.236874:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326162.236875:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306030398 00000100:00000001:1.0:1767326162.236877:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326162.236878:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a44e04f 00000100:00000001:2.0:1767326162.236881:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306033858 00000100:00000001:1.0:1767326162.236882:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326162.236882:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a44e04f. 00000100:00000001:2.0:1767326162.236887:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306030398 00000100:00000001:1.0:1767326162.236888:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326162.236892:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306033858 00000100:00000001:2.0:1767326162.236896:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306030398 00000100:00000001:3.0:1767326162.236898:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326162.236899:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306033858 00000100:00000001:2.0:1767326162.236902:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326162.236905:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000497468fb x1853175408652160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326162.236906:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326162.236910:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326162.236914:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326162.236923:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326162.236927:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000497468fb x1853175408652160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326162.236935:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326162.236936:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326162.236949:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326162.236951:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb4be34. 00000400:00000200:3.0:1767326162.236955:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326162.236958:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326162.236961:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044f99395 00000400:00000010:3.0:1767326162.236963:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044f99395. 00000100:00000001:3.0:1767326162.236965:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326162.236968:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f40a6cce x1853175408652288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326162.236974:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326162.236976:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f40a6cce x1853175408652288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326162.236983:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326162.236985:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326162.237056:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326162.237058:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002dd738d8. 00000400:00000200:3.0:1767326162.237062:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326162.237065:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326162.237068:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb34fec2 00000400:00000010:3.0:1767326162.237070:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb34fec2. 00000100:00000001:3.0:1767326162.237073:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326162.237075:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007e74e626 x1853175408652416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326162.237083:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326162.237085:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007e74e626 x1853175408652416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326162.237097:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326162.237099:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326162.239171:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326162.239187:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326162.239193:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326162.239195:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326162.239207:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326162.239223:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f06f80 00000400:00000200:1.0:1767326162.239232:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x81d [1] + 224 00000800:00000001:1.0:1767326162.239240:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326162.239245:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326162.239248:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326162.239253:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326162.239261:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326162.239267:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000497468fb x1853175408652160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326162.239281:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000497468fb x1853175408652160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326162.239299:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326162.239309:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326162.239313:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326162.239315:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326162.239318:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326162.239330:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767326162.239336:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326162.239341:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07000 00000100:00000001:3.0:1767326162.239342:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326162.239349:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x821 [1] + 224 00000800:00000001:1.0:1767326162.239354:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326162.239358:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326162.239362:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326162.239362:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326162.239366:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767326162.239367:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803932a0. 00000400:00000200:1.0:1767326162.239373:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326162.239375:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bf9b283 00000400:00000010:3.0:1767326162.239379:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bf9b283. 00000100:00000001:3.0:1767326162.239383:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326162.239384:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326162.239389:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000497468fb x1853175408652160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326162.239426:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f40a6cce x1853175408652288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326162.239436:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f40a6cce x1853175408652288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326162.239452:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767326162.239457:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000497468fb x1853175408652160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326162.239459:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326162.239464:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326162.239467:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326162.239471:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326162.239474:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326162.239475:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326162.239479:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326162.239480:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:0.0:1767326162.239485:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326162.239485:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326162.239489:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326162.239490:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326162.239493:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 02000000:00000001:3.0:1767326162.239495:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326162.239498:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:0.0:1767326162.239501:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:0.0:1767326162.239505:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767326162.239505:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=8 v=5 (5 5 5 0) 00000100:00000200:0.0:1767326162.239510:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f40a6cce x1853175408652288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326162.239511:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=8 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326162.239518:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326162.239520:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326162.239525:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326162.239529:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326162.239531:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f40a6cce x1853175408652288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326162.239534:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326162.239543:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326162.239543:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000497468fb x1853175408652160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326162.239546:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326162.239549:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326162.239552:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326162.239554:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326162.239557:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326162.239558:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326162.239562:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326162.239563:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326162.239566:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326162.239569:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=153 v=5 (5 5 0 0) 00000100:00000040:3.0:1767326162.239570:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000497468fb x1853175408652160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326162.239581:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=153 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326162.239584:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326162.239586:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326162.239587:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1767326162.239600:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000497468fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408652160:192.168.202.142@tcp:400: 00010000:00000001:0.0:1767326162.239601:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326162.239607:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326162.239609:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326162.239612:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326162.239613:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326162.239616:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767326162.239618:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000497468fb x1853175408652160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326162.239619:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326162.239628:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f40a6cce x1853175408652288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326162.239631:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326162.239635:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326162.239639:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767326162.239640:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009eb723f4. 00000100:00000001:0.0:1767326162.239641:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326162.239644:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326162.239647:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767326162.239649:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f40a6cce x1853175408652288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326162.239651:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1767326162.239658:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f40a6cce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408652288:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326162.239663:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326162.239666:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767326162.239666:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000040:0.0:1767326162.239670:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f40a6cce x1853175408652288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326162.239672:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326162.239675:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003fff2558. 00000100:00000001:0.0:1767326162.239681:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326162.239683:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767326162.239683:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1767326162.239687:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af5b7571. 02000000:00000001:3.0:1767326162.239687:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326162.239690:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000497468fb. 02000000:00000001:0.0:1767326162.239692:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326162.239695:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326162.239696:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1767326162.239697:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326162.239699:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326162.239702:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326162.239703:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326162.239705:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea9a1391. 02000000:00000001:0.0:1767326162.239710:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326162.239711:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767326162.239712:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326162.239715:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f40a6cce. 00000100:00000001:3.0:1767326162.239715:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326162.239720:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326162.239723:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326162.239730:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326162.239732:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326162.239736:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326162.239737:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326162.239739:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326162.239741:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326162.239799:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326162.239974:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326162.239980:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326162.239982:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326162.239984:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326162.239989:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326162.239997:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07080 00000400:00000200:1.0:1767326162.240002:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x82d [1] + 224 00000800:00000001:1.0:1767326162.240006:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326162.240021:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326162.240023:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326162.240027:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326162.240030:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326162.240034:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007e74e626 x1853175408652416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326162.240042:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007e74e626 x1853175408652416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326162.240067:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326162.240072:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326162.240075:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326162.240093:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326162.240097:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326162.240100:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326162.240102:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326162.240104:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001c3f5ce. 00000400:00000200:2.0:1767326162.240108:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000628fadee 00000400:00000010:2.0:1767326162.240109:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000628fadee. 00000100:00000001:2.0:1767326162.240112:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326162.240116:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007e74e626 x1853175408652416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326162.240125:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007e74e626 x1853175408652416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326162.240132:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326162.240133:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326162.240135:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326162.240137:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326162.240138:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326162.240140:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326162.240142:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326162.240146:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=147 v=5 (5 5 0 0) 00000100:00001000:2.0:1767326162.240149:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=127 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326162.240152:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326162.240159:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326162.240161:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326162.240164:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007e74e626 x1853175408652416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326162.240172:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326162.240174:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326162.240175:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326162.240177:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326162.240179:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326162.240181:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007e74e626 x1853175408652416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326162.240188:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326162.240190:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326162.240191:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326162.240194:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e74e626 x1853175408652416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326162.240201:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007e74e626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408652416:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326162.240205:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326162.240207:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326162.240209:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007e74e626 x1853175408652416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326162.240216:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326162.240217:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326162.240219:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4dab799. 02000000:00000001:2.0:1767326162.240222:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326162.240224:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326162.240225:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326162.240227:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326162.240228:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8b9f1ee. 02000000:00000001:2.0:1767326162.240231:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326162.240232:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326162.240234:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e74e626. 00000100:00000001:2.0:1767326162.240242:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326162.240244:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326162.240246:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326162.240251:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326162.240252:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326162.240254:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326162.240256:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326163.259520:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326163.259531:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326163.259538:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326163.259540:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326163.259609:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326163.259614:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326163.259618:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326164.283730:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326164.283739:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326164.283747:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326164.283748:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326164.283856:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326164.283861:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326164.283864:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326165.307546:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326165.307558:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326165.307561:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326165.307564:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326165.307571:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326165.307574:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326165.307576:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326165.307578:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326165.307583:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326165.307584:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326165.308088:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326165.308092:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326165.308095:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326166.075505:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306033858, at 4306033920 00000100:00000040:2.0:1767326166.075505:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306033858, at 4306033920 00000100:00000040:3.0:1767326166.075505:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306033858, at 4306033920 00000100:00000010:0.0:1767326166.075525:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bae1c4d2. 00000100:00000040:1.0:1767326166.075610:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306033858, at 4306033920 00000100:00000010:1.0:1767326166.075618:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8afc2e8. 00000100:00000010:2.0:1767326166.075647:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd3de080. 00000100:00000010:3.0:1767326166.075649:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e79aa378. 00010000:00000001:0.0:1767326166.331546:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326166.331556:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326166.331564:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326166.331565:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326166.331646:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326166.331652:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326166.331655:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326167.355529:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326167.355539:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326167.355545:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326167.355546:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326167.355687:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326167.355692:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326167.355695:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326167.355810:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326167.355818:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326167.355827:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4ca48da. 00000020:00000040:1.0:1767326167.355832:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326167.355836:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326167.355838:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326167.355842:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326167.355848:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b2a70f3e. 00000100:00000001:1.0:1767326167.355853:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326167.355861:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000f4ca48da x1853175408652544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326167.355869:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326167.355871:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326167.355875:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ca48da] to pc [ptlrpcd_00_01+1] req@00000000f4ca48da x1853175408652544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326167.355910:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326167.355914:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326167.355922:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326167.355924:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9198884. 00000020:00000040:1.0:1767326167.355927:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326167.355929:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326167.355930:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326167.355931:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326167.355934:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008588d8b0. 00000100:00000001:1.0:1767326167.355951:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326167.355955:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000b9198884 x1853175408652672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326167.355963:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326167.355965:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326167.355970:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9198884] to pc [ptlrpcd_00_02+2] req@00000000b9198884 x1853175408652672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326167.355980:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326167.355986:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326167.355990:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326167.356030:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4ca48da x1853175408652544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326167.356042:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326167.356044:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326167.356049:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326167.356053:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326167.356057:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326167.356062:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f4ca48da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408652544:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326167.356067:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326167.356075:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326167.356079:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326167.356079:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326167.356082:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326167.356086:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326167.356090:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767326167.356093:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0afd78e. 02000000:00000001:2.0:1767326167.356101:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326167.356102:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9198884 x1853175408652672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326167.356116:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001c3f5ce. 00000100:00000001:3.0:1767326167.356126:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767326167.356128:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000628fadee. 00000100:00000001:3.0:1767326167.356129:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326167.356137:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408652544, portal 25 00000100:00000001:2.0:1767326167.356141:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326167.356142:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326167.356143:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604907136 : -115369104644480 : ffff9712897fe680) 02000000:00000001:3.0:1767326167.356147:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326167.356155:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f4ca48da x1853175408652544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326167.356157:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326167.356162:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408652672:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326167.356166:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326167.356172:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326167.356176:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326167.356185:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326167.356189:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1767326167.356192:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002637400b. 02000000:00000001:3.0:1767326167.356199:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326167.356201:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326167.356209:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009393f943. 00000400:00000010:2.0:1767326167.356210:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000011205e8. 00000100:00000200:2.0:1767326167.356221:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408652544, offset 0 00000400:00000010:3.0:1767326167.356223:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000726c910d. 00000100:00000200:3.0:1767326167.356233:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408652672, portal 10 00000400:00000200:2.0:1767326167.356239:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326167.356240:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326167.356244:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604905344 : -115369104646272 : ffff9712897fdf80) 00000100:00000040:3.0:1767326167.356252:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9198884 x1853175408652672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326167.356259:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326167.356261:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:3.0:1767326167.356272:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326167.356276:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767326167.356277:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065fe4795. 00000100:00000200:3.0:1767326167.356282:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408652672, offset 0 00000400:00000200:2.0:1767326167.356287:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326167.356295:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326167.356296:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326167.356307:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326167.356311:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [234:234:256:4294967295] 192.168.202.142@tcp LPNI seq info [234:234:8:4294967295] 00000400:00000200:2.0:1767326167.356323:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326167.356337:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326167.356342:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6a98a8f. 00000800:00000200:2.0:1767326167.356349:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326167.356356:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326167.356359:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326167.356363:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326167.356364:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f6a98a8f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326167.356382:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326167.356387:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306038977 00000100:00000010:2.0:1767326167.356391:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9ee2863. 00000100:00000001:2.0:1767326167.356419:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326167.356427:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306038977 00000100:00000010:2.0:1767326167.356430:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000013453981. 00000100:00000001:2.0:1767326167.356434:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326167.356437:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306038977 00000100:00000010:2.0:1767326167.356439:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ee61ad4. 00000100:00000001:2.0:1767326167.356442:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326167.356448:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306038977 00000100:00000010:2.0:1767326167.356451:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd8dfb95. 00000100:00000001:2.0:1767326167.356460:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326167.356463:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326167.356465:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326167.356469:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326167.356472:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326167.356479:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326167.356481:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326167.356483:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326167.356484:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326167.356485:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326167.356488:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326167.356530:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326167.356533:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326167.356603:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:2.0:1767326167.356607:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767326167.356611:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326167.356612:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6a98a8f. 00000400:00000200:2.0:1767326167.356618:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326167.356623:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326167.356632:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326167.356705:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326167.356709:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326167.356712:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326167.356716:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f49c08a. 00000020:00000040:1.0:1767326167.356719:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326167.356722:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326167.356723:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326167.356725:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326167.356728:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d59ec675. 00000100:00000001:1.0:1767326167.356731:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326167.356734:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000003f49c08a x1853175408652800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326167.356739:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326167.356740:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326167.356742:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f49c08a] to pc [ptlrpcd_00_03+3] req@000000003f49c08a x1853175408652800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326167.356754:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326167.356756:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326167.356759:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326167.356762:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11372) 00000100:00000001:0.0:1767326167.356809:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326167.356811:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326167.356812:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326167.356814:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f49c08a x1853175408652800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326167.356820:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326167.356821:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326167.356822:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326167.356823:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326167.356824:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326167.356826:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003f49c08a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408652800:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326167.356828:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326167.356830:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326167.356831:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326167.356832:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326167.356835:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000412e63af. 02000000:00000001:0.0:1767326167.356836:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326167.356838:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000400:00000010:0.0:1767326167.356842:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000200:0.0:1767326167.356844:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408652800, portal 10 00000100:00000001:0.0:1767326167.356845:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326167.356846:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604902656 : -115369104648960 : ffff9712897fd500) 00000100:00000040:0.0:1767326167.356849:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003f49c08a x1853175408652800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326167.356853:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326167.356855:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326167.356856:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4a8377b. 00000100:00000200:0.0:1767326167.356857:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408652800, offset 0 00000400:00000200:0.0:1767326167.356860:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326167.357082:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326167.357085:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326167.357088:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [235:235:255:4294967295] 192.168.202.142@tcp LPNI seq info [235:235:7:4294967295] 00000400:00000200:3.0:1767326167.357099:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326167.357105:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326167.357109:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 00000800:00000200:3.0:1767326167.357114:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326167.357127:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326167.357130:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326167.357134:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326167.357138:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 227168 usecs (228 jiffies) 00000100:00000001:3.0:1767326167.357141:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306035429 00000100:00000001:3.0:1767326167.357143:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306038977 00000100:00000001:3.0:1767326167.357145:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306035429 00000100:00000001:3.0:1767326167.357147:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306038977 00000100:00000001:3.0:1767326167.357148:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306035429 00000100:00000001:3.0:1767326167.357150:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306038977 00000100:00000001:3.0:1767326167.357151:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306035429 00000100:00000001:3.0:1767326167.357153:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306038977 00000100:00000001:3.0:1767326167.357154:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326167.357156:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326167.357158:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326167.357160:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326167.357166:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326167.357167:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326167.357169:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326167.357170:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326167.357171:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326167.357172:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326167.357255:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326167.357263:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326167.357267:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326167.357269:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326167.357278:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000011205e8 00000400:00000200:0.0:1767326167.357279:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000010:2.0:1767326167.357283:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000011205e8. 00000400:00000200:0.0:1767326167.357289:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [236:236:254:4294967295] 192.168.202.142@tcp LPNI seq info [236:236:6:4294967295] 00000100:00000001:2.0:1767326167.357293:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326167.357302:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f4ca48da x1853175408652544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326167.357320:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326167.357333:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326167.357336:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:0.0:1767326167.357337:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb4be34. 00000100:00000040:2.0:1767326167.357344:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f4ca48da x1853175408652544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326183 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326167.357345:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326167.357367:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326167.357377:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb4be34 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326167.357382:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326167.357383:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326167.357387:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767326167.357388:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 311765 usecs (312 jiffies) 00000100:00000001:0.0:1767326167.357391:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306035513 00000100:00000001:0.0:1767326167.357393:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306038977 00000100:00000001:0.0:1767326167.357394:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306035513 00000100:00000001:0.0:1767326167.357396:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306038977 00000100:00000001:0.0:1767326167.357430:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306035513 00000100:00000001:0.0:1767326167.357432:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306038977 00000100:00000001:0.0:1767326167.357434:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306035514 00000100:00000001:0.0:1767326167.357435:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306038977 00000100:00000001:0.0:1767326167.357436:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326167.357438:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326167.357439:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326167.357440:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326167.357443:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326167.357444:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326167.357446:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326167.357447:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326167.357448:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326167.357449:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326167.357485:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326167.357490:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 00000400:00000200:2.0:1767326167.357494:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326167.357500:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326167.357503:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065fe4795 00000400:00000010:2.0:1767326167.357505:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065fe4795. 00000100:00000001:2.0:1767326167.357508:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326167.357511:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9198884 x1853175408652672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326167.357519:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326167.357528:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9198884 x1853175408652672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326167.357535:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326167.357536:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326167.357833:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326167.357836:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb4be34. 00000400:00000200:2.0:1767326167.357840:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326167.357844:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326167.357847:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a8377b 00000400:00000010:2.0:1767326167.357848:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4a8377b. 00000100:00000001:2.0:1767326167.357851:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326167.357855:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f49c08a x1853175408652800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326167.357867:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326167.357870:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f49c08a x1853175408652800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326167.357876:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326167.357878:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326167.358297:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326167.358310:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326167.358320:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326167.358324:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326167.358331:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326167.358344:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f07100 00000400:00000200:1.0:1767326167.358352:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x835 [1] + 224 00000800:00000001:1.0:1767326167.358361:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326167.358370:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326167.358373:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326167.358376:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326167.358381:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326167.358385:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f4ca48da x1853175408652544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326167.358395:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f4ca48da x1853175408652544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326167.358442:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326167.358449:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326167.358453:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326167.358517:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326167.358520:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326167.358526:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326167.358528:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326167.358530:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001c3f5ce. 00000400:00000200:2.0:1767326167.358534:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000628fadee 00000400:00000010:2.0:1767326167.358536:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000628fadee. 00000100:00000001:2.0:1767326167.358538:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326167.358542:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f4ca48da x1853175408652544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326167.358551:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f4ca48da x1853175408652544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326167.358558:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326167.358560:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326167.358562:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326167.358565:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326167.358574:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326167.358577:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326167.358580:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326167.358588:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=13 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326167.358594:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=13 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326167.358598:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326167.358600:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326167.358602:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326167.358605:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326167.358608:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326167.358612:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f4ca48da x1853175408652544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326167.358620:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326167.358623:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326167.358625:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326167.358629:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4ca48da x1853175408652544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326167.358637:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f4ca48da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408652544:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326167.358642:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326167.358644:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326167.358646:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f4ca48da x1853175408652544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326167.358653:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326167.358656:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326167.358659:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0afd78e. 02000000:00000001:2.0:1767326167.358663:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326167.358665:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326167.358667:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326167.358670:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326167.358672:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b2a70f3e. 02000000:00000001:2.0:1767326167.358676:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326167.358678:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326167.358680:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4ca48da. 00000100:00000001:2.0:1767326167.358689:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326167.358690:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326167.358693:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326167.358698:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326167.358699:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326167.358701:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326167.358703:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326167.358970:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326167.358977:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326167.358979:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326167.358992:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326167.359008:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326167.359016:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07200 00000400:00000200:1.0:1767326167.359022:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x845 [1] + 224 00000800:00000001:1.0:1767326167.359026:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326167.359030:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326167.359032:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326167.359035:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326167.359039:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326167.359043:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f49c08a x1853175408652800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326167.359051:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f49c08a x1853175408652800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326167.359074:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326167.359079:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326167.359082:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326167.359085:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326167.359087:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326167.359093:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326167.359101:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07180 00000400:00000200:1.0:1767326167.359108:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x83d [1] + 224 00000100:00000001:0.0:1767326167.359110:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326167.359112:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326167.359119:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326167.359124:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326167.359125:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767326167.359131:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326167.359132:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:0.0:1767326167.359134:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326167.359139:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000400:00000200:0.0:1767326167.359143:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:0.0:1767326167.359145:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:0.0:1767326167.359149:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326167.359151:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326167.359157:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f49c08a x1853175408652800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326167.359166:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f49c08a x1853175408652800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326167.359173:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9198884 x1853175408652672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326167.359174:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326167.359178:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326167.359184:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326167.359188:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326167.359193:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326167.359197:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326167.359199:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9198884 x1853175408652672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326167.359203:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326167.359217:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=152 v=5 (5 5 0 0) 00000100:00001000:0.0:1767326167.359223:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=132 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326167.359228:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326167.359228:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326167.359234:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326167.359237:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326167.359238:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767326167.359244:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767326167.359249:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003f49c08a x1853175408652800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326167.359259:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326167.359262:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326167.359265:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326167.359268:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326167.359268:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326167.359270:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326167.359274:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326167.359279:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f49c08a x1853175408652800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326167.359281:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326167.359285:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326167.359288:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009393f943. 00000400:00000200:3.0:1767326167.359294:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000726c910d 00000100:00000001:0.0:1767326167.359298:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326167.359299:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000726c910d. 00000100:00000001:3.0:1767326167.359308:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326167.359309:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767326167.359316:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9198884 x1853175408652672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326167.359320:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326167.359336:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f49c08a x1853175408652800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326167.359396:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9198884 x1853175408652672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326167.359397:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003f49c08a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408652800:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326167.359430:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326167.359434:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326167.359436:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326167.359438:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326167.359439:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326167.359441:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326167.359443:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326167.359449:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=8 v=5 (5 5 5 0) 00000100:00001000:3.0:1767326167.359453:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=8 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326167.359466:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326167.359468:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326167.359472:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f49c08a x1853175408652800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326167.359478:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326167.359480:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326167.359483:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000412e63af. 02000000:00000001:0.0:1767326167.359486:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326167.359488:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326167.359490:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326167.359493:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326167.359495:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d59ec675. 02000000:00000001:0.0:1767326167.359498:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326167.359500:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326167.359501:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f49c08a. 00000100:00000001:0.0:1767326167.359504:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326167.359506:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326167.359507:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326167.359514:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326167.359515:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326167.359517:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326167.359519:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326167.359540:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326167.359543:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326167.359546:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326167.359549:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326167.359552:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326167.359554:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326167.359556:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326167.359558:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326167.359563:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9198884 x1853175408652672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326167.359571:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326167.359574:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326167.359575:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326167.359579:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9198884 x1853175408652672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326167.359585:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408652672:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326167.359591:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326167.359592:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326167.359595:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9198884 x1853175408652672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326183 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326167.359613:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326167.359615:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326167.359618:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002637400b. 02000000:00000001:3.0:1767326167.359621:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326167.359623:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326167.359624:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326167.359627:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326167.359628:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008588d8b0. 02000000:00000001:3.0:1767326167.359632:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326167.359633:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326167.359634:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9198884. 00000100:00000001:3.0:1767326167.359638:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326167.359639:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326167.359641:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326167.359645:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326167.359647:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326167.359649:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326167.359650:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326168.379669:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326168.379679:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326168.379686:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326168.379687:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326168.379756:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326168.379761:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326168.379765:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326169.403653:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326169.403661:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326169.403667:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326169.403668:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326169.403708:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326169.403712:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326169.403715:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326170.427668:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326170.427700:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326170.427709:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326170.427710:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326170.427849:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326170.427854:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326170.427857:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326171.195549:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306038977, at 4306039040 00000100:00000040:1.0:1767326171.195549:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306038977, at 4306039040 00000100:00000040:2.0:1767326171.195549:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306038977, at 4306039040 00000100:00000010:1.0:1767326171.195575:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000013453981. 00000100:00000010:0.0:1767326171.195578:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9ee2863. 00000100:00000010:2.0:1767326171.195581:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ee61ad4. 00000100:00000040:3.0:1767326171.195700:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306038977, at 4306039040 00000100:00000010:3.0:1767326171.195708:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd8dfb95. 00010000:00000001:0.0:1767326171.451575:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326171.451596:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326171.451605:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326171.451606:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326171.451637:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326171.451643:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326171.451647:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326172.475553:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326172.475563:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326172.475570:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326172.475574:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326172.475576:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326172.475583:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326172.475586:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326172.475588:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326172.475591:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326172.475594:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326172.475595:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326172.475598:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326172.475740:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326172.475745:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326172.475747:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326172.475876:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326172.475883:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326172.475892:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767326172.475899:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326172.475904:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326172.475907:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326172.475913:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326172.475922:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:2.0:1767326172.475936:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326172.475948:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000009561302 x1853175408652928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326172.475970:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326172.475976:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326172.475983:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_00+0] req@0000000009561302 x1853175408652928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326172.476012:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326172.476014:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326172.476017:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326172.476031:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767326172.476033:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326172.476036:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326172.476037:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326172.476039:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326172.476041:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed9e0e5f. 00000100:00000001:2.0:1767326172.476043:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326172.476047:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000bfc4a11d x1853175408653056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326172.476054:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326172.476055:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326172.476058:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_01+1] req@00000000bfc4a11d x1853175408653056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326172.476065:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326172.476067:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326172.476070:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326172.476073:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326172.476074:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326172.476076:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326172.476077:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326172.476079:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326172.476082:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039fc680f. 00000100:00000001:2.0:1767326172.476084:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326172.476087:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b6591187 x1853175408653184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326172.476093:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326172.476094:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326172.476096:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_02+2] req@00000000b6591187 x1853175408653184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326172.476118:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326172.476120:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326172.476128:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326172.476133:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11378) 00000100:00000001:0.0:1767326172.476172:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326172.476176:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326172.476178:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326172.476182:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408652928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326172.476190:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326172.476192:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326172.476196:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326172.476199:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326172.476202:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326172.476205:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408652928:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326172.476210:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326172.476217:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326172.476220:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326172.476221:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326172.476226:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326172.476226:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326172.476229:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326172.476236:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408653184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326172.476242:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3c4f3ad. 02000000:00000001:0.0:1767326172.476246:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326172.476249:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326172.476253:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326172.476255:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 02000000:00000001:3.0:1767326172.476256:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326172.476260:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326172.476264:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326172.476267:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00100000:3.0:1767326172.476267:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408653184:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326172.476273:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326172.476276:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767326172.476279:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408652928, portal 25 00000100:00000001:0.0:1767326172.476283:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326172.476285:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 02000000:00000001:3.0:1767326172.476288:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326172.476291:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326172.476294:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408652928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326172.476297:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8936372. 02000000:00000001:3.0:1767326172.476301:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326172.476309:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009393f943. 00000100:00000001:0.0:1767326172.476310:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326172.476314:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326172.476317:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000726c910d. 00000400:00000010:0.0:1767326172.476318:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2d871. 00000100:00000200:0.0:1767326172.476323:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408652928, offset 0 00000100:00000200:3.0:1767326172.476325:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408653184, portal 10 00000100:00000001:3.0:1767326172.476329:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326172.476330:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326172.476332:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000040:3.0:1767326172.476340:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408653184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326172.476348:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326172.476351:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326172.476354:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c3d74f9. 00000100:00000200:3.0:1767326172.476357:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408653184, offset 0 00000400:00000200:0.0:1767326172.476358:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326172.476365:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326172.476367:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326172.476375:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326172.476421:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326172.476424:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326172.476426:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326172.476430:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408653056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326172.476441:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326172.476442:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326172.476445:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326172.476446:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326172.476448:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326172.476451:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408653056:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326172.476454:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326172.476456:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326172.476458:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326172.476459:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326172.476463:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0afd78e. 02000000:00000001:1.0:1767326172.476464:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326172.476472:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000885d55dc. 00000400:00000010:1.0:1767326172.476475:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f47fe55. 00000100:00000200:1.0:1767326172.476477:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408653056, portal 10 00000100:00000001:1.0:1767326172.476478:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326172.476479:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000040:1.0:1767326172.476484:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408653056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326172.476488:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326172.476490:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326172.476491:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cab71f7. 00000100:00000200:1.0:1767326172.476492:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408653056, offset 0 00000400:00000200:1.0:1767326172.476495:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326172.476527:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326172.476530:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326172.476532:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [237:237:256:4294967295] 192.168.202.142@tcp LPNI seq info [237:237:8:4294967295] 00000400:00000200:0.0:1767326172.476543:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326172.476548:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326172.476552:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:0.0:1767326172.476556:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013c28cca. 00000400:00000200:3.0:1767326172.476556:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326172.476561:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:0.0:1767326172.476566:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326172.476567:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326172.476572:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326172.476575:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [238:238:255:4294967295] 192.168.202.142@tcp LPNI seq info [238:238:7:4294967295] 00000800:00000200:0.0:1767326172.476578:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326172.476584:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013c28cca type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326172.476591:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326172.476593:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326172.476599:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306044098 00000800:00000200:3.0:1767326172.476599:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326172.476605:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d29a8a. 00000100:00000010:0.0:1767326172.476606:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be5cd0f0. 00000800:00000200:3.0:1767326172.476613:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326172.476616:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326172.476621:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326172.476624:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d29a8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326172.476626:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306044098 00000100:00000001:3.0:1767326172.476628:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326172.476632:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 307087 usecs (308 jiffies) 00000100:00000010:0.0:1767326172.476638:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cd2e4ac. 00000100:00000001:3.0:1767326172.476638:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306040629 00000100:00000001:0.0:1767326172.476642:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326172.476646:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306044098 00000100:00000001:3.0:1767326172.476648:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306044098 00000100:00000010:0.0:1767326172.476652:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049f01126. 00000100:00000001:3.0:1767326172.476653:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306040629 00000100:00000001:3.0:1767326172.476657:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306044098 00000100:00000001:0.0:1767326172.476658:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326172.476661:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306040629 00000100:00000001:0.0:1767326172.476663:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306044098 00000100:00000001:3.0:1767326172.476667:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306044098 00000100:00000010:0.0:1767326172.476668:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000601d7410. 00000100:00000001:3.0:1767326172.476671:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306040629 00000100:00000001:0.0:1767326172.476674:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326172.476679:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326172.476679:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306044098 00000100:00000001:0.0:1767326172.476684:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326172.476684:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326172.476689:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326172.476690:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326172.476692:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326172.476693:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326172.476697:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326172.476704:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326172.476704:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326172.476707:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326172.476708:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326172.476709:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326172.476712:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326172.476714:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326172.476714:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326172.476718:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326172.476718:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326172.476722:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326172.476726:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326172.476727:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326172.476730:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326172.476889:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326172.476893:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013c28cca. 00000400:00000200:2.0:1767326172.476900:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326172.476904:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326172.476908:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2d871 00000400:00000010:2.0:1767326172.476909:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2d871. 00000100:00000001:2.0:1767326172.476913:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326172.476916:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408652928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326172.476923:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326172.476924:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408652928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326172.476929:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326172.476930:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326172.476994:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326172.476996:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d29a8a. 00000400:00000200:2.0:1767326172.476998:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326172.477000:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326172.477001:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3d74f9 00000400:00000010:2.0:1767326172.477002:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c3d74f9. 00000100:00000001:2.0:1767326172.477004:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326172.477006:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408653184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326172.477010:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326172.477012:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408653184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326172.477015:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326172.477016:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767326172.477044:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326172.477047:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326172.477050:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326172.477053:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326172.477066:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326172.477069:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [239:239:256:4294967295] 192.168.202.142@tcp LPNI seq info [239:239:8:4294967295] 00000400:00000200:1.0:1767326172.477076:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326172.477081:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326172.477084:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011ae9229. 00000800:00000200:1.0:1767326172.477088:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326172.477092:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326172.477095:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011ae9229 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326172.477110:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326172.477117:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 223938 usecs (224 jiffies) 00000100:00000001:1.0:1767326172.477120:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306040545 00000100:00000001:1.0:1767326172.477122:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306044098 00000100:00000001:1.0:1767326172.477123:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306040545 00000100:00000001:1.0:1767326172.477126:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306044098 00000100:00000001:1.0:1767326172.477128:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306040545 00000100:00000001:1.0:1767326172.477130:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306044098 00000100:00000001:1.0:1767326172.477132:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306040545 00000100:00000001:1.0:1767326172.477134:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306044098 00000100:00000001:1.0:1767326172.477137:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326172.477139:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326172.477141:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326172.477143:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326172.477147:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326172.477148:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326172.477149:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326172.477151:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326172.477153:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326172.477153:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326172.477158:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326172.477159:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011ae9229. 00000400:00000200:2.0:1767326172.477170:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326172.477175:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326172.477178:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cab71f7 00000400:00000010:2.0:1767326172.477180:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cab71f7. 00000100:00000001:2.0:1767326172.477183:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326172.477187:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408653056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326172.477196:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326172.477198:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408653056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326172.477204:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326172.477206:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326172.478799:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326172.478820:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326172.478825:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326172.478826:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326172.478840:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326172.478854:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f07280 00000400:00000200:1.0:1767326172.478863:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x84d [1] + 224 00000800:00000001:1.0:1767326172.478871:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326172.478877:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326172.478880:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326172.478884:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326172.478889:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326172.478895:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408652928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326172.478907:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408652928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326172.478922:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326172.478930:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326172.478934:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326172.478936:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326172.478937:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326172.478941:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326172.478948:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07380 00000400:00000200:1.0:1767326172.478964:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x855 [1] + 224 00000800:00000001:1.0:1767326172.478967:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326172.478969:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326172.478972:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326172.478974:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326172.478976:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767326172.478978:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326172.478979:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:0.0:1767326172.478980:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326172.478982:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000400:00000200:0.0:1767326172.478985:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:0.0:1767326172.478987:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:0.0:1767326172.478990:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326172.478994:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408652928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326172.479002:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408652928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326172.479009:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326172.479010:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326172.479019:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326172.479022:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326172.479025:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326172.479028:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326172.479031:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326172.479038:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=18 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326172.479043:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=18 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326172.479046:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326172.479048:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326172.479050:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326172.479053:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326172.479053:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326172.479056:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326172.479057:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408653184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326172.479060:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408652928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326172.479065:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408653184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326172.479068:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326172.479071:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326172.479073:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326172.479076:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408652928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326172.479084:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408652928:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326172.479085:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326172.479089:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326172.479091:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767326172.479093:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326172.479094:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408652928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326172.479097:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326172.479099:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326172.479101:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326172.479102:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326172.479104:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767326172.479105:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 02000000:00000010:0.0:1767326172.479108:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3c4f3ad. 00000400:00000200:1.0:1767326172.479111:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07300 02000000:00000001:0.0:1767326172.479112:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326172.479114:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326172.479116:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000400:00000200:1.0:1767326172.479116:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x85d [1] + 224 00000100:00000001:3.0:1767326172.479118:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767326172.479119:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:1.0:1767326172.479120:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767326172.479123:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 00000800:00000001:1.0:1767326172.479126:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326172.479127:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326172.479127:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326172.479129:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767326172.479133:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767326172.479134:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767326172.479134:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000010:0.0:1767326172.479137:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000400:00000001:3.0:1767326172.479138:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326172.479141:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1767326172.479142:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009393f943. 00000100:00000001:0.0:1767326172.479145:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326172.479148:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326172.479148:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000726c910d 00000400:00000010:3.0:1767326172.479153:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000726c910d. 00000100:00000001:0.0:1767326172.479157:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326172.479158:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326172.479159:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326172.479161:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326172.479163:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326172.479165:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326172.479165:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408653056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326172.479166:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408653184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326172.479188:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408653056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326172.479191:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408653184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326172.479216:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326172.479218:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326172.479219:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326172.479225:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326172.479227:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326172.479227:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326172.479230:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326172.479232:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326172.479234:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326172.479237:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=7 v=5 (5 5 5 0) 00000800:00000001:1.0:1767326172.479239:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326172.479242:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=137 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326172.479246:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326172.479248:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326172.479250:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326172.479255:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b6591187 x1853175408653184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326172.479262:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326172.479264:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326172.479266:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326172.479269:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326172.479270:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326172.479274:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1767326172.479275:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326172.479276:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326172.479278:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326172.479282:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000885d55dc. 00000100:00000040:3.0:1767326172.479282:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408653184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326172.479288:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f47fe55 00000400:00000010:2.0:1767326172.479291:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f47fe55. 00000100:00000001:3.0:1767326172.479296:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326172.479297:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326172.479300:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326172.479303:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326172.479305:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408653056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326172.479308:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408653184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326172.479325:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408653056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326172.479332:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326172.479334:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326172.479337:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326172.479339:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326172.479343:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326172.479345:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326172.479346:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408653184:192.168.202.142@tcp:400: 02000000:00000001:2.0:1767326172.479349:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326172.479355:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326172.479356:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=13 v=5 (5 5 5 0) 00000100:00000001:3.0:1767326172.479359:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1767326172.479362:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=13 v=5 (1 1 1 0) 00000100:00000040:3.0:1767326172.479365:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408653184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326172.479367:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326172.479373:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326172.479375:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326172.479377:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326172.479378:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8936372. 02000000:00000001:3.0:1767326172.479381:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767326172.479383:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326172.479386:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326172.479389:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767326172.479390:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767326172.479392:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326172.479395:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:3.0:1767326172.479397:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326172.479433:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326172.479440:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408653056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326172.479441:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326172.479444:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039fc680f. 02000000:00000001:3.0:1767326172.479449:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326172.479452:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326172.479453:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326172.479456:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:2.0:1767326172.479458:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326172.479461:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326172.479461:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326172.479464:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326172.479467:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326172.479468:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408653056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326172.479475:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326172.479477:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326172.479481:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408653056:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326172.479486:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326172.479488:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326172.479491:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408653056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326188 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326172.479491:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326172.479495:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326172.479503:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326172.479506:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326172.479507:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0afd78e. 02000000:00000001:2.0:1767326172.479512:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326172.479513:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326172.479514:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326172.479516:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326172.479517:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed9e0e5f. 02000000:00000001:2.0:1767326172.479520:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326172.479521:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326172.479522:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:2.0:1767326172.479525:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326172.479526:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326172.479528:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326172.479537:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326172.479538:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326172.479539:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326172.479541:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326173.499633:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326173.499643:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326173.499651:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326173.499652:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326173.500023:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326173.500028:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326173.500031:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326174.523512:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326174.523524:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326174.523528:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326174.523530:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326174.523536:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326174.523538:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326174.523540:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326174.523543:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326174.523547:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326174.523548:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326174.523615:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326174.523618:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326174.523622:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326175.547767:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326175.547781:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326175.547789:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326175.547791:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326175.547897:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326175.547902:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326175.547905:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326176.315541:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306044098, at 4306044160 00000100:00000040:3.0:1767326176.315541:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306044098, at 4306044160 00000100:00000010:2.0:1767326176.315564:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049f01126. 00000100:00000010:3.0:1767326176.315567:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000601d7410. 00000100:00000040:0.0:1767326176.315587:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306044098, at 4306044160 00000100:00000010:0.0:1767326176.315596:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be5cd0f0. 00000100:00000040:1.0:1767326176.315664:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306044098, at 4306044160 00000100:00000010:1.0:1767326176.315671:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00010000:00000001:0.0:1767326176.571580:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326176.571589:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326176.571597:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326176.571598:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326176.571658:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326176.571663:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326176.571667:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326177.595746:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326177.595766:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326177.595781:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c3e9606. 00000020:00000040:0.0:1767326177.595789:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326177.595818:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326177.595822:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326177.595828:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326177.595839:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5c95fa2. 00000100:00000001:0.0:1767326177.595847:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326177.595861:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000001c3e9606 x1853175408653312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326177.595874:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326177.595878:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326177.595883:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c3e9606] to pc [ptlrpcd_00_03+3] req@000000001c3e9606 x1853175408653312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326177.595927:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326177.595931:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326177.595935:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326177.595939:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f3c6bf1. 00000020:00000040:0.0:1767326177.595942:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326177.595945:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326177.595947:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326177.595948:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326177.595949:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326177.595956:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326177.595958:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013c28cca. 00000100:00000001:3.0:1767326177.595960:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326177.595961:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326177.595962:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326177.595966:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326177.595970:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000009f3c6bf1 x1853175408653440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767326177.595972:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c3e9606 x1853175408653312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326177.595998:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326177.596000:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326177.596001:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326177.596004:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326177.596008:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f3c6bf1] to pc [ptlrpcd_00_00+0] req@000000009f3c6bf1 x1853175408653440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326177.596012:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326177.596017:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326177.596021:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326177.596025:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c3e9606 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408653312:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326177.596031:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326177.596037:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326177.596040:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326177.596043:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326177.596043:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326177.596048:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767326177.596051:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3883f3e. 00000100:00000001:0.0:1767326177.596052:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767326177.596056:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326177.596062:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009d73f840. 00000400:00000010:2.0:1767326177.596064:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001c3f5ce. 00000100:00000001:3.0:1767326177.596064:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767326177.596065:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326177.596068:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326177.596072:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326177.596072:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326177.596076:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767326177.596077:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000628fadee. 02000000:00000001:0.0:1767326177.596078:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326177.596079:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f3c6bf1 x1853175408653440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326177.596086:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb4be34. 00000100:00000200:2.0:1767326177.596089:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408653312, portal 25 00000100:00000001:1.0:1767326177.596090:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326177.596092:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326177.596093:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326177.596095:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326177.596096:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326177.596096:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326177.596099:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326177.596100:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453963264 : -115368255588352 : ffff9712bc1b7800) 00000100:00000040:0.0:1767326177.596101:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000009d73f840 x1853175408653568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326177.596102:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326177.596107:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326177.596112:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c3e9606 x1853175408653312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326177.596113:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f3c6bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408653440:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326177.596119:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326177.596122:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326177.596124:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326177.596125:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326177.596128:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326177.596134:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326177.596135:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d73f840] to pc [ptlrpcd_00_01+1] req@000000009d73f840 x1853175408653568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326177.596136:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1767326177.596139:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001adc4ee9. 00000100:00000040:2.0:1767326177.596145:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326177.596145:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326177.596156:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326177.596156:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000011205e8. 00000400:00000010:3.0:1767326177.596160:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009393f943. 00000100:00000040:0.0:1767326177.596161:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767326177.596163:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408653312, offset 0 00000400:00000010:3.0:1767326177.596168:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000726c910d. 00000100:00000040:0.0:1767326177.596169:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1767326177.596176:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408653440, portal 10 00000100:00000040:0.0:1767326177.596177:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11383) 00000100:00000001:1.0:1767326177.596179:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326177.596181:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326177.596182:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326177.596185:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453961472 : -115368255590144 : ffff9712bc1b7100) 00000100:00000001:1.0:1767326177.596191:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326177.596194:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326177.596197:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f3c6bf1 x1853175408653440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326177.596201:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009d73f840 x1853175408653568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326177.596202:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00010000:00000001:0.0:1767326177.596205:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326177.596209:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326177.596215:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000200:2.0:1767326177.596215:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:0.0:1767326177.596217:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326177.596225:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326177.596226:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326177.596228:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326177.596231:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326177.596233:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326177.596234:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326177.596235:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326177.596238:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326177.596239:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000912fe460. 00000400:00000200:2.0:1767326177.596241:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:1.0:1767326177.596245:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326177.596246:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408653440, offset 0 00000020:00000001:0.0:1767326177.596248:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326177.596251:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [240:240:256:4294967295] 192.168.202.142@tcp LPNI seq info [240:240:8:4294967295] 00000020:00000001:0.0:1767326177.596252:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326177.596253:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009d73f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408653568:192.168.202.142@tcp:400: 00010000:00010000:0.0:1767326177.596256:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767326177.596260:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326177.596263:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326177.596268:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326177.596271:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326177.596275:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326177.596276:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326177.596283:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326177.596287:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000010:1.0:1767326177.596289:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0d5dc85. 00000800:00000010:2.0:1767326177.596289:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed9e0e5f. 00000400:00000200:3.0:1767326177.596292:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326177.596295:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326177.596298:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:1.0:1767326177.596302:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002395dae0. 00000800:00000200:2.0:1767326177.596303:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326177.596306:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767326177.596309:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c6b1e4e. 00000400:00000200:3.0:1767326177.596311:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000200:1.0:1767326177.596317:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408653568, portal 10 00000800:00000200:2.0:1767326177.596319:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326177.596320:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [241:241:255:4294967295] 192.168.202.142@tcp LPNI seq info [241:241:7:4294967295] 00000100:00000001:1.0:1767326177.596323:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326177.596326:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed9e0e5f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326177.596327:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453948928 : -115368255602688 : ffff9712bc1b4000) 00000400:00000200:3.0:1767326177.596335:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:1.0:1767326177.596339:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009d73f840 x1853175408653568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326177.596346:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326177.596348:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326177.596353:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc945970. 00000100:00000001:2.0:1767326177.596356:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306049217 00000100:00000001:1.0:1767326177.596359:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326177.596362:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:2.0:1767326177.596363:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc78285a. 00000100:00000040:1.0:1767326177.596368:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326177.596369:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326177.596373:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc945970 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326177.596375:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767326177.596376:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4a6f69c. 00000100:00000001:3.0:1767326177.596377:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326177.596382:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 220797 usecs (221 jiffies) 00000100:00000001:3.0:1767326177.596384:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306045661 00000100:00000001:2.0:1767326177.596385:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306049217 00000100:00000001:3.0:1767326177.596388:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306049217 00000100:00000200:1.0:1767326177.596389:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408653568, offset 0 00000100:00000010:2.0:1767326177.596392:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c04931a1. 00000100:00000001:3.0:1767326177.596393:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306045661 00000400:00000200:1.0:1767326177.596428:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326177.596429:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326177.596436:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306049218 00000100:00000001:3.0:1767326177.596436:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306049217 00000400:00000200:1.0:1767326177.596437:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000010:2.0:1767326177.596442:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae171abe. 00000400:00000200:1.0:1767326177.596444:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326177.596446:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306045662 00000100:00000001:2.0:1767326177.596450:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326177.596451:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326177.596455:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306049218 00000100:00000001:3.0:1767326177.596455:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306049218 00000400:00000200:1.0:1767326177.596456:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326177.596462:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306045662 00000400:00000200:1.0:1767326177.596463:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000010:2.0:1767326177.596463:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074bebb19. 00000400:00000200:1.0:1767326177.596477:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [242:242:254:4294967295] 192.168.202.142@tcp LPNI seq info [242:242:6:4294967295] 00000100:00000001:2.0:1767326177.596477:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326177.596482:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326177.596482:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306049218 00000100:00000001:3.0:1767326177.596488:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326177.596489:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326177.596494:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326177.596495:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326177.596496:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326177.596501:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326177.596502:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326177.596506:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326177.596507:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326177.596514:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000824d53cf. 00000100:00000001:3.0:1767326177.596514:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326177.596515:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326177.596518:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326177.596519:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326177.596523:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326177.596525:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326177.596527:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326177.596528:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326177.596531:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326177.596533:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326177.596533:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326177.596538:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000824d53cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326177.596539:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326177.596539:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326177.596545:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326177.596615:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326177.596619:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 302562 usecs (303 jiffies) 00000100:00000001:1.0:1767326177.596622:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306045744 00000100:00000001:1.0:1767326177.596624:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306049217 00000100:00000001:1.0:1767326177.596626:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306045744 00000100:00000001:1.0:1767326177.596627:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306049217 00000100:00000001:1.0:1767326177.596629:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306045744 00000100:00000001:1.0:1767326177.596631:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306049218 00000100:00000001:1.0:1767326177.596633:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306045744 00000100:00000001:1.0:1767326177.596635:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306049218 00000100:00000001:1.0:1767326177.596637:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326177.596639:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326177.596641:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326177.596643:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326177.596647:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326177.596648:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326177.596650:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326177.596651:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326177.596653:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326177.596655:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326177.596869:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326177.596874:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed9e0e5f. 00000400:00000200:0.0:1767326177.596882:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326177.596888:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326177.596894:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000011205e8 00000400:00000010:0.0:1767326177.596897:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000011205e8. 00000100:00000001:0.0:1767326177.596912:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326177.596916:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c3e9606 x1853175408653312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326177.596937:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326177.596941:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c3e9606 x1853175408653312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326177.596949:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326177.596951:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326177.596968:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326177.596970:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc945970. 00000400:00000200:0.0:1767326177.596973:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326177.596976:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326177.596979:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912fe460 00000400:00000010:0.0:1767326177.596981:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000912fe460. 00000100:00000001:0.0:1767326177.596983:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326177.596986:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f3c6bf1 x1853175408653440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326177.596990:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326177.596992:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f3c6bf1 x1853175408653440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326177.596996:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326177.596997:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326177.597060:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326177.597063:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000824d53cf. 00000400:00000200:0.0:1767326177.597066:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326177.597069:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326177.597072:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4a6f69c 00000400:00000010:0.0:1767326177.597073:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4a6f69c. 00000100:00000001:0.0:1767326177.597076:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326177.597078:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009d73f840 x1853175408653568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326177.597085:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326177.597086:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009d73f840 x1853175408653568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326177.597102:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326177.597103:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326177.598997:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326177.599012:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326177.599016:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326177.599019:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326177.599029:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326177.599044:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f07400 00000400:00000200:2.0:1767326177.599051:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x865 [1] + 224 00000800:00000001:2.0:1767326177.599058:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326177.599062:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326177.599063:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326177.599066:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326177.599070:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326177.599074:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c3e9606 x1853175408653312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326177.599082:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001c3e9606 x1853175408653312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326177.599097:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326177.599105:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326177.599107:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326177.599109:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326177.599111:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326177.599114:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326177.599119:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07480 00000100:00000001:0.0:1767326177.599133:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326177.599134:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x86d [1] + 224 00000100:00000001:0.0:1767326177.599137:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326177.599138:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326177.599142:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326177.599144:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326177.599144:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767326177.599147:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326177.599147:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:0.0:1767326177.599149:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001c3f5ce. 00000400:00000200:0.0:1767326177.599153:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000628fadee 00000400:00000010:0.0:1767326177.599154:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000628fadee. 00000100:00000001:0.0:1767326177.599157:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326177.599158:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326177.599160:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c3e9606 x1853175408653312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326177.599161:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f3c6bf1 x1853175408653440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326177.599169:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009f3c6bf1 x1853175408653440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326177.599170:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c3e9606 x1853175408653312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326177.599178:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326177.599180:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326177.599182:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326177.599185:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326177.599185:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326177.599188:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326177.599188:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326177.599190:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326177.599191:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326177.599192:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326177.599194:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326177.599194:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326177.599198:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00001000:0.0:1767326177.599201:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=23 v=5 (5 5 5 0) 00000400:00000200:2.0:1767326177.599203:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07500 00000100:00001000:0.0:1767326177.599205:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=23 v=5 (1 1 1 0) 00000400:00000200:2.0:1767326177.599208:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x875 [1] + 224 00000100:00000001:0.0:1767326177.599209:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326177.599211:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326177.599212:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326177.599213:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326177.599216:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326177.599217:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326177.599219:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326177.599219:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326177.599220:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326177.599224:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326177.599226:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c3e9606 x1853175408653312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326177.599226:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:3.0:1767326177.599230:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326177.599234:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326177.599236:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326177.599237:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009393f943. 00000100:00000001:0.0:1767326177.599241:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767326177.599244:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000726c910d 00000400:00000010:3.0:1767326177.599247:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000726c910d. 00000100:00000001:3.0:1767326177.599250:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326177.599251:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326177.599251:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326177.599257:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f3c6bf1 x1853175408653440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326177.599258:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c3e9606 x1853175408653312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326177.599258:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009d73f840 x1853175408653568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326177.599288:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009d73f840 x1853175408653568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326177.599290:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c3e9606 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408653312:192.168.202.142@tcp:400: 00000100:00000200:3.0:1767326177.599292:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f3c6bf1 x1853175408653440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326177.599298:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326177.599302:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326177.599309:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c3e9606 x1853175408653312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326177.599309:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326177.599312:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326177.599313:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326177.599317:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326177.599318:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326177.599320:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1767326177.599322:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326177.599322:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767326177.599325:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326177.599325:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326177.599329:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326177.599330:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3883f3e. 02000000:00000001:3.0:1767326177.599333:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326177.599336:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326177.599340:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1767326177.599341:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=18 v=5 (5 5 5 0) 00000020:00000040:0.0:1767326177.599343:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326177.599346:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326177.599348:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5c95fa2. 00000100:00000001:1.0:1767326177.599352:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326177.599355:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767326177.599355:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=18 v=5 (1 1 1 0) 02000000:00000001:0.0:1767326177.599356:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326177.599359:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326177.599360:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:0.0:1767326177.599363:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c3e9606. 00000100:00000001:3.0:1767326177.599364:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326177.599366:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326177.599369:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767326177.599370:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326177.599371:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1767326177.599371:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002395dae0. 00000100:00000001:0.0:1767326177.599375:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326177.599375:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326177.599376:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c6b1e4e 00000400:00000010:1.0:1767326177.599379:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c6b1e4e. 00000100:00000001:0.0:1767326177.599381:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326177.599383:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326177.599383:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326177.599388:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326177.599388:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000200:1.0:1767326177.599391:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009d73f840 x1853175408653568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326177.599392:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326177.599393:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326177.599396:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326177.599397:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326177.599430:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009d73f840 x1853175408653568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326177.599433:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326177.599436:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f3c6bf1 x1853175408653440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326177.599449:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326177.599454:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326177.599454:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326177.599458:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326177.599458:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326177.599463:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f3c6bf1 x1853175408653440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326177.599464:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326177.599467:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326177.599469:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326177.599472:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326177.599477:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326177.599480:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f3c6bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408653440:192.168.202.142@tcp:400: 00000100:00001000:1.0:1767326177.599484:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=12 v=5 (5 5 5 0) 00000100:00000001:3.0:1767326177.599487:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326177.599489:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=142 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326177.599491:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326177.599495:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767326177.599496:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f3c6bf1 x1853175408653440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326177.599498:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326177.599503:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326177.599507:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326177.599509:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:1.0:1767326177.599512:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009d73f840 x1853175408653568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326177.599512:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001adc4ee9. 02000000:00000001:3.0:1767326177.599516:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326177.599518:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326177.599519:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326177.599523:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326177.599525:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013c28cca. 02000000:00000001:3.0:1767326177.599529:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767326177.599530:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326177.599531:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326177.599533:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f3c6bf1. 00000100:00000001:1.0:1767326177.599536:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326177.599536:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767326177.599539:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326177.599541:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326177.599543:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326177.599545:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326177.599548:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326177.599549:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326177.599550:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326177.599552:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326177.599553:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326177.599560:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009d73f840 x1853175408653568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326177.599568:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326177.599570:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326177.599578:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326177.599581:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d73f840 x1853175408653568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326177.599595:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009d73f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408653568:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326177.599602:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326177.599604:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326177.599607:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009d73f840 x1853175408653568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326193 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326177.599613:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326177.599614:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326177.599616:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0d5dc85. 02000000:00000001:1.0:1767326177.599619:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326177.599621:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326177.599622:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326177.599624:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326177.599626:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb4be34. 02000000:00000001:1.0:1767326177.599628:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326177.599629:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326177.599631:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009d73f840. 00000100:00000001:1.0:1767326177.599634:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326177.599634:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326177.599636:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326177.599640:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326177.599641:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326177.599643:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326177.599645:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326178.619546:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326178.619557:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326178.619565:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326178.619566:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326178.619636:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326178.619641:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326178.619644:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326179.644037:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326179.644047:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326179.644056:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326179.644057:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326179.644081:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326179.644086:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326179.644088:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326180.667542:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326180.667551:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326180.667557:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326180.667557:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326180.667623:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326180.667628:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326180.667632:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326181.435525:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306049217, at 4306049280 00000100:00000040:2.0:1767326181.435525:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306049218, at 4306049280 00000100:00000040:3.0:1767326181.435525:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306049218, at 4306049280 00000100:00000040:0.0:1767326181.435526:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306049217, at 4306049280 00000100:00000010:1.0:1767326181.435546:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c04931a1. 00000100:00000010:2.0:1767326181.435548:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae171abe. 00000100:00000010:3.0:1767326181.435550:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074bebb19. 00000100:00000010:0.0:1767326181.435552:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc78285a. 00010000:00000001:0.0:1767326181.691541:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326181.691552:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326181.691559:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326181.691561:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326181.691585:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326181.691589:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326181.691592:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326182.715494:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:3.0:1767326182.715497:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326182.715500:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326182.715506:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1767326182.715507:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326182.715509:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326182.715512:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000010:3.0:1767326182.715517:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000497468fb. 00010000:00000001:0.0:1767326182.715518:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326182.715520:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326182.715522:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326182.715527:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00000040:3.0:1767326182.715528:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00010000:00000001:0.0:1767326182.715529:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326182.715532:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326182.715536:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326182.715537:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326182.715543:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326182.715550:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326182.715559:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005f1bd790. 00000100:00000001:3.0:1767326182.715568:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326182.715584:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000497468fb x1853175408653696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326182.715596:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326182.715598:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1767326182.715601:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326182.715603:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326182.715606:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326182.715613:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497468fb] to pc [ptlrpcd_00_02+2] req@00000000497468fb x1853175408653696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326182.715657:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326182.715660:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326182.715662:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326182.715664:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326182.715668:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767326182.715670:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a60b7193. 00000100:00000001:1.0:1767326182.715672:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767326182.715674:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326182.715678:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326182.715680:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767326182.715682:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000497468fb x1853175408653696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326182.715683:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326182.715690:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc945970. 00000100:00000001:3.0:1767326182.715695:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326182.715705:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326182.715710:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326182.715710:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000a60b7193 x1853175408653824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326182.715717:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326182.715722:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326182.715725:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326182.715732:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326182.715734:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326182.715735:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000497468fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408653696:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767326182.715740:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a60b7193] to pc [ptlrpcd_00_03+3] req@00000000a60b7193 x1853175408653824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326182.715744:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326182.715753:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326182.715754:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326182.715758:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326182.715758:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326182.715764:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326182.715765:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326182.715771:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025c21800. 02000000:00000010:1.0:1767326182.715772:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb180ce1. 00000020:00000040:3.0:1767326182.715774:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326182.715778:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326182.715780:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326182.715781:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326182.715785:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326182.715790:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1d29a8a. 00000400:00000010:1.0:1767326182.715791:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002395dae0. 00000100:00000001:3.0:1767326182.715794:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326182.715800:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000025c21800 x1853175408653952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767326182.715802:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c6b1e4e. 00000100:00000001:3.0:1767326182.715811:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767326182.715812:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408653696, portal 25 00000100:00000001:3.0:1767326182.715813:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326182.715819:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326182.715822:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025c21800] to pc [ptlrpcd_00_00+0] req@0000000025c21800 x1853175408653952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326182.715823:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571624960 : -115369137926656 : ffff971287840e00) 00000100:00000040:1.0:1767326182.715833:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000497468fb x1853175408653696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326182.715842:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326182.715846:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326182.715850:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063c74014. 00000100:00000001:3.0:1767326182.715852:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326182.715854:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408653696, offset 0 00000100:00000040:3.0:1767326182.715867:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767326182.715873:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767326182.715875:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326182.715893:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326182.715901:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326182.715917:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326182.715922:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326182.715926:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326182.715936:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [243:243:256:4294967295] 192.168.202.142@tcp LPNI seq info [243:243:8:4294967295] 00000100:00000040:3.0:1767326182.715937:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11388) 00000400:00000200:1.0:1767326182.715954:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326182.715962:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326182.715964:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767326182.715968:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079c79e5f. 00000100:00000001:3.0:1767326182.715970:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326182.715973:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1767326182.715979:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:3.0:1767326182.715987:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025c21800 x1853175408653952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326182.715993:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326182.716001:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000079c79e5f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326182.716001:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326182.716004:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326182.716008:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326182.716010:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326182.716012:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326182.716016:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408653952:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326182.716018:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326182.716024:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306054337 00000100:00000001:3.0:1767326182.716026:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326182.716031:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1767326182.716032:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002be8f718. 02000000:00000001:3.0:1767326182.716033:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326182.716037:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326182.716040:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e5fbc55. 00000100:00000001:1.0:1767326182.716042:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767326182.716044:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326182.716051:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009393f943. 00000100:00000001:1.0:1767326182.716054:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306054337 00000400:00000010:3.0:1767326182.716057:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000726c910d. 00000100:00000010:1.0:1767326182.716060:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d65babbb. 00000100:00000200:3.0:1767326182.716062:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408653952, portal 10 00000100:00000001:1.0:1767326182.716067:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326182.716067:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326182.716070:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571635712 : -115369137915904 : ffff971287843800) 00000100:00000001:1.0:1767326182.716073:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306054337 00000100:00000040:3.0:1767326182.716079:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025c21800 x1853175408653952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326182.716080:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000aced157. 00000100:00000001:1.0:1767326182.716087:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326182.716088:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326182.716093:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306054337 00000100:00000040:3.0:1767326182.716093:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326182.716096:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718453b7. 00000100:00000010:1.0:1767326182.716099:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8afc2e8. 00000100:00000200:3.0:1767326182.716100:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408653952, offset 0 00000100:00000001:1.0:1767326182.716107:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326182.716108:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326182.716116:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326182.716118:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326182.716120:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326182.716122:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326182.716127:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326182.716128:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326182.716130:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326182.716134:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326182.716134:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326182.716139:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [244:244:255:4294967295] 192.168.202.142@tcp LPNI seq info [244:244:7:4294967295] 00000100:00000001:1.0:1767326182.716145:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326182.716149:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326182.716154:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326182.716155:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326182.716159:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326182.716162:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 00000100:00000001:1.0:1767326182.716165:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767326182.716167:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326182.716169:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326182.716174:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00100000:1.0:1767326182.716176:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000800:00000200:3.0:1767326182.716177:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326182.716183:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326182.716183:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326182.716189:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326182.716190:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 298173 usecs (299 jiffies) 00000100:00000001:1.0:1767326182.716194:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326182.716194:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306050859 00000100:00000001:3.0:1767326182.716199:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306054337 00000100:00000001:1.0:1767326182.716200:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326182.716202:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306050859 00000100:00000001:1.0:1767326182.716203:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326182.716205:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306054337 00000100:00000001:1.0:1767326182.716207:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326182.716209:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306050859 00000100:00000001:3.0:1767326182.716211:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306054337 00000100:00000001:3.0:1767326182.716212:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306050859 00000100:00000040:1.0:1767326182.716215:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a60b7193 x1853175408653824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326182.716215:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306054337 00000100:00000001:3.0:1767326182.716218:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326182.716222:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326182.716225:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326182.716228:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326182.716234:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326182.716234:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326182.716236:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326182.716238:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767326182.716239:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326182.716242:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326182.716243:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326182.716245:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326182.716249:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326182.716249:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326182.716254:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326182.716255:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a60b7193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408653824:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326182.716261:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326182.716263:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326182.716265:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326182.716267:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326182.716271:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a256e8c6. 02000000:00000001:1.0:1767326182.716273:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326182.716277:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f5adaa1. 00000400:00000010:1.0:1767326182.716281:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000955f2d8b. 00000100:00000200:1.0:1767326182.716284:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408653824, portal 10 00000100:00000001:1.0:1767326182.716286:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326182.716288:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571634816 : -115369137916800 : ffff971287843480) 00000100:00000040:1.0:1767326182.716293:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a60b7193 x1853175408653824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326182.716299:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326182.716301:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326182.716304:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d3326d8. 00000100:00000200:1.0:1767326182.716306:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408653824, offset 0 00000400:00000200:1.0:1767326182.716317:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326182.716324:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:3.0:1767326182.716326:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767326182.716328:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326182.716331:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079c79e5f. 00000400:00000200:1.0:1767326182.716334:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326182.716337:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326182.716338:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326182.716342:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326182.716345:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [245:245:254:4294967295] 192.168.202.142@tcp LPNI seq info [245:245:6:4294967295] 00000400:00000200:3.0:1767326182.716358:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326182.716359:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326182.716367:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326182.716368:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063c74014 00000800:00000010:1.0:1767326182.716372:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000927476c9. 00000400:00000010:3.0:1767326182.716372:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063c74014. 00000100:00000001:3.0:1767326182.716380:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326182.716381:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:3.0:1767326182.716386:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000497468fb x1853175408653696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326182.716392:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326182.716397:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000927476c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326182.716427:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326182.716430:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326182.716431:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 217746 usecs (218 jiffies) 00000100:00000001:1.0:1767326182.716436:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306050779 00000100:00000040:3.0:1767326182.716437:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000497468fb x1853175408653696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326182.716440:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306054337 00000100:00000001:1.0:1767326182.716446:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306050779 00000100:00000001:1.0:1767326182.716450:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306054337 00000100:00000001:1.0:1767326182.716456:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306050779 00000100:00000001:3.0:1767326182.716456:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326182.716461:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326182.716462:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306054337 00000100:00000001:1.0:1767326182.716466:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306050779 00000100:00000001:1.0:1767326182.716467:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306054337 00000100:00000001:1.0:1767326182.716469:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326182.716472:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326182.716474:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326182.716477:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326182.716481:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326182.716485:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 00000400:00000200:3.0:1767326182.716488:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326182.716492:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326182.716495:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718453b7 00000100:00000001:1.0:1767326182.716496:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326182.716497:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718453b7. 00000100:00000001:3.0:1767326182.716499:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326182.716501:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025c21800 x1853175408653952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326182.716507:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326182.716509:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326182.716511:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025c21800 x1853175408653952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326182.716516:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326182.716517:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326182.716552:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326182.716554:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000927476c9. 00000400:00000200:3.0:1767326182.716555:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326182.716557:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326182.716559:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d3326d8 00000400:00000010:3.0:1767326182.716560:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d3326d8. 00000100:00000001:3.0:1767326182.716562:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326182.716564:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a60b7193 x1853175408653824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326182.716577:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326182.716579:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a60b7193 x1853175408653824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326182.716585:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326182.716587:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326182.716710:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326182.716714:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326182.718298:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326182.718311:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326182.718315:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326182.718607:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326182.718619:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326182.718683:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07600 00000400:00000200:3.0:1767326182.718692:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x88d [1] + 224 00000800:00000001:3.0:1767326182.718700:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326182.718705:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326182.718708:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326182.718712:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326182.718730:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326182.718735:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a60b7193 x1853175408653824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326182.718746:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a60b7193 x1853175408653824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326182.718765:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326182.718780:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326182.718783:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326182.718785:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326182.718787:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326182.718791:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326182.718796:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07680 00000400:00000200:3.0:1767326182.718801:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x885 [1] + 224 00000800:00000001:3.0:1767326182.718805:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326182.718847:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326182.718851:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326182.718867:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326182.718870:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326182.718872:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f5adaa1. 00000400:00000200:1.0:1767326182.718876:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000955f2d8b 00000400:00000010:1.0:1767326182.718878:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000955f2d8b. 00000100:00000001:1.0:1767326182.718881:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326182.718885:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a60b7193 x1853175408653824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326182.718895:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a60b7193 x1853175408653824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326182.718901:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326182.718903:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326182.718906:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326182.718909:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326182.718912:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326182.718914:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326182.718917:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326182.718927:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=23 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326182.718931:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=23 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326182.718933:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326182.718935:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326182.718938:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326182.718941:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326182.718945:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326182.718946:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326182.718949:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326182.718950:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326182.718954:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a60b7193 x1853175408653824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326182.718961:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326182.718964:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326182.718966:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326182.718981:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a60b7193 x1853175408653824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326182.718990:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a60b7193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408653824:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326182.718996:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326182.718998:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326182.719001:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a60b7193 x1853175408653824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326182.719008:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326182.719011:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326182.719014:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a256e8c6. 02000000:00000001:1.0:1767326182.719018:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326182.719020:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326182.719021:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326182.719024:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326182.719026:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc945970. 02000000:00000001:1.0:1767326182.719031:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326182.719033:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326182.719035:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a60b7193. 00000100:00000001:1.0:1767326182.719041:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326182.719042:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326182.719044:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326182.719046:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326182.719047:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326182.719049:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326182.719050:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326182.719120:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326182.719123:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326182.719127:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326182.719131:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326182.719135:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025c21800 x1853175408653952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326182.719143:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000025c21800 x1853175408653952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326182.719163:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326182.719167:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326182.719170:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326182.719172:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326182.719175:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326182.719180:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326182.719188:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f07580 00000100:00000001:1.0:1767326182.719189:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326182.719193:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326182.719197:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x87d [1] + 224 00000800:00000001:3.0:1767326182.719201:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326182.719203:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326182.719207:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326182.719208:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326182.719209:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009393f943. 00000400:00000200:3.0:1767326182.719212:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326182.719216:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000726c910d 00000400:00000200:3.0:1767326182.719219:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:1.0:1767326182.719221:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000726c910d. 00000100:00000001:1.0:1767326182.719226:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326182.719227:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326182.719232:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025c21800 x1853175408653952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326182.719235:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000497468fb x1853175408653696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326182.719258:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000497468fb x1853175408653696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326182.719288:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025c21800 x1853175408653952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326182.719293:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326182.719295:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326182.719299:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326182.719299:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326182.719302:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326182.719305:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326182.719306:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326182.719308:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326182.719310:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326182.719310:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326182.719318:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=17 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326182.719322:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=147 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326182.719325:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326182.719327:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326182.719329:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326182.719333:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000025c21800 x1853175408653952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326182.719340:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326182.719342:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326182.719343:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326182.719346:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326182.719347:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326182.719349:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326182.719352:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326182.719354:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767326182.719356:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025c21800 x1853175408653952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326182.719358:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326182.719361:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002395dae0. 00000100:00000001:1.0:1767326182.719367:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326182.719368:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c6b1e4e 00000100:00000001:1.0:1767326182.719371:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326182.719373:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326182.719373:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c6b1e4e. 00000100:00000040:1.0:1767326182.719380:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025c21800 x1853175408653952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326182.719380:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326182.719388:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000497468fb x1853175408653696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326182.719392:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408653952:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326182.719436:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326182.719441:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000497468fb x1853175408653696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326182.719449:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326182.719455:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326182.719456:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025c21800 x1853175408653952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326182.719459:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326182.719464:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326182.719468:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326182.719470:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326182.719471:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767326182.719473:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326182.719474:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326182.719476:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e5fbc55. 02000000:00000001:2.0:1767326182.719478:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326182.719481:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1767326182.719484:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=28 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326182.719488:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=28 v=5 (1 1 1 0) 00000020:00000001:1.0:1767326182.719492:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326182.719493:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767326182.719496:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326182.719497:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326182.719502:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767326182.719502:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326182.719505:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326182.719506:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1d29a8a. 00000100:00000001:2.0:1767326182.719511:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326182.719512:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326182.719514:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326182.719517:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025c21800. 00000100:00000040:2.0:1767326182.719520:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000497468fb x1853175408653696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326182.719523:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326182.719526:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326182.719530:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326182.719536:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326182.719539:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326182.719540:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326182.719541:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326182.719543:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326182.719546:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326182.719548:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326182.719555:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000497468fb x1853175408653696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326182.719564:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000497468fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408653696:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326182.719570:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326182.719572:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326182.719574:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000497468fb x1853175408653696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326198 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326182.719581:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326182.719582:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326182.719584:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb180ce1. 02000000:00000001:2.0:1767326182.719588:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326182.719590:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326182.719591:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326182.719593:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326182.719594:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005f1bd790. 02000000:00000001:2.0:1767326182.719597:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326182.719598:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326182.719600:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000497468fb. 00000100:00000001:2.0:1767326182.719603:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326182.719604:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326182.719606:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326182.719610:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326182.719611:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326182.719613:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326182.719614:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326183.739565:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326183.739575:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326183.739583:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326183.739583:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326183.739609:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326183.739612:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326183.739615:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326184.763547:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326184.763561:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326184.763564:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326184.763567:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326184.763572:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326184.763598:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326184.763600:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326184.763602:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326184.763605:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326184.763606:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326184.763643:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326184.763648:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326184.763651:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326185.787643:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326185.787651:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326185.787656:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326185.787657:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326185.787673:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326185.787675:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326185.787677:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326186.555557:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306054337, at 4306054400 00000100:00000010:3.0:1767326186.555579:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8afc2e8. 00000100:00000040:2.0:1767326186.555770:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306054337, at 4306054400 00000100:00000010:2.0:1767326186.555778:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000aced157. 00000100:00000040:1.0:1767326186.556198:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306054337, at 4306054400 00000100:00000010:1.0:1767326186.556206:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d65babbb. 00000100:00000040:0.0:1767326186.557052:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306054337, at 4306054401 00000100:00000010:0.0:1767326186.557061:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002be8f718. 00010000:00000001:0.0:1767326186.811562:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326186.811571:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326186.811578:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326186.811580:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326186.811612:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326186.811617:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326186.811620:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326187.835537:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326187.835547:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326187.835553:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326187.835555:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326187.835578:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326187.835586:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:0.0:1767326187.835593:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326187.835597:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326187.835600:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:1.0:1767326187.835606:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001890d837. 00000020:00000040:1.0:1767326187.835614:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326187.835619:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326187.835623:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326187.835647:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326187.835658:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000927476c9. 00000100:00000001:1.0:1767326187.835666:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326187.835678:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000001890d837 x1853175408654080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326187.835690:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326187.835693:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326187.835700:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001890d837] to pc [ptlrpcd_00_01+1] req@000000001890d837 x1853175408654080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326187.835744:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326187.835746:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326187.835750:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326187.835753:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ab253b0. 00000020:00000040:1.0:1767326187.835756:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326187.835758:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326187.835760:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326187.835762:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326187.835765:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000079c79e5f. 00000100:00000001:1.0:1767326187.835768:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326187.835771:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000006ab253b0 x1853175408654208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326187.835778:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326187.835780:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326187.835782:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab253b0] to pc [ptlrpcd_00_02+2] req@000000006ab253b0 x1853175408654208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326187.835799:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326187.835830:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326187.835834:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326187.835837:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000789fa2f6. 00000020:00000040:1.0:1767326187.835839:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326187.835845:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326187.835849:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326187.835852:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326187.835854:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326187.835857:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326187.835858:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326187.835861:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326187.835864:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326187.835866:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001890d837 x1853175408654080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326187.835869:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000824d53cf. 00000100:00000001:1.0:1767326187.835874:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326187.835876:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326187.835879:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326187.835882:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326187.835883:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000789fa2f6 x1853175408654336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326187.835885:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326187.835888:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ab253b0 x1853175408654208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326187.835891:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326187.835892:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326187.835896:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000789fa2f6] to pc [ptlrpcd_00_03+3] req@00000000789fa2f6 x1853175408654336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326187.835897:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326187.835897:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326187.835900:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326187.835906:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326187.835906:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326187.835906:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326187.835909:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326187.835910:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326187.835911:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326187.835917:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326187.835918:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326187.835918:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326187.835924:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11393) 00000100:00100000:2.0:1767326187.835925:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408654080:192.168.202.142@tcp:400: 00000100:00100000:0.0:1767326187.835926:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ab253b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408654208:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326187.835935:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326187.835936:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326187.835943:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326187.835944:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326187.835947:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326187.835947:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326187.835953:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767326187.835953:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326187.835960:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3d7d690. 02000000:00000010:2.0:1767326187.835960:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1c0e8b4. 02000000:00000001:0.0:1767326187.835963:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326187.835965:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326187.835973:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000400:00000010:2.0:1767326187.835973:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b428e7b0. 00000400:00000010:0.0:1767326187.835986:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000400:00000010:2.0:1767326187.835986:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000411bc08a. 00000100:00000001:3.0:1767326187.835995:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326187.835996:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408654208, portal 10 00000100:00000001:0.0:1767326187.835999:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1767326187.836001:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408654080, portal 25 00000100:00000001:0.0:1767326187.836002:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604911616 : -115369104640000 : ffff9712897ff800) 00000100:00000001:2.0:1767326187.836007:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326187.836009:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604900864 : -115369104650752 : ffff9712897fce00) 00000100:00000040:0.0:1767326187.836012:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ab253b0 x1853175408654208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326187.836015:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326187.836017:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326187.836020:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001890d837 x1853175408654080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326187.836024:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000789fa2f6 x1853175408654336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326187.836025:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326187.836034:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326187.836035:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326187.836037:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326187.836039:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326187.836043:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326187.836049:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000789fa2f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408654336:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326187.836054:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326187.836056:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326187.836060:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326187.836061:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326187.836064:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326187.836065:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000364a6fcd. 02000000:00000001:3.0:1767326187.836067:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767326187.836071:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408654080, offset 0 02000000:00000010:3.0:1767326187.836073:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b712209. 02000000:00000001:3.0:1767326187.836076:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326187.836081:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fc3c7fe. 00000400:00000200:2.0:1767326187.836082:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326187.836099:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326187.836107:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326187.836112:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326187.836116:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326187.836120:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326187.836123:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [246:246:256:4294967295] 192.168.202.142@tcp LPNI seq info [246:246:8:4294967295] 00000400:00000200:2.0:1767326187.836136:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326187.836143:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326187.836148:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2b156b8. 00000800:00000200:2.0:1767326187.836161:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326187.836171:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326187.836175:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e2b156b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326187.836195:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326187.836201:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306059457 00000100:00000010:2.0:1767326187.836205:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee5444a4. 00000100:00000001:2.0:1767326187.836213:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326187.836219:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306059457 00000100:00000010:2.0:1767326187.836222:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d6b0fc2. 00000100:00000001:2.0:1767326187.836226:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326187.836229:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306059457 00000100:00000010:2.0:1767326187.836231:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000001b4c9ef. 00000100:00000001:2.0:1767326187.836234:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326187.836237:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306059457 00000100:00000010:2.0:1767326187.836239:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae171abe. 00000100:00000001:2.0:1767326187.836242:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326187.836245:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326187.836247:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326187.836250:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326187.836252:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326187.836261:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326187.836263:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326187.836265:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326187.836266:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326187.836268:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326187.836270:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326187.836318:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718453b7. 00000100:00000200:3.0:1767326187.836323:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408654336, portal 10 00000100:00000001:3.0:1767326187.836325:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326187.836326:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604908928 : -115369104642688 : ffff9712897fed80) 00000100:00000040:3.0:1767326187.836333:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000789fa2f6 x1853175408654336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326187.836340:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326187.836342:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326187.836344:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af85f150. 00000100:00000200:3.0:1767326187.836346:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408654336, offset 0 00000400:00000200:3.0:1767326187.836350:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326187.836356:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326187.836359:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326187.836361:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326187.836363:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326187.836365:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326187.836374:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [247:247:255:4294967295] 192.168.202.142@tcp LPNI seq info [247:247:7:4294967295] 00000400:00000200:3.0:1767326187.836382:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326187.836386:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326187.836391:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 00000800:00000200:3.0:1767326187.836394:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326187.836417:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326187.836420:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326187.836423:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326187.836427:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 293916 usecs (294 jiffies) 00000100:00000001:3.0:1767326187.836429:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306055975 00000100:00000001:3.0:1767326187.836432:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306059457 00000100:00000001:3.0:1767326187.836434:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306055975 00000100:00000001:3.0:1767326187.836436:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306059457 00000100:00000001:3.0:1767326187.836437:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306055975 00000100:00000001:3.0:1767326187.836439:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306059457 00000100:00000001:3.0:1767326187.836441:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306055975 00000100:00000001:3.0:1767326187.836442:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306059457 00000100:00000001:3.0:1767326187.836445:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326187.836446:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326187.836449:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326187.836450:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326187.836454:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326187.836456:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326187.836456:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326187.836458:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326187.836459:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a64290c. 00000100:00000001:3.0:1767326187.836459:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326187.836460:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326187.836462:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408654208, offset 0 00000100:00000001:3.0:1767326187.836462:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326187.836467:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326187.836472:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326187.836475:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326187.836477:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326187.836480:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326187.836483:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326187.836486:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [248:248:254:4294967295] 192.168.202.142@tcp LPNI seq info [248:248:6:4294967295] 00000400:00000200:0.0:1767326187.836494:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326187.836498:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326187.836502:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5c95fa2. 00000800:00000200:0.0:1767326187.836506:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326187.836510:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326187.836519:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5c95fa2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326187.836522:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326187.836526:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 214776 usecs (215 jiffies) 00000100:00000001:0.0:1767326187.836528:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306055896 00000100:00000001:0.0:1767326187.836530:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306059457 00000100:00000001:0.0:1767326187.836532:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306055896 00000100:00000001:0.0:1767326187.836533:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306059457 00000100:00000001:0.0:1767326187.836535:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306055896 00000100:00000001:0.0:1767326187.836536:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306059457 00000100:00000001:0.0:1767326187.836538:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306055896 00000100:00000001:0.0:1767326187.836540:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306059457 00000100:00000001:0.0:1767326187.836541:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326187.836543:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326187.836545:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326187.836547:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326187.836551:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326187.836552:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326187.836554:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326187.836555:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326187.836556:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326187.836558:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326187.837018:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326187.837023:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2b156b8. 00000400:00000200:1.0:1767326187.837030:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326187.837036:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326187.837042:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364a6fcd 00000400:00000010:1.0:1767326187.837044:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000364a6fcd. 00000100:00000001:1.0:1767326187.837050:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326187.837055:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001890d837 x1853175408654080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326187.837066:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326187.837068:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001890d837 x1853175408654080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326203 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326187.837076:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326187.837078:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326187.837089:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326187.837091:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 00000400:00000200:1.0:1767326187.837101:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326187.837105:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326187.837107:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af85f150 00000400:00000010:1.0:1767326187.837109:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af85f150. 00000100:00000001:1.0:1767326187.837111:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326187.837114:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000789fa2f6 x1853175408654336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326187.837122:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326187.837124:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000789fa2f6 x1853175408654336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326187.837131:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326187.837132:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326187.837190:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326187.837192:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5c95fa2. 00000400:00000200:1.0:1767326187.837196:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326187.837200:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326187.837202:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a64290c 00000400:00000010:1.0:1767326187.837204:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a64290c. 00000100:00000001:1.0:1767326187.837207:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326187.837209:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ab253b0 x1853175408654208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326187.837217:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326187.837219:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ab253b0 x1853175408654208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326187.837226:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326187.837228:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326187.839170:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326187.839185:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326187.839240:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326187.839244:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326187.839254:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326187.839270:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07800 00000400:00000200:3.0:1767326187.839278:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x8a1 [1] + 224 00000800:00000001:3.0:1767326187.839286:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326187.839290:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326187.839292:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326187.839296:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326187.839302:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326187.839307:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000789fa2f6 x1853175408654336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326187.839318:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000789fa2f6 x1853175408654336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326187.839340:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326187.839358:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326187.839361:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326187.839364:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326187.839366:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326187.839370:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326187.839376:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07780 00000400:00000200:3.0:1767326187.839382:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x895 [1] + 224 00000800:00000001:3.0:1767326187.839385:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326187.839389:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326187.839391:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326187.839394:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326187.839395:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326187.839427:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326187.839430:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326187.839434:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ab253b0 x1853175408654208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326187.839441:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767326187.839443:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ab253b0 x1853175408654208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326187.839446:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326187.839450:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fc3c7fe. 00000400:00000200:2.0:1767326187.839457:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718453b7 00000400:00000010:2.0:1767326187.839461:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718453b7. 00000100:00000001:3.0:1767326187.839472:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326187.839577:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326187.839580:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326187.839666:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326187.839672:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000789fa2f6 x1853175408654336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326187.839674:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326187.839680:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326187.839685:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000789fa2f6 x1853175408654336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326187.839693:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326187.839695:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326187.839698:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326187.839701:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326187.839704:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326187.839707:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326187.839710:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326187.839721:0:211397:0:(import.c:2128:obd_at_measure()) add 0 to 000000008e3b5ac7 time=22 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326187.839726:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=152 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326187.839729:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326187.839731:0:211397:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1767326187.839734:0:211397:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1767326187.839737:0:211397:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffff971288e2b000 of lustre-MDT0001_UUID@192.168.202.142@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1767326187.839742:0:211397:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1767326187.839745:0:211397:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff971288e2b000: Connection to lustre-MDT0001 (at 192.168.202.142@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000800:00000001:3.0:1767326187.839822:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326187.839829:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326187.839831:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326187.839833:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326187.839838:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326187.839844:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f07700 00000400:00000200:3.0:1767326187.839851:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x899 [1] + 224 00000400:00000001:0.0:1767326187.839881:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326187.839885:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326187.839886:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000400:00000200:0.0:1767326187.839890:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:0.0:1767326187.839892:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:0.0:1767326187.839895:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326187.839899:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ab253b0 x1853175408654208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326187.839907:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ab253b0 x1853175408654208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326187.839919:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326187.839921:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326187.839923:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326187.839924:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326187.839926:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326187.839927:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326187.839929:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326187.839933:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=28 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326187.839936:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=28 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326187.839939:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326187.839940:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326187.839943:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326187.839947:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326187.839951:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326187.839953:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326187.839955:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326187.839957:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326187.839961:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ab253b0 x1853175408654208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326187.839967:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326187.839970:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326187.839972:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326187.839975:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ab253b0 x1853175408654208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326187.839982:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ab253b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408654208:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326187.839987:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326187.839990:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326187.839992:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ab253b0 x1853175408654208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326187.839998:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326187.840001:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326187.840010:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3d7d690. 02000000:00000001:0.0:1767326187.840013:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326187.840016:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326187.840017:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326187.840019:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326187.840022:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000079c79e5f. 02000000:00000001:0.0:1767326187.840025:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326187.840027:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326187.840028:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ab253b0. 00000100:00000001:0.0:1767326187.840033:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326187.840034:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326187.840036:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326187.840044:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326187.840045:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326187.840048:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326187.840050:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326187.840263:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326187.840270:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326187.840272:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326187.840277:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326187.840280:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326187.840284:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001890d837 x1853175408654080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326187.840293:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001890d837 x1853175408654080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326187.840315:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326187.840321:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326187.840324:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326187.840943:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326187.840947:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326187.840955:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326187.840957:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326187.840959:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b428e7b0. 00000400:00000200:1.0:1767326187.840964:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000411bc08a 00000400:00000010:1.0:1767326187.840966:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000411bc08a. 00000100:00000001:1.0:1767326187.840969:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326187.840981:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001890d837 x1853175408654080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326187.840991:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001890d837 x1853175408654080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326187.840997:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326187.840999:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326187.841001:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326187.841003:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326187.841004:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326187.841006:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326187.841008:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326187.841011:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=33 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326187.841015:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=33 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326187.841017:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326187.841019:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326187.841020:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326187.841022:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326187.841025:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326187.841037:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001890d837 x1853175408654080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326187.841047:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326187.841049:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326187.841050:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326187.841053:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001890d837 x1853175408654080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326187.841061:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408654080:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326187.841066:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326187.841068:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326187.841070:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001890d837 x1853175408654080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326187.841077:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326187.841079:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326187.841086:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1c0e8b4. 02000000:00000001:1.0:1767326187.841089:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326187.841091:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326187.841092:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326187.841095:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326187.841096:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000927476c9. 02000000:00000001:1.0:1767326187.841099:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326187.841100:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326187.841102:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001890d837. 00000100:00000001:1.0:1767326187.841105:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326187.841106:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326187.841108:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326187.841112:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326187.841114:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326187.841116:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326187.841117:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326187.844616:0:211397:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326187.844626:0:211397:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767326187.844629:0:211397:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326187.844632:0:211397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326187.844635:0:211397:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1767326187.844638:0:211397:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1767326187.844643:0:211397:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1767326187.844651:0:211397:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: connect to NID 192.168.202.142@tcp last attempt 11086 00000400:00000200:2.0:1767326187.844661:0:211397:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.142@tcp is discovered: rc = 1 00000100:00000040:2.0:1767326187.844666:0:211397:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000001:2.0:1767326187.844670:0:211397:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326187.844689:0:211397:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000100:00000001:2.0:1767326187.844691:0:211397:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 00000020:00000001:2.0:1767326187.844693:0:211397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326187.844695:0:211397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e81 00000020:00000001:2.0:1767326187.844698:0:211397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326187.844730:0:211397:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006a77ff05 refcount=5 00000020:00000001:2.0:1767326187.844732:0:211397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000020:00000001:2.0:1767326187.844734:0:211397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000100:00000040:2.0:1767326187.844736:0:211397:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000001:2.0:1767326187.844737:0:211397:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326187.844738:0:211397:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000100:00000001:2.0:1767326187.844739:0:211397:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 00000020:00000040:2.0:1767326187.844742:0:211397:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 4 00000100:00080000:2.0:1767326187.844744:0:211397:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: import 00000000ad9b5df4 using connection 192.168.202.142@tcp/192.168.202.142@tcp 00000100:00000001:2.0:1767326187.844746:0:211397:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326187.844748:0:211397:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767326187.844754:0:211397:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326187.844757:0:211397:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326187.844760:0:211397:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1767326187.844763:0:211397:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1767326187.844765:0:211397:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326187.844768:0:211397:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326187.844775:0:211397:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767326187.844778:0:211397:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=5 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:2.0:1767326187.844783:0:211397:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767326187.844785:0:211397:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326187.844788:0:211397:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326187.844791:0:211397:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326187.844795:0:211397:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326187.844802:0:211397:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008fe3c98d. 00000100:00000001:2.0:1767326187.844826:0:211397:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326187.844832:0:211397:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bfc4a11d x1853175408654464/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326187.844850:0:211397:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326187.844852:0:211397:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326187.844856:0:211397:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_rcv+-1] req@00000000bfc4a11d x1853175408654464/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326187.844881:0:211397:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326187.844884:0:211397:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1767326187.844890:0:211397:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1767326187.844897:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000789fa2f6 x1853175408654336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326187.844904:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1767326187.844908:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326187.844910:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326187.844913:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000789fa2f6 x1853175408654336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326187.844921:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000789fa2f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408654336:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326187.844928:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326187.844931:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326187.844934:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000789fa2f6 x1853175408654336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326203 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326187.844941:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326187.844941:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326187.844947:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326187.844948:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326187.844951:0:211393:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767326187.844953:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b712209. 00000100:00000040:0.0:1767326187.844958:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408654464/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326187.844962:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326187.844966:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326187.844968:0:211393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1767326187.844969:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326187.844971:0:211393:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326187.844975:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767326187.844977:0:211393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767326187.844979:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000824d53cf. 02000000:00000001:0.0:1767326187.844980:0:211393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326187.844985:0:211393:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326187.844986:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1767326187.844987:0:211393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408654464:192.168.202.142@tcp:38: 00000100:00000001:0.0:1767326187.844991:0:211393:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326187.844994:0:211393:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326187.844995:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767326187.844996:0:211393:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326187.845000:0:211393:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767326187.845000:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000789fa2f6. 02000000:00000010:0.0:1767326187.845005:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b3aef816. 02000000:00000001:0.0:1767326187.845008:0:211393:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326187.845008:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326187.845012:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326187.845015:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000100:00000001:2.0:1767326187.845016:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326187.845022:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000001:2.0:1767326187.845027:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326187.845030:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326187.845032:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326187.845036:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408654464, portal 10 00000100:00000001:2.0:1767326187.845036:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326187.845049:0:211393:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326187.845051:0:211393:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000040:0.0:1767326187.845058:0:211393:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408654464/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326187.845066:0:211393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326187.845069:0:211393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326187.845072:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d90f77. 00000100:00000200:0.0:1767326187.845076:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175408654464, offset 0 00000400:00000200:0.0:1767326187.845083:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326187.845096:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326187.845102:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326187.845107:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326187.845111:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326187.845114:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326187.845117:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [249:249:256:4294967295] 192.168.202.142@tcp LPNI seq info [249:249:8:4294967295] 00000400:00000200:0.0:1767326187.845129:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326187.845135:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326187.845142:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5c95fa2. 00000800:00000200:0.0:1767326187.845148:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326187.845156:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326187.845161:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5c95fa2 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1767326187.845180:0:211393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326187.845185:0:211393:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 289785 usecs (290 jiffies) 00000100:00000001:0.0:1767326187.845189:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306055979 00000100:00000001:0.0:1767326187.845191:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306059457 00000100:00000001:0.0:1767326187.845193:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306055979 00000100:00000001:0.0:1767326187.845194:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306059457 00000100:00000001:0.0:1767326187.845195:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306055979 00000100:00000001:0.0:1767326187.845197:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306059457 00000100:00000001:0.0:1767326187.845203:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306055979 00000100:00000001:0.0:1767326187.845205:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306059457 00000100:00000001:0.0:1767326187.845207:0:211393:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326187.845209:0:211393:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326187.845211:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326187.845212:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326187.845216:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326187.845217:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767326187.845219:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326187.845221:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326187.845222:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326187.845223:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326187.845319:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326187.845324:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5c95fa2. 00000400:00000200:1.0:1767326187.845329:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326187.845335:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326187.845340:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d90f77 00000400:00000010:1.0:1767326187.845343:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d90f77. 00000100:00000001:1.0:1767326187.845348:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326187.845351:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408654464/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326187.845360:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326187.845363:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408654464/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326197 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326187.845370:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326187.845371:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326187.850990:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326187.851008:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326187.851013:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326187.851015:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326187.851026:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326187.851041:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07880 00000400:00000200:3.0:1767326187.851050:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x8ad [1] + 0 00000800:00000001:3.0:1767326187.851058:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326187.851065:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326187.851081:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326187.851086:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326187.851104:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326187.851110:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408654464/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326187.851122:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000bfc4a11d x1853175408654464/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326187.851142:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326187.851215:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326187.851223:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326187.851227:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326187.851234:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326187.851289:0:211393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326187.851293:0:211393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326187.851364:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000400:00000200:0.0:1767326187.851373:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:0.0:1767326187.851375:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:0.0:1767326187.851381:0:211393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326187.851389:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408654464/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326187.851439:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408654464/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326187.851448:0:211393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326187.851450:0:211393:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326187.851453:0:211393:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326187.851457:0:211393:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326187.851460:0:211393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326187.851462:0:211393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326187.851466:0:211393:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326187.851476:0:211393:0:(import.c:2128:obd_at_measure()) add 0 to 000000008e3b5ac7 time=22 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326187.851481:0:211393:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=2 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326187.851484:0:211393:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326187.851486:0:211393:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767326187.851503:0:211393:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767326187.851509:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408654464/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326197 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326187.851516:0:211393:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1767326187.851519:0:211393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326187.851521:0:211393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326187.851524:0:211393:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1767326187.851526:0:211393:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1767326187.851529:0:211393:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767326187.851534:0:211393:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.142@tcp failed (-19) 00000100:00000001:0.0:1767326187.851537:0:211393:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767326187.851541:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408654464/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326197 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326187.851548:0:211393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408654464:192.168.202.142@tcp:38: 00000100:00000001:0.0:1767326187.851553:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326187.851556:0:211393:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326187.851559:0:211393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408654464/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326197 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326187.851566:0:211393:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326187.851568:0:211393:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326187.851572:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b3aef816. 02000000:00000001:0.0:1767326187.851576:0:211393:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326187.851578:0:211393:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326187.851580:0:211393:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326187.851583:0:211393:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326187.851585:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000008fe3c98d. 02000000:00000001:0.0:1767326187.851589:0:211393:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326187.851591:0:211393:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326187.851592:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:0.0:1767326187.851596:0:211393:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326187.851603:0:211393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326187.851614:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326187.851623:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326187.851625:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326187.851628:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326187.851629:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326188.859507:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326188.859517:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326188.859524:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326188.859526:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326188.859629:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326188.859633:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326188.859636:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326189.883531:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326189.883540:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326189.883546:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326189.883548:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326189.883570:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326189.883575:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326189.883577:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326190.907545:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326190.907556:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326190.907564:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326190.907565:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326190.907628:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326190.907632:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326190.907635:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326191.675535:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306059457, at 4306059520 00000100:00000040:1.0:1767326191.675535:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306059457, at 4306059520 00000100:00000040:2.0:1767326191.675535:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306059457, at 4306059520 00000100:00000040:3.0:1767326191.675535:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306059457, at 4306059520 00000100:00000010:1.0:1767326191.675558:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d6b0fc2. 00000100:00000010:3.0:1767326191.675561:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae171abe. 00000100:00000010:2.0:1767326191.675564:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001b4c9ef. 00000100:00000010:0.0:1767326191.675569:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee5444a4. 00010000:00000001:0.0:1767326191.931546:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326191.931556:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326191.931563:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326191.931565:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326191.931590:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326191.931593:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326191.931596:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326192.955532:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326192.955539:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326192.955544:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326192.955545:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326192.955549:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326192.955552:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326192.955555:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000010:1.0:1767326192.955559:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001890d837. 00000020:00000040:1.0:1767326192.955567:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00010000:00000001:0.0:1767326192.955568:0:209314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326192.955570:0:209314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326192.955572:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326192.955572:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326192.955575:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326192.955581:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326192.955590:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000927476c9. 00010000:00000001:0.0:1767326192.955592:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326192.955594:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326192.955596:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326192.955597:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326192.955598:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326192.955611:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000001890d837 x1853175408654592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326192.955623:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326192.955625:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326192.955631:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001890d837] to pc [ptlrpcd_00_00+0] req@000000001890d837 x1853175408654592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326192.955659:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326192.955662:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1767326192.955665:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326192.955666:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326192.955670:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058a040db. 00000020:00000001:2.0:1767326192.955670:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326192.955674:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00010000:00010000:2.0:1767326192.955676:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326192.955679:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326192.955679:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326192.955682:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326192.955684:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326192.955684:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326192.955687:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326192.955688:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767326192.955688:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011ae9229. 00000100:00000001:1.0:1767326192.955693:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326192.955693:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326192.955696:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001890d837 x1853175408654592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326192.955697:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000058a040db x1853175408654720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326192.955706:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326192.955707:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326192.955710:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326192.955713:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326192.955715:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326192.955717:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326192.955717:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058a040db] to pc [ptlrpcd_00_01+1] req@0000000058a040db x1853175408654720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326192.955721:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326192.955723:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408654592:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326192.955728:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326192.955734:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326192.955735:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326192.955737:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767326192.955737:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326192.955740:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1767326192.955740:0:101160:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1767326192.955744:0:101160:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000010:0.0:1767326192.955745:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3d7d690. 00000100:00080000:1.0:1767326192.955747:0:101160:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1767326192.955748:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326192.955751:0:101160:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1767326192.955752:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326192.955755:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000100:00080000:1.0:1767326192.955755:0:101160:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: connect to NID 192.168.202.142@tcp last attempt 11388 00000100:00000001:3.0:1767326192.955756:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326192.955768:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767326192.955775:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000040:3.0:1767326192.955776:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058a040db x1853175408654720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326192.955779:0:101160:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.142@tcp is discovered: rc = 1 00000100:00000200:0.0:1767326192.955785:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408654592, portal 25 00000100:00001000:1.0:1767326192.955786:0:101160:0:(import.c:2128:obd_at_measure()) add 10 to 000000000185434f time=7 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326192.955790:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326192.955791:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00001000:1.0:1767326192.955791:0:101160:0:(import.c:2194:obd_at_measure()) AT 000000000185434f change: old=5 new=10 delta=5 (val=10) hist 10 1 1 0 00000100:00000001:3.0:1767326192.955793:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326192.955794:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604900864 : -115369104650752 : ffff9712897fce00) 00000100:00080000:1.0:1767326192.955795:0:101160:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: tried all connections, increasing latency to 5s 02000000:00000001:3.0:1767326192.955798:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326192.955801:0:101160:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000040:0.0:1767326192.955802:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001890d837 x1853175408654592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326192.955802:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326192.955807:0:101160:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767326192.955807:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326192.955812:0:101160:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000100:00100000:3.0:1767326192.955815:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058a040db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408654720:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326192.955816:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326192.955816:0:101160:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 00000020:00000001:1.0:1767326192.955821:0:101160:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767326192.955823:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326192.955823:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1767326192.955824:0:101160:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e81 00000400:00000010:0.0:1767326192.955826:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f208077f. 02000000:00000001:3.0:1767326192.955827:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767326192.955828:0:101160:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767326192.955829:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408654592, offset 0 02000000:00000001:3.0:1767326192.955830:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326192.955832:0:101160:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006a77ff05 refcount=5 02000000:00000001:3.0:1767326192.955833:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326192.955837:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000020:00000001:1.0:1767326192.955837:0:101160:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 02000000:00000010:3.0:1767326192.955838:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e42c62be. 00000020:00000001:1.0:1767326192.955840:0:101160:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 02000000:00000001:3.0:1767326192.955841:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326192.955846:0:101160:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000400:00000010:3.0:1767326192.955847:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045391dca. 00000100:00000001:1.0:1767326192.955849:0:101160:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767326192.955850:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:3.0:1767326192.955856:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dcf3fdb. 00000400:00000200:0.0:1767326192.955862:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767326192.955864:0:101160:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000100:00000001:1.0:1767326192.955867:0:101160:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 00000400:00000200:0.0:1767326192.955869:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000020:00000040:1.0:1767326192.955869:0:101160:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 4 00000400:00000200:0.0:1767326192.955873:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326192.955877:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00080000:1.0:1767326192.955879:0:101160:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: import 00000000ad9b5df4 using connection 192.168.202.142@tcp/192.168.202.142@tcp 00000400:00000200:0.0:1767326192.955881:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [250:250:256:4294967295] 192.168.202.142@tcp LPNI seq info [250:250:8:4294967295] 00000100:00000001:1.0:1767326192.955881:0:101160:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326192.955882:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408654720, portal 10 02000000:00000001:1.0:1767326192.955884:0:101160:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1767326192.955888:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326192.955891:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604904448 : -115369104647168 : ffff9712897fdc00) 02000000:00000001:1.0:1767326192.955892:0:101160:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326192.955896:0:101160:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326192.955898:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326192.955899:0:101160:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000040:3.0:1767326192.955902:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058a040db x1853175408654720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1767326192.955903:0:101160:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000800:00000200:0.0:1767326192.955908:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000008:00000001:1.0:1767326192.955908:0:101160:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326192.955911:0:101160:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326192.955914:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb4be34. 00000800:00000200:0.0:1767326192.955925:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:1.0:1767326192.955925:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a75f6d50. 00000020:00000040:1.0:1767326192.955929:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326192.955931:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326192.955932:0:101160:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000800:00000200:0.0:1767326192.955935:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:1.0:1767326192.955935:0:101160:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326192.955939:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767326192.955939:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326192.955941:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb4be34 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767326192.955943:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326192.955945:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326192.955945:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c9abd2f. 00000100:00000200:3.0:1767326192.955951:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408654720, offset 0 02000000:00000010:1.0:1767326192.955953:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b67063d2. 00000100:00000001:0.0:1767326192.955957:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326192.955958:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326192.955962:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306064577 00000400:00000200:3.0:1767326192.955962:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00100000:1.0:1767326192.955965:0:101160:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a75f6d50 x1853175408654848/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767326192.955969:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077436310. 00000400:00000200:3.0:1767326192.955974:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326192.955975:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326192.955976:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326192.955977:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326192.955982:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767326192.955983:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a75f6d50] to pc [ptlrpcd_rcv+-1] req@00000000a75f6d50 x1853175408654848/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326192.955985:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306064577 00000100:00000010:0.0:1767326192.955988:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1e5b507. 00000400:00000200:3.0:1767326192.955989:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326192.955993:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326192.955997:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326192.955998:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306064577 00000100:00000010:0.0:1767326192.956003:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080042d7a. 00000400:00000200:3.0:1767326192.956004:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326192.956006:0:101160:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326192.956008:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767326192.956010:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767326192.956012:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [251:251:255:4294967295] 192.168.202.142@tcp LPNI seq info [251:251:7:4294967295] 00000100:00000001:0.0:1767326192.956013:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306064577 00000100:00000040:1.0:1767326192.956014:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000010:0.0:1767326192.956018:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002806ae4a. 00000100:00000040:1.0:1767326192.956021:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11398) 00000100:00000001:0.0:1767326192.956024:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326192.956029:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326192.956033:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326192.956035:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326192.956039:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326192.956040:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326192.956043:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326192.956045:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767326192.956045:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8b9f1ee. 00000100:00000001:1.0:1767326192.956046:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326192.956049:0:211393:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1767326192.956052:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326192.956056:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326192.956057:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a75f6d50 x1853175408654848/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326192.956058:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326192.956059:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326192.956062:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8b9f1ee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326192.956068:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326192.956068:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326192.956070:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326192.956073:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 211905 usecs (212 jiffies) 00000100:00000001:0.0:1767326192.956074:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326192.956078:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306061012 00000100:00000001:0.0:1767326192.956079:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326192.956085:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306064577 00000100:00000001:1.0:1767326192.956087:0:211393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1767326192.956088:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326192.956090:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306061012 00000100:00000001:1.0:1767326192.956091:0:211393:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326192.956094:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb4be34. 02000000:00000001:1.0:1767326192.956096:0:211393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326192.956097:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306064577 02000000:00000001:1.0:1767326192.956100:0:211393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326192.956102:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306061012 02000000:00000001:1.0:1767326192.956104:0:211393:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326192.956104:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767326192.956111:0:211393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a75f6d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408654848:192.168.202.142@tcp:38: 00000100:00000001:3.0:1767326192.956114:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306064577 00000400:00000200:2.0:1767326192.956116:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326192.956121:0:211393:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326192.956122:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306061012 02000000:00000001:1.0:1767326192.956125:0:211393:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326192.956125:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f208077f 00000100:00000001:3.0:1767326192.956126:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306064577 02000000:00000001:1.0:1767326192.956128:0:211393:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326192.956130:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f208077f. 02000000:00000001:1.0:1767326192.956132:0:211393:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326192.956133:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767326192.956136:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004822a22d. 00000100:00000001:2.0:1767326192.956137:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326192.956138:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326192.956139:0:211393:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326192.956144:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001890d837 x1853175408654592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326192.956145:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326192.956146:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f5adaa1. 00000100:00000001:3.0:1767326192.956151:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326192.956154:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000955f2d8b. 00000100:00000001:3.0:1767326192.956159:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767326192.956161:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408654848, portal 10 00000100:00000001:3.0:1767326192.956163:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326192.956165:0:211393:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326192.956166:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326192.956168:0:211393:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604898176 : -115369104653440 : ffff9712897fc380) 00000100:00000001:3.0:1767326192.956169:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326192.956172:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001890d837 x1853175408654592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326208 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326192.956172:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326192.956175:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326192.956179:0:211393:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a75f6d50 x1853175408654848/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326192.956180:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326192.956193:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326192.956196:0:211393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326192.956197:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767326192.956201:0:211393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326192.956204:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffc7a60e. 00000100:00000200:1.0:1767326192.956207:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175408654848, offset 0 00000400:00000200:1.0:1767326192.956213:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326192.956218:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326192.956222:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8b9f1ee. 00000400:00000200:2.0:1767326192.956226:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326192.956230:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326192.956233:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326192.956237:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326192.956241:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326192.956243:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326192.956245:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326192.956248:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [252:252:255:4294967295] 192.168.202.142@tcp LPNI seq info [252:252:7:4294967295] 00000400:00000200:1.0:1767326192.956255:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:2.0:1767326192.956277:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c9abd2f 00000800:00000200:1.0:1767326192.956279:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326192.956282:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c9abd2f. 00000800:00000010:1.0:1767326192.956284:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008588d8b0. 00000100:00000001:2.0:1767326192.956286:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326192.956291:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326192.956296:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:2.0:1767326192.956300:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058a040db x1853175408654720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326192.956301:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008588d8b0 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1767326192.956309:0:211393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326192.956315:0:211393:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 285818 usecs (286 jiffies) 00000100:00000001:2.0:1767326192.956316:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326192.956319:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306061086 00000100:00000040:2.0:1767326192.956322:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058a040db x1853175408654720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326208 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326192.956325:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306064577 00000100:00000001:1.0:1767326192.956330:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306061086 00000100:00000001:1.0:1767326192.956334:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306064577 00000100:00000001:2.0:1767326192.956338:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326192.956339:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306061086 00000100:00000001:2.0:1767326192.956342:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326192.956343:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306064577 00000100:00000001:1.0:1767326192.956346:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306061086 00000100:00000001:1.0:1767326192.956348:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306064577 00000100:00000001:1.0:1767326192.956349:0:211393:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326192.956352:0:211393:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326192.956354:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326192.956356:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326192.956360:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326192.956361:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767326192.956363:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326192.956364:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326192.956366:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326192.956367:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326192.956383:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326192.956387:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008588d8b0. 00000400:00000200:2.0:1767326192.956390:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326192.956394:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326192.956396:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffc7a60e 00000400:00000010:2.0:1767326192.956425:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffc7a60e. 00000100:00000001:2.0:1767326192.956429:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326192.956432:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a75f6d50 x1853175408654848/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326192.956439:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326192.956441:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a75f6d50 x1853175408654848/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326207 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326192.956448:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326192.956450:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326192.958552:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326192.958569:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326192.958574:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326192.958577:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326192.958589:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326192.958630:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f07900 00000400:00000200:1.0:1767326192.958640:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x8b5 [1] + 224 00000800:00000001:1.0:1767326192.958650:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326192.958656:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326192.958658:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326192.958662:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326192.958669:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326192.958676:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001890d837 x1853175408654592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326192.958687:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001890d837 x1853175408654592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326192.958753:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326192.958758:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326192.958785:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326192.958813:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326192.958818:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326192.958821:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326192.958823:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326192.958823:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326192.958828:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326192.958829:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000010:0.0:1767326192.958832:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000400:00000200:0.0:1767326192.958838:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000200:1.0:1767326192.958839:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07980 00000400:00000010:0.0:1767326192.958842:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:0.0:1767326192.958848:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326192.958852:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x8bd [1] + 224 00000100:00000200:0.0:1767326192.958854:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001890d837 x1853175408654592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326192.958860:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326192.958869:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001890d837 x1853175408654592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326208 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326192.958870:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326192.958875:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326192.958884:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326192.958885:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326192.958888:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326192.958890:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326192.958896:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058a040db x1853175408654720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326192.958899:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326192.958903:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326192.958906:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326192.958908:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326192.958910:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058a040db x1853175408654720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326192.958912:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326192.958921:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=38 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326192.958925:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=38 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326192.958927:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326192.958928:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326192.958930:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326192.958932:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767326192.958933:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326192.958938:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326192.958942:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326192.958943:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001890d837 x1853175408654592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326208 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326192.958953:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767326192.958953:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326192.958960:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326192.958962:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326192.958966:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001890d837 x1853175408654592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326208 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326192.958967:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326192.958970:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326192.958974:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326192.958975:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326192.958977:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045391dca. 00000400:00000200:3.0:1767326192.958980:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dcf3fdb 00000100:00100000:0.0:1767326192.958982:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408654592:192.168.202.142@tcp:400: 00000400:00000010:3.0:1767326192.958982:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dcf3fdb. 00000100:00000001:3.0:1767326192.958985:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326192.958987:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326192.958988:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058a040db x1853175408654720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326192.958989:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326192.958992:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001890d837 x1853175408654592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326208 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326192.958996:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058a040db x1853175408654720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326208 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326192.959000:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326192.959002:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326192.959003:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326192.959003:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326192.959005:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326192.959006:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767326192.959007:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3d7d690. 00000100:00000001:3.0:1767326192.959007:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326192.959008:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326192.959010:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767326192.959010:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326192.959013:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326192.959014:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00001000:3.0:1767326192.959015:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=33 v=5 (5 5 5 0) 00000020:00000001:0.0:1767326192.959016:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767326192.959018:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=33 v=5 (1 1 1 0) 02000000:00000010:0.0:1767326192.959019:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000927476c9. 02000000:00000001:0.0:1767326192.959023:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326192.959025:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326192.959025:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:0.0:1767326192.959026:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001890d837. 00000100:00000001:3.0:1767326192.959026:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326192.959028:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326192.959030:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326192.959031:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326192.959031:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326192.959033:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326192.959034:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326192.959036:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326192.959038:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326192.959040:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326192.959040:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326192.959042:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326192.959043:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058a040db x1853175408654720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326208 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326192.959044:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326192.959046:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326192.959049:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326192.959051:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326192.959052:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326192.959055:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058a040db x1853175408654720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326208 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326192.959061:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058a040db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408654720:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326192.959066:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326192.959067:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326192.959069:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058a040db x1853175408654720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326208 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326192.959076:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326192.959077:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326192.959079:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e42c62be. 02000000:00000001:3.0:1767326192.959082:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326192.959083:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326192.959084:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326192.959086:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326192.959087:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011ae9229. 02000000:00000001:3.0:1767326192.959089:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326192.959090:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326192.959091:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058a040db. 00000100:00000001:3.0:1767326192.959093:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326192.959094:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326192.959101:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326192.959104:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326192.959105:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326192.959107:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326192.959109:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326192.963508:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326192.963526:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326192.963531:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326192.963533:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326192.963547:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326192.963565:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07a00 00000400:00000200:3.0:1767326192.963574:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x8c5 [1] + 0 00000800:00000001:3.0:1767326192.963582:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326192.963589:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326192.963592:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326192.963596:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326192.963605:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326192.963613:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a75f6d50 x1853175408654848/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326192.963626:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000a75f6d50 x1853175408654848/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326192.963654:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326192.963663:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326192.963667:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326192.963753:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326192.963758:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326192.963779:0:211393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326192.963782:0:211393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326192.963784:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f5adaa1. 00000400:00000200:1.0:1767326192.963789:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000955f2d8b 00000400:00000010:1.0:1767326192.963791:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000955f2d8b. 00000100:00000001:1.0:1767326192.963795:0:211393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326192.963800:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a75f6d50 x1853175408654848/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326192.963809:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a75f6d50 x1853175408654848/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326192.963816:0:211393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326192.963818:0:211393:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326192.963820:0:211393:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326192.963824:0:211393:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326192.963826:0:211393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326192.963828:0:211393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326192.963832:0:211393:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326192.963842:0:211393:0:(import.c:2128:obd_at_measure()) add 0 to 000000008e3b5ac7 time=27 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326192.963846:0:211393:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=7 v=10 (10 1 1 0) 00000100:00000001:1.0:1767326192.963850:0:211393:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326192.963852:0:211393:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1767326192.963855:0:211393:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1767326192.963859:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a75f6d50 x1853175408654848/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326207 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326192.963867:0:211393:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1767326192.963870:0:211393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326192.963872:0:211393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326192.963875:0:211393:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1767326192.963877:0:211393:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1767326192.963880:0:211393:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767326192.963885:0:211393:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.142@tcp failed (-19) 00000100:00000001:1.0:1767326192.963902:0:211393:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1767326192.963907:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a75f6d50 x1853175408654848/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326207 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326192.963915:0:211393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a75f6d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408654848:192.168.202.142@tcp:38: 00000100:00000001:1.0:1767326192.963920:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326192.963923:0:211393:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326192.963926:0:211393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a75f6d50 x1853175408654848/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326207 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326192.963933:0:211393:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326192.963936:0:211393:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326192.963939:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004822a22d. 02000000:00000001:1.0:1767326192.963943:0:211393:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326192.963946:0:211393:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326192.963948:0:211393:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326192.963950:0:211393:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326192.963952:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000b67063d2. 02000000:00000001:1.0:1767326192.963956:0:211393:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326192.963958:0:211393:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326192.963959:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a75f6d50. 00000100:00000001:1.0:1767326192.963963:0:211393:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326192.963964:0:211393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326192.963966:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326192.963974:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326192.963976:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326192.963978:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326192.963980:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326193.979529:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326193.979541:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326193.979547:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326193.979549:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326193.979570:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326193.979572:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326193.979574:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326195.003545:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326195.003557:0:209314:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326195.003560:0:209314:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326195.003563:0:209314:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326195.003593:0:209314:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326195.003595:0:209314:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326195.003597:0:209314:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326195.003600:0:209314:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326195.003613:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326195.003614:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326195.004593:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326195.004597:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326195.004599:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326196.027546:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326196.027551:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326196.027555:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326196.027555:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326196.027568:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326196.027570:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326196.027571:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326196.795523:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306064577, at 4306064640 00000100:00000040:3.0:1767326196.795523:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306064577, at 4306064640 00000100:00000010:3.0:1767326196.795539:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002806ae4a. 00000100:00000040:2.0:1767326196.795543:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306064577, at 4306064640 00000100:00000010:1.0:1767326196.795545:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1e5b507. 00000100:00000040:0.0:1767326196.795550:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306064577, at 4306064640 00000100:00000010:2.0:1767326196.795560:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080042d7a. 00000100:00000010:0.0:1767326196.795562:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077436310. 00010000:00000001:0.0:1767326197.051512:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326197.051519:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326197.051525:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326197.051526:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326197.051584:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326197.051587:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326197.051590:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326198.075504:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326198.075510:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1767326198.075512:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326198.075515:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326198.075521:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000010:1.0:1767326198.075521:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a75f6d50. 00010000:00000001:0.0:1767326198.075523:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326198.075529:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326198.075545:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1767326198.075547:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326198.075548:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1767326198.075552:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326198.075554:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326198.075556:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1767326198.075561:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d59ec675. 00000100:00000001:1.0:1767326198.075566:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326198.075575:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000a75f6d50 x1853175408654976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326198.075583:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326198.075585:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326198.075588:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a75f6d50] to pc [ptlrpcd_00_02+2] req@00000000a75f6d50 x1853175408654976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326198.075610:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326198.075611:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326198.075614:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326198.075616:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055b20dde. 00000020:00000040:1.0:1767326198.075618:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326198.075620:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326198.075621:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326198.075623:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326198.075625:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b2a70f3e. 00000100:00000001:1.0:1767326198.075628:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326198.075631:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000055b20dde x1853175408655104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326198.075637:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326198.075639:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326198.075642:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055b20dde] to pc [ptlrpcd_00_03+3] req@0000000055b20dde x1853175408655104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326198.075651:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326198.075651:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1767326198.075655:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326198.075656:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326198.075659:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1767326198.075662:0:101160:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000040:2.0:1767326198.075665:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055b20dde x1853175408655104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326198.075672:0:101160:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1767326198.075675:0:101160:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1767326198.075683:0:101160:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1767326198.075684:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326198.075686:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767326198.075688:0:101160:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: connect to NID 192.168.202.142@tcp last attempt 11393 02000000:00000001:2.0:1767326198.075691:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326198.075693:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326198.075695:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326198.075698:0:101160:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.142@tcp is discovered: rc = 1 00000100:00100000:2.0:1767326198.075701:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408655104:192.168.202.142@tcp:400: 00000100:00001000:1.0:1767326198.075702:0:101160:0:(import.c:2128:obd_at_measure()) add 15 to 000000000185434f time=13 v=10 (10 1 1 0) 00000100:00000001:2.0:1767326198.075706:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326198.075710:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00001000:1.0:1767326198.075743:0:101160:0:(import.c:2194:obd_at_measure()) AT 000000000185434f change: old=10 new=15 delta=5 (val=15) hist 15 1 1 0 00000100:00080000:1.0:1767326198.075745:0:101160:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: tried all connections, increasing latency to 10s 00000100:00000040:1.0:1767326198.075748:0:101160:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000001:1.0:1767326198.075751:0:101160:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767326198.075754:0:101160:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000100:00000001:1.0:1767326198.075756:0:101160:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 00000020:00000001:1.0:1767326198.075760:0:101160:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767326198.075762:0:101160:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e81 00000020:00000001:1.0:1767326198.075764:0:101160:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326198.075767:0:101160:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006a77ff05 refcount=5 00000020:00000001:1.0:1767326198.075769:0:101160:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000020:00000001:1.0:1767326198.075771:0:101160:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000100:00000040:1.0:1767326198.075774:0:101160:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000001:1.0:1767326198.075776:0:101160:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767326198.075778:0:101160:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000100:00000001:1.0:1767326198.075779:0:101160:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 00000020:00000040:1.0:1767326198.075782:0:101160:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 4 00000100:00080000:1.0:1767326198.075785:0:101160:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: import 00000000ad9b5df4 using connection 192.168.202.142@tcp/192.168.202.142@tcp 00000100:00000001:1.0:1767326198.075797:0:101160:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326198.075800:0:101160:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767326198.075805:0:101160:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326198.075808:0:101160:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326198.075809:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326198.075811:0:101160:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1767326198.075813:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00100000:1.0:1767326198.075816:0:101160:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1767326198.075817:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326198.075822:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a75f6d50 x1853175408654976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1767326198.075829:0:101160:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326198.075833:0:101160:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326198.075837:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f77d35e. 00000020:00000040:1.0:1767326198.075840:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:1.0:1767326198.075843:0:101160:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767326198.075844:0:101160:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326198.075846:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326198.075848:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326198.075850:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326198.075853:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b67063d2. 00000100:00000001:1.0:1767326198.075856:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326198.075861:0:101160:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006f77d35e x1853175408655232/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326198.075869:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326198.075870:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326198.075873:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f77d35e] to pc [ptlrpcd_rcv+-1] req@000000006f77d35e x1853175408655232/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326198.075890:0:101160:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326198.075893:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326198.075896:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326198.075900:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11403) 00000100:00000001:3.0:1767326198.075910:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326198.075913:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326198.075915:0:211393:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326198.075920:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f77d35e x1853175408655232/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326198.075926:0:211393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326198.075927:0:211393:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326198.075935:0:211393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326198.075936:0:211393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326198.075938:0:211393:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326198.075939:0:211393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408655232:192.168.202.142@tcp:38: 00000100:00000001:3.0:1767326198.075942:0:211393:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326198.075943:0:211393:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326198.075945:0:211393:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326198.075946:0:211393:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326198.075949:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000092dec864. 02000000:00000001:3.0:1767326198.075950:0:211393:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326198.075954:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045391dca. 00000400:00000010:3.0:1767326198.075958:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dcf3fdb. 00000100:00000200:3.0:1767326198.075963:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408655232, portal 10 00000100:00000001:3.0:1767326198.075965:0:211393:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326198.075966:0:211393:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604910720 : -115369104640896 : ffff9712897ff480) 00000100:00000040:3.0:1767326198.075969:0:211393:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f77d35e x1853175408655232/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326198.075975:0:211393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326198.075976:0:211393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326198.075978:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af95acdf. 00000100:00000200:3.0:1767326198.075979:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175408655232, offset 0 00000400:00000200:3.0:1767326198.075983:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326198.075991:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326198.075995:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326198.075998:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326198.076000:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326198.076002:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326198.076004:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [253:253:256:4294967295] 192.168.202.142@tcp LPNI seq info [253:253:8:4294967295] 00000400:00000200:3.0:1767326198.076013:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326198.076019:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326198.076023:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea9a1391. 00000800:00000200:3.0:1767326198.076029:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326198.076042:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326198.076046:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea9a1391 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1767326198.076069:0:211393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326198.076073:0:211393:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 281985 usecs (282 jiffies) 00000100:00000001:3.0:1767326198.076077:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306066202 00000100:00000010:3.0:1767326198.076081:0:211393:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075c60c17. 00000100:00000001:3.0:1767326198.076087:0:211393:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326198.076092:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306066202 00000100:00000010:3.0:1767326198.076094:0:211393:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cdc0422. 00000100:00000001:3.0:1767326198.076097:0:211393:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326198.076102:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306066202 00000100:00000010:3.0:1767326198.076105:0:211393:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d429ad70. 00000100:00000001:3.0:1767326198.076108:0:211393:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326198.076110:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306066202 00000100:00000010:3.0:1767326198.076112:0:211393:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016446684. 00000100:00000001:3.0:1767326198.076115:0:211393:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326198.076118:0:211393:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326198.076120:0:211393:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326198.076123:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326198.076125:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326198.076131:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326198.076133:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767326198.076134:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326198.076135:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326198.076137:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326198.076138:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326198.076241:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326198.076243:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326198.076247:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050cef428. 02000000:00000001:2.0:1767326198.076248:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326198.076250:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0782819. 00000400:00000010:2.0:1767326198.076253:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fd962e9. 00000100:00000200:2.0:1767326198.076255:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408655104, portal 10 00000100:00000001:2.0:1767326198.076256:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326198.076257:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899968 : -115369104651648 : ffff9712897fca80) 00000100:00000040:2.0:1767326198.076261:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000055b20dde x1853175408655104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326198.076266:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326198.076267:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326198.076269:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ed339f. 00000100:00000200:2.0:1767326198.076270:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408655104, offset 0 00000400:00000200:2.0:1767326198.076272:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326198.076276:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326198.076277:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326198.076279:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326198.076281:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326198.076282:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326198.076284:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [254:254:255:4294967295] 192.168.202.142@tcp LPNI seq info [254:254:7:4294967295] 00000400:00000200:2.0:1767326198.076289:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326198.076296:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326198.076299:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c0c3cee. 00000800:00000200:2.0:1767326198.076303:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326198.076307:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326198.076309:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c0c3cee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326198.076312:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326198.076314:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 209097 usecs (210 jiffies) 00000100:00000001:2.0:1767326198.076315:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306066130 00000100:00000001:2.0:1767326198.076317:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306066202 00000100:00000001:2.0:1767326198.076318:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306066130 00000100:00000001:2.0:1767326198.076319:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306066202 00000100:00000001:2.0:1767326198.076320:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306066130 00000100:00000001:2.0:1767326198.076321:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306066202 00000100:00000001:2.0:1767326198.076322:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306066130 00000100:00000001:2.0:1767326198.076323:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306066202 00000100:00000001:2.0:1767326198.076324:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326198.076325:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326198.076326:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326198.076327:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326198.076330:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326198.076330:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326198.076332:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326198.076332:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326198.076333:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326198.076334:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326198.076348:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326198.076353:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea9a1391. 00000400:00000200:1.0:1767326198.076359:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326198.076365:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326198.076370:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af95acdf 00000400:00000010:1.0:1767326198.076371:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af95acdf. 00000100:00000001:1.0:1767326198.076376:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326198.076380:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f77d35e x1853175408655232/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326198.076387:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326198.076396:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f77d35e x1853175408655232/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326198.076421:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326198.076424:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326198.076618:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326198.076621:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c0c3cee. 00000400:00000200:1.0:1767326198.076625:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326198.076629:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326198.076632:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ed339f 00000400:00000010:1.0:1767326198.076634:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ed339f. 00000100:00000001:1.0:1767326198.076637:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326198.076640:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055b20dde x1853175408655104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326198.076647:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326198.076650:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055b20dde x1853175408655104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326198.076655:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326198.076657:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326198.076935:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326198.076936:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326198.076939:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326198.076940:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326198.076943:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326198.076953:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a75f6d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408654976:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326198.076957:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326198.076959:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326198.076961:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326198.076963:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326198.076966:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3d7d690. 02000000:00000001:0.0:1767326198.076968:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326198.076971:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000400:00000010:0.0:1767326198.076975:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000200:0.0:1767326198.076978:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408654976, portal 25 00000100:00000001:0.0:1767326198.076980:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326198.076981:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604898176 : -115369104653440 : ffff9712897fc380) 00000100:00000040:0.0:1767326198.076985:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a75f6d50 x1853175408654976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326198.076992:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326198.076995:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326198.076997:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69d1078. 00000100:00000200:0.0:1767326198.076999:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408654976, offset 0 00000400:00000200:0.0:1767326198.077004:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326198.077009:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326198.077012:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326198.077014:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326198.077016:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326198.077018:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326198.077021:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [255:255:256:4294967295] 192.168.202.142@tcp LPNI seq info [255:255:8:4294967295] 00000400:00000200:0.0:1767326198.077028:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326198.077032:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326198.077035:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013c28cca. 00000800:00000200:0.0:1767326198.077039:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326198.077043:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326198.077045:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013c28cca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326198.077064:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326198.077067:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306069698 00000100:00000001:0.0:1767326198.077073:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306066202 00000100:00000001:0.0:1767326198.077076:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306069698 00000100:00000001:0.0:1767326198.077078:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306066202 00000100:00000001:0.0:1767326198.077081:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306069698 00000100:00000001:0.0:1767326198.077084:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306066202 00000100:00000001:0.0:1767326198.077087:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306069698 00000100:00000001:0.0:1767326198.077090:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306066202 00000100:00000001:0.0:1767326198.077093:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326198.077096:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326198.077098:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326198.077100:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326198.077104:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326198.077106:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326198.077108:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326198.077109:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326198.077111:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326198.077113:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326198.077138:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326198.077142:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013c28cca. 00000400:00000200:1.0:1767326198.077146:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326198.077150:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326198.077153:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b69d1078 00000400:00000010:1.0:1767326198.077155:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b69d1078. 00000100:00000001:1.0:1767326198.077158:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326198.077161:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a75f6d50 x1853175408654976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326198.077169:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326198.077171:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a75f6d50 x1853175408654976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326198.077177:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326198.077179:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326198.079976:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326198.080068:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326198.080072:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326198.080076:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326198.080090:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326198.080101:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07b80 00000400:00000200:3.0:1767326198.080117:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x8cd [1] + 0 00000800:00000001:3.0:1767326198.080122:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326198.080126:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326198.080128:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326198.080131:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326198.080135:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326198.080140:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f77d35e x1853175408655232/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326198.080149:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000006f77d35e x1853175408655232/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326198.080163:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326198.080169:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326198.080171:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326198.080172:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326198.080174:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326198.080178:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326198.080184:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f07a80 00000400:00000200:3.0:1767326198.080189:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x8dd [1] + 224 00000800:00000001:3.0:1767326198.080193:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326198.080196:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326198.080197:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326198.080201:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326198.080204:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326198.080208:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a75f6d50 x1853175408654976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326198.080209:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326198.080217:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a75f6d50 x1853175408654976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326198.080220:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326198.080227:0:211393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326198.080230:0:211393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326198.080232:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045391dca. 00000100:00000001:3.0:1767326198.080238:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767326198.080241:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dcf3fdb 00000400:00000010:1.0:1767326198.080244:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dcf3fdb. 00000100:00000001:1.0:1767326198.080248:0:211393:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767326198.080252:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326198.080254:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f77d35e x1853175408655232/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326198.080258:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326198.080263:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326198.080268:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f77d35e x1853175408655232/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326198.080273:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326198.080278:0:211393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326198.080281:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326198.080282:0:211393:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326198.080284:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:0.0:1767326198.080286:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326198.080287:0:211393:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:0.0:1767326198.080292:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767326198.080292:0:211393:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326198.080294:0:211393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1767326198.080296:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326198.080298:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07b00 00000400:00000010:0.0:1767326198.080299:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000100:00000001:1.0:1767326198.080299:0:211393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326198.080305:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 02000000:00000001:1.0:1767326198.080306:0:211393:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326198.080307:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:0.0:1767326198.080312:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326198.080316:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x8d5 [1] + 224 00000100:00001000:1.0:1767326198.080317:0:211393:0:(import.c:2128:obd_at_measure()) add 0 to 000000008e3b5ac7 time=33 v=5 (5 5 5 0) 00000100:00000200:0.0:1767326198.080318:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a75f6d50 x1853175408654976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326198.080326:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326198.080327:0:211393:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=13 v=15 (15 1 1 0) 00000800:00000001:3.0:1767326198.080334:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326198.080336:0:211393:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767326198.080338:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a75f6d50 x1853175408654976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326198.080338:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326198.080341:0:211393:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1767326198.080347:0:211393:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1767326198.080350:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000040:1.0:1767326198.080357:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f77d35e x1853175408655232/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326218 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326198.080357:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326198.080364:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767326198.080364:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055b20dde x1853175408655104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326198.080372:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326198.080376:0:211393:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1767326198.080377:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326198.080380:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326198.080382:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326198.080384:0:211393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326198.080385:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326198.080388:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000055b20dde x1853175408655104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326198.080389:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326198.080389:0:211393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326198.080394:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=44 v=5 (5 5 5 0) 00000100:00000001:1.0:1767326198.080396:0:211393:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1767326198.080431:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326198.080435:0:211393:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000800:00000001:3.0:1767326198.080438:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00080000:1.0:1767326198.080439:0:211393:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000800:00000001:3.0:1767326198.080443:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326198.080447:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=44 v=5 (1 1 1 0) 00000100:00080000:1.0:1767326198.080447:0:211393:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.142@tcp failed (-19) 00000100:00000001:0.0:1767326198.080454:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326198.080454:0:211393:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767326198.080457:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326198.080460:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326198.080463:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326198.080466:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326198.080474:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a75f6d50 x1853175408654976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326198.080476:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f77d35e x1853175408655232/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326218 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326198.080491:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326198.080496:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326198.080498:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326198.080501:0:211393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408655232:192.168.202.142@tcp:38: 00000100:00000040:0.0:1767326198.080504:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a75f6d50 x1853175408654976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326214 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326198.080509:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326198.080515:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a75f6d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408654976:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326198.080515:0:211393:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326198.080521:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326198.080521:0:211393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f77d35e x1853175408655232/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326218 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326198.080524:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326198.080529:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a75f6d50 x1853175408654976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326214 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326198.080542:0:211393:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326198.080543:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326198.080546:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767326198.080546:0:211393:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326198.080549:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3d7d690. 02000000:00000010:1.0:1767326198.080550:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000092dec864. 02000000:00000001:0.0:1767326198.080552:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326198.080555:0:211396:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767326198.080556:0:211393:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1767326198.080557:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326198.080559:0:211393:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767326198.080561:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:1.0:1767326198.080562:0:211393:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000010:0.0:1767326198.080564:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d59ec675. 00000020:00000001:1.0:1767326198.080566:0:211393:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767326198.080570:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:1.0:1767326198.080570:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000b67063d2. 02000000:00000001:1.0:1767326198.080573:0:211393:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326198.080575:0:211393:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326198.080576:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f77d35e. 02000000:00000001:0.0:1767326198.080579:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326198.080581:0:211393:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000010:0.0:1767326198.080583:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a75f6d50. 00000100:00000001:1.0:1767326198.080584:0:211393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326198.080588:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326198.080590:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326198.080593:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326198.080595:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326198.080596:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326198.080598:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326198.080602:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326198.080603:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326198.080604:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326198.080606:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326198.080610:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326198.080612:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326198.080680:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326198.080683:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326198.080685:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326198.080686:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326198.080687:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0782819. 00000400:00000200:2.0:1767326198.080690:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fd962e9 00000400:00000010:2.0:1767326198.080695:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fd962e9. 00000100:00000001:2.0:1767326198.080697:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326198.080700:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055b20dde x1853175408655104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326198.080705:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055b20dde x1853175408655104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326198.080709:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326198.080710:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326198.080711:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326198.080722:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326198.080723:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326198.080724:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326198.080726:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326198.080730:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=39 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326198.080733:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=39 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326198.080735:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326198.080736:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326198.080738:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326198.080740:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326198.080743:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326198.080745:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326198.080746:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326198.080748:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326198.080751:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055b20dde x1853175408655104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326198.080757:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326198.080758:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326198.080760:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326198.080762:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055b20dde x1853175408655104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326214 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326198.080769:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408655104:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326198.080773:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326198.080779:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326198.080782:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055b20dde x1853175408655104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326214 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326198.080788:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326198.080790:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326198.080791:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050cef428. 02000000:00000001:2.0:1767326198.080794:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326198.080795:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326198.080796:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326198.080798:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326198.080799:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b2a70f3e. 02000000:00000001:2.0:1767326198.080801:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326198.080802:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326198.080803:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055b20dde. 00000100:00000001:2.0:1767326198.080806:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326198.080807:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326198.080808:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326198.080811:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326198.080813:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326198.080814:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326198.080816:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326199.099509:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326199.099516:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326199.099521:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326199.099522:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326199.099575:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326199.099579:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326199.099582:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326200.123636:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326200.123643:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326200.123649:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326200.123650:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326200.123672:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326200.123675:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326200.123678:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326201.147545:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326201.147554:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326201.147561:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326201.147563:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326201.147633:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326201.147637:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326201.147640:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326201.915548:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306069698, at 4306069760 00000100:00000040:2.0:1767326201.915548:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306069698, at 4306069760 00000100:00000040:0.0:1767326201.915553:0:209314:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306069698, at 4306069760 00000100:00000010:2.0:1767326201.915572:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d429ad70. 00000100:00000010:0.0:1767326201.915576:0:209314:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075c60c17. 00000100:00000010:1.0:1767326201.915579:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cdc0422. 00000100:00000040:3.0:1767326201.916624:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306069698, at 4306069761 00000100:00000010:3.0:1767326201.916636:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016446684. 00010000:00000001:0.0:1767326202.172342:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326202.172352:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326202.172359:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326202.172360:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326202.172390:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326202.172394:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326202.172397:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326203.195480:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:1.0:1767326203.195482:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326203.195489:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326203.195496:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326203.195498:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326203.195503:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000010:1.0:1767326203.195509:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f77d35e. 00000020:00000040:1.0:1767326203.195517:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00010000:00000001:0.0:1767326203.195522:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1767326203.195525:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1767326203.195536:0:215456:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767326203.195537:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767326203.195538:0:215456:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326203.195541:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326203.195544:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326203.195546:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326203.195546:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326203.195550:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326203.195553:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326203.195558:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb080471. 00000100:00000001:1.0:1767326203.195567:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326203.195581:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000006f77d35e x1853175408655360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326203.195595:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326203.195599:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326203.195606:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f77d35e] to pc [ptlrpcd_00_00+0] req@000000006f77d35e x1853175408655360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326203.195611:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326203.195616:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326203.195620:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326203.195636:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326203.195640:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326203.195645:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326203.195645:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326203.195648:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326203.195649:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd91ad23. 00000100:00000001:0.0:1767326203.195650:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326203.195651:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326203.195654:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326203.195655:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326203.195659:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767326203.195663:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f77d35e x1853175408655360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326203.195663:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326203.195679:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326203.195685:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767326203.195687:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5dc54ea. 00000100:00000001:0.0:1767326203.195688:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326203.195694:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326203.195694:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326203.195698:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326203.195701:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326203.195701:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000cd91ad23 x1853175408655488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767326203.195706:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408655360:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326203.195710:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326203.195715:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326203.195718:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326203.195722:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326203.195723:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326203.195726:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326203.195729:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f42b4a0. 02000000:00000001:0.0:1767326203.195733:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326203.195733:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd91ad23] to pc [ptlrpcd_00_01+1] req@00000000cd91ad23 x1853175408655488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326203.195743:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000400:00000010:0.0:1767326203.195752:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000001:1.0:1767326203.195759:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326203.195762:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408655360, portal 25 00000100:00080000:1.0:1767326203.195764:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326203.195768:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1767326203.195770:0:101160:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1767326203.195771:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604910720 : -115369104640896 : ffff9712897ff480) 00000100:00000001:1.0:1767326203.195776:0:101160:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:0.0:1767326203.195779:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f77d35e x1853175408655360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767326203.195787:0:101160:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1767326203.195788:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326203.195790:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326203.195793:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326203.195796:0:101160:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:0.0:1767326203.195797:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326203.195797:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767326203.195802:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041419967. 00000100:00080000:1.0:1767326203.195802:0:101160:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: connect to NID 192.168.202.142@tcp last attempt 11398 00000100:00000040:2.0:1767326203.195811:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd91ad23 x1853175408655488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326203.195814:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408655360, offset 0 00000400:00000200:1.0:1767326203.195815:0:101160:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.142@tcp is discovered: rc = 1 00000100:00001000:1.0:1767326203.195824:0:101160:0:(import.c:2128:obd_at_measure()) add 20 to 000000000185434f time=18 v=15 (15 1 1 0) 00000100:00000001:2.0:1767326203.195824:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326203.195826:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326203.195830:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326203.195831:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00001000:1.0:1767326203.195832:0:101160:0:(import.c:2194:obd_at_measure()) AT 000000000185434f change: old=15 new=20 delta=5 (val=20) hist 20 1 1 0 02000000:00000001:2.0:1767326203.195833:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326203.195837:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767326203.195841:0:101160:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: tried all connections, increasing latency to 15s 00000100:00100000:2.0:1767326203.195842:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cd91ad23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408655488:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326203.195847:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326203.195850:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326203.195851:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:1.0:1767326203.195851:0:101160:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 02000000:00000001:2.0:1767326203.195852:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326203.195859:0:101160:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767326203.195861:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326203.195863:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767326203.195866:0:101160:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 02000000:00000010:2.0:1767326203.195867:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd772cf3. 00000100:00000001:1.0:1767326203.195871:0:101160:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 02000000:00000001:2.0:1767326203.195872:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326203.195873:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000020:00000001:1.0:1767326203.195878:0:101160:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767326203.195881:0:101160:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e81 00000400:00000010:2.0:1767326203.195881:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0782819. 00000400:00000200:0.0:1767326203.195882:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1767326203.195886:0:101160:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767326203.195891:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000020:00000040:1.0:1767326203.195891:0:101160:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006a77ff05 refcount=5 00000400:00000010:2.0:1767326203.195891:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fd962e9. 00000020:00000001:1.0:1767326203.195898:0:101160:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000100:00000200:2.0:1767326203.195898:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408655488, portal 10 00000400:00000200:0.0:1767326203.195900:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [256:256:256:4294967295] 192.168.202.142@tcp LPNI seq info [256:256:8:4294967295] 00000100:00000001:2.0:1767326203.195904:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767326203.195905:0:101160:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000100:00000001:2.0:1767326203.195907:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604912512 : -115369104639104 : ffff9712897ffb80) 00000100:00000040:1.0:1767326203.195914:0:101160:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000040:2.0:1767326203.195918:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cd91ad23 x1853175408655488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326203.195920:0:101160:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767326203.195926:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:1.0:1767326203.195927:0:101160:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000100:00000001:1.0:1767326203.195934:0:101160:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 00000100:00000001:2.0:1767326203.195942:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767326203.195943:0:101160:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 4 00000800:00000200:0.0:1767326203.195945:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326203.195949:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00080000:1.0:1767326203.195952:0:101160:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: import 00000000ad9b5df4 using connection 192.168.202.142@tcp/192.168.202.142@tcp 00000800:00000010:0.0:1767326203.195955:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013c28cca. 00000400:00000010:2.0:1767326203.195955:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfca0bf5. 00000100:00000001:1.0:1767326203.195957:0:101160:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326203.195959:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408655488, offset 0 02000000:00000001:1.0:1767326203.195962:0:101160:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:0.0:1767326203.195971:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:1.0:1767326203.195971:0:101160:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326203.195971:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326203.195977:0:101160:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326203.195981:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326203.195982:0:101160:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:2.0:1767326203.195986:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326203.195987:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000008:00100000:1.0:1767326203.195988:0:101160:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000400:00000200:2.0:1767326203.195991:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:0.0:1767326203.195994:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013c28cca type 1, nob 320 niov 1 nkiov 1 00000008:00000001:1.0:1767326203.195997:0:101160:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326203.195997:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326203.196002:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326203.196004:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [257:257:255:4294967295] 192.168.202.142@tcp LPNI seq info [257:257:7:4294967295] 00000100:00000001:1.0:1767326203.196010:0:101160:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326203.196015:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3b77a00. 00000100:00000001:0.0:1767326203.196021:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326203.196021:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000400:00000200:2.0:1767326203.196029:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326203.196030:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306074817 00000100:00000010:0.0:1767326203.196038:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077436310. 00000800:00000200:2.0:1767326203.196039:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326203.196045:0:101160:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000800:00000010:2.0:1767326203.196046:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb30d8a. 00000100:00000001:0.0:1767326203.196049:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767326203.196049:0:101160:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326203.196054:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326203.196055:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326203.196059:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306074817 02000000:00000001:1.0:1767326203.196060:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767326203.196064:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:1.0:1767326203.196066:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326203.196067:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9f9490c. 00000800:00000200:2.0:1767326203.196068:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb30d8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326203.196075:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326203.196076:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 02000000:00000010:1.0:1767326203.196077:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000033af9b11. 00000100:00000040:2.0:1767326203.196080:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 206393 usecs (207 jiffies) 00000100:00000001:0.0:1767326203.196085:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306074817 00000100:00000001:2.0:1767326203.196085:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306071247 00000800:00000200:3.0:1767326203.196085:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326203.196086:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326203.196092:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306074817 00000100:00000010:0.0:1767326203.196093:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a04ad297. 00000800:00000010:3.0:1767326203.196094:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013c28cca. 00000100:00100000:1.0:1767326203.196099:0:101160:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c3b77a00 x1853175408655616/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326203.196099:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306071247 00000100:00000001:0.0:1767326203.196101:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326203.196104:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326203.196105:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306074817 00000100:00000001:0.0:1767326203.196107:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306074817 00000100:00000001:2.0:1767326203.196111:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306071247 00000100:00000010:0.0:1767326203.196115:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ea25869. 00000100:00000001:2.0:1767326203.196117:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306074817 00000400:00000200:3.0:1767326203.196122:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326203.196123:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326203.196124:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306071247 00000100:00000001:1.0:1767326203.196125:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326203.196130:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326203.196132:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041419967 00000400:00000010:3.0:1767326203.196136:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041419967. 00000100:00000001:0.0:1767326203.196138:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326203.196138:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3b77a00] to pc [ptlrpcd_rcv+-1] req@00000000c3b77a00 x1853175408655616/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326203.196140:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306074817 00000100:00000001:3.0:1767326203.196142:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326203.196144:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326203.196147:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326203.196155:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326203.196155:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f77d35e x1853175408655360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326203.196156:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326203.196162:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326203.196162:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326203.196168:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326203.196174:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326203.196175:0:101160:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326203.196177:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326203.196178:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326203.196178:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326203.196181:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326203.196182:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326203.196183:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326203.196184:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f77d35e x1853175408655360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326203.196187:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326203.196188:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326203.196191:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326203.196192:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326203.196192:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326203.196196:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326203.196197:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326203.196202:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326203.196203:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11408) 00000100:00000001:3.0:1767326203.196209:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326203.196220:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326203.196223:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326203.196225:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326203.196227:0:211393:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326203.196231:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3b77a00 x1853175408655616/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326203.196237:0:211393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326203.196239:0:211393:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326203.196240:0:211393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326203.196242:0:211393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326203.196243:0:211393:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326203.196245:0:211393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3b77a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408655616:192.168.202.142@tcp:38: 00000100:00000001:0.0:1767326203.196247:0:211393:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326203.196249:0:211393:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326203.196250:0:211393:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326203.196251:0:211393:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326203.196255:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000efbdc70d. 02000000:00000001:0.0:1767326203.196256:0:211393:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326203.196259:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063a096b3. 00000400:00000010:0.0:1767326203.196261:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 00000100:00000200:0.0:1767326203.196263:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408655616, portal 10 00000100:00000001:0.0:1767326203.196265:0:211393:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326203.196265:0:211393:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899072 : -115369104652544 : ffff9712897fc700) 00000100:00000040:0.0:1767326203.196269:0:211393:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3b77a00 x1853175408655616/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326203.196274:0:211393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326203.196276:0:211393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326203.196282:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b09e4b46. 00000100:00000200:0.0:1767326203.196284:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175408655616, offset 0 00000400:00000200:0.0:1767326203.196290:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326203.196292:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326203.196295:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb30d8a. 00000400:00000200:0.0:1767326203.196296:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326203.196301:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326203.196302:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326203.196309:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326203.196311:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326203.196315:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326203.196320:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326203.196322:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [258:258:255:4294967295] 192.168.202.142@tcp LPNI seq info [258:258:7:4294967295] 00000400:00000200:0.0:1767326203.196333:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:3.0:1767326203.196339:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfca0bf5 00000800:00000200:0.0:1767326203.196340:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326203.196344:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfca0bf5. 00000800:00000010:0.0:1767326203.196346:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb4be34. 00000100:00000001:3.0:1767326203.196348:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767326203.196354:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:3.0:1767326203.196356:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cd91ad23 x1853175408655488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326203.196363:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326203.196369:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb4be34 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1767326203.196373:0:211393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326203.196376:0:211393:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 278197 usecs (279 jiffies) 00000100:00000001:0.0:1767326203.196379:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306071319 00000100:00000001:0.0:1767326203.196381:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306074817 00000100:00000001:0.0:1767326203.196383:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306071319 00000100:00000001:0.0:1767326203.196385:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306074817 00000100:00000001:0.0:1767326203.196387:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306071319 00000100:00000001:0.0:1767326203.196388:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306074817 00000100:00000001:0.0:1767326203.196390:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306071319 00000100:00000001:0.0:1767326203.196392:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306074817 00000100:00000001:0.0:1767326203.196394:0:211393:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326203.196396:0:211393:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326203.196419:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326203.196424:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326203.196428:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326203.196429:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767326203.196431:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326203.196432:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326203.196433:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326203.196435:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326203.196457:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326203.196461:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cd91ad23 x1853175408655488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326203.196468:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326203.196470:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326203.196506:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326203.196509:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb4be34. 00000400:00000200:3.0:1767326203.196512:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326203.196516:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326203.196519:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b09e4b46 00000400:00000010:3.0:1767326203.196520:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b09e4b46. 00000100:00000001:3.0:1767326203.196522:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326203.196525:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3b77a00 x1853175408655616/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326203.196531:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326203.196534:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3b77a00 x1853175408655616/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326203.196540:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326203.196581:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326203.197978:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326203.197993:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326203.197998:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326203.198000:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326203.198011:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326203.198034:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f07c00 00000400:00000200:1.0:1767326203.198043:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x8e5 [1] + 224 00000800:00000001:1.0:1767326203.198051:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326203.198060:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326203.198063:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326203.198067:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326203.198084:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326203.198090:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f77d35e x1853175408655360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326203.198100:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006f77d35e x1853175408655360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326203.198117:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326203.198126:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326203.198130:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326203.198131:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326203.198133:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326203.198138:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326203.198145:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07c80 00000100:00000001:0.0:1767326203.198146:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326203.198151:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x8ed [1] + 224 00000100:00000001:0.0:1767326203.198152:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326203.198158:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326203.198161:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326203.198165:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767326203.198165:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326203.198168:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000400:00000200:1.0:1767326203.198168:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326203.198175:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000200:1.0:1767326203.198176:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:0.0:1767326203.198179:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:0.0:1767326203.198183:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326203.198184:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326203.198188:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f77d35e x1853175408655360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326203.198191:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cd91ad23 x1853175408655488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326203.198203:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f77d35e x1853175408655360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326203.198211:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cd91ad23 x1853175408655488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326203.198215:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326203.198219:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326203.198224:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326203.198229:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326203.198232:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326203.198234:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326203.198235:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326203.198240:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326203.198240:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326203.198245:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326203.198249:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=49 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326203.198255:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=49 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326203.198258:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326203.198260:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326203.198262:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326203.198264:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326203.198265:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326203.198267:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326203.198270:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326203.198271:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326203.198274:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767326203.198278:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f77d35e x1853175408655360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326203.198282:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0782819. 00000400:00000200:2.0:1767326203.198284:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fd962e9 00000400:00000010:2.0:1767326203.198287:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fd962e9. 00000100:00000001:2.0:1767326203.198291:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326203.198297:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326203.198297:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cd91ad23 x1853175408655488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326203.198304:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cd91ad23 x1853175408655488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326203.198310:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326203.198311:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326203.198314:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326203.198316:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326203.198318:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326203.198319:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326203.198319:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326203.198323:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326203.198324:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326203.198330:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=44 v=5 (5 5 5 0) 00000100:00000040:0.0:1767326203.198332:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f77d35e x1853175408655360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326203.198336:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=44 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326203.198344:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326203.198346:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326203.198349:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1767326203.198350:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408655360:192.168.202.142@tcp:400: 00010000:00000001:2.0:1767326203.198356:0:211395:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326203.198358:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326203.198361:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326203.198362:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326203.198365:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000040:0.0:1767326203.198368:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f77d35e x1853175408655360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326203.198370:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326203.198373:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326203.198381:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767326203.198381:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cd91ad23 x1853175408655488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326203.198385:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326203.198390:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f42b4a0. 00000100:00000001:2.0:1767326203.198392:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326203.198396:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767326203.198397:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326203.198424:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326203.198429:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd91ad23 x1853175408655488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326203.198437:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cd91ad23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408655488:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326203.198448:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326203.198450:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326203.198453:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cd91ad23 x1853175408655488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326203.198460:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326203.198462:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326203.198464:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd772cf3. 02000000:00000001:2.0:1767326203.198467:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326203.198469:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326203.198471:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326203.198474:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326203.198477:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5dc54ea. 02000000:00000001:2.0:1767326203.198481:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326203.198484:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326203.198485:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd91ad23. 00000100:00000001:2.0:1767326203.198490:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326203.198492:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326203.198493:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326203.198499:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326203.198500:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326203.198502:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326203.198504:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326203.198594:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326203.198595:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326203.198598:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326203.198600:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb080471. 02000000:00000001:0.0:1767326203.198603:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326203.198604:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326203.198605:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f77d35e. 00000100:00000001:0.0:1767326203.198608:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326203.198609:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326203.198611:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326203.198615:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326203.198624:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326203.198626:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326203.198628:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326203.205276:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326203.205295:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326203.205301:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326203.205303:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326203.205368:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326203.205450:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07d00 00000400:00000200:3.0:1767326203.205462:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x8f5 [1] + 0 00000800:00000001:3.0:1767326203.205472:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326203.205482:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326203.205485:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326203.205488:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326203.205495:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326203.205502:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3b77a00 x1853175408655616/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326203.205512:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000c3b77a00 x1853175408655616/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326203.205526:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326203.205535:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326203.205537:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326203.205553:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326203.205560:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326203.205567:0:211393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326203.205569:0:211393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326203.205572:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063a096b3. 00000400:00000200:0.0:1767326203.205576:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 00000400:00000010:0.0:1767326203.205578:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00000100:00000001:0.0:1767326203.205581:0:211393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326203.205591:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3b77a00 x1853175408655616/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326203.205601:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3b77a00 x1853175408655616/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326203.205608:0:211393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326203.205610:0:211393:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326203.205613:0:211393:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326203.205616:0:211393:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326203.205619:0:211393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326203.205622:0:211393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326203.205625:0:211393:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326203.205636:0:211393:0:(import.c:2128:obd_at_measure()) add 0 to 000000008e3b5ac7 time=38 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326203.205639:0:211393:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=18 v=20 (20 1 1 0) 00000100:00000001:0.0:1767326203.205642:0:211393:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326203.205644:0:211393:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767326203.205646:0:211393:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767326203.205649:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3b77a00 x1853175408655616/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326228 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326203.205654:0:211393:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1767326203.205657:0:211393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326203.205662:0:211393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326203.205675:0:211393:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1767326203.205676:0:211393:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1767326203.205679:0:211393:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767326203.205683:0:211393:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.142@tcp failed (-19) 00000100:00000001:0.0:1767326203.205685:0:211393:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767326203.205688:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3b77a00 x1853175408655616/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326228 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326203.205693:0:211393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3b77a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408655616:192.168.202.142@tcp:38: 00000100:00000001:0.0:1767326203.205697:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326203.205705:0:211393:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326203.205708:0:211393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3b77a00 x1853175408655616/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326228 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326203.205715:0:211393:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326203.205717:0:211393:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326203.205721:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000efbdc70d. 02000000:00000001:0.0:1767326203.205725:0:211393:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326203.205728:0:211393:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326203.205730:0:211393:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326203.205732:0:211393:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326203.205735:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000033af9b11. 02000000:00000001:0.0:1767326203.205739:0:211393:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326203.205741:0:211393:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326203.205743:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3b77a00. 00000100:00000001:0.0:1767326203.205747:0:211393:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326203.205748:0:211393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326203.205751:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326203.205760:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326203.205762:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326203.205764:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326203.205766:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326204.219548:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326204.219558:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326204.219565:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326204.219567:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326204.219603:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326204.219606:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326204.219610:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326205.244265:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326205.244275:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326205.244278:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326205.244280:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326205.244286:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326205.244288:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326205.244290:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326205.244292:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326205.244296:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326205.244319:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326205.244386:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326205.244390:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326205.244393:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326206.267778:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326206.267785:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326206.267791:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326206.267792:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326206.267818:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326206.267822:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326206.267825:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326207.035528:0:215024:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306074817, at 4306074880 00000100:00000040:3.0:1767326207.035529:0:215306:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306074817, at 4306074880 00000100:00000010:3.0:1767326207.035547:0:215306:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ea25869. 00000100:00000010:1.0:1767326207.035549:0:215024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9f9490c. 00000100:00000040:2.0:1767326207.035663:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306074817, at 4306074880 00000100:00000010:2.0:1767326207.035670:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a04ad297. 00000100:00000040:0.0:1767326207.035729:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306074817, at 4306074880 00000100:00000010:0.0:1767326207.035738:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077436310. 00000800:00000001:3.0:1767326207.056627:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326207.056676:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326207.056681:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326207.056684:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326207.056754:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326207.056776:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 328 into portal 15 MB=0x695740801f300 00000400:00000200:3.0:1767326207.056787:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.142@tcp of length 328/328 into md 0xd [2] + 984 00000800:00000001:3.0:1767326207.056796:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326207.056802:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326207.056816:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326207.056820:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326207.056829:0:211389:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326207.056832:0:211389:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326207.056839:0:211389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7b89fc3. 00000100:00000040:3.0:1767326207.056844:0:211389:0:(events.c:337:request_in_callback()) incoming req@00000000b7b89fc3 x1853175443354368 msgsize 328 00000100:00100000:3.0:1767326207.056865:0:211389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.142@tcp (source: 12345-192.168.202.142@tcp) 00000100:00000001:3.0:1767326207.056890:0:211389:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326207.056901:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326207.056905:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326207.056908:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326207.056909:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326207.056914:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326207.056919:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 328 into portal 15 MB=0x695740801f480 00000400:00000200:3.0:1767326207.056923:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.142@tcp of length 328/328 into md 0xd [2] + 1312 00000800:00000001:3.0:1767326207.056926:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326207.056931:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326207.056933:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326207.056936:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326207.056939:0:211389:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326207.056940:0:211389:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767326207.056943:0:211389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000449ab534. 00000100:00000040:3.0:1767326207.056946:0:211389:0:(events.c:337:request_in_callback()) incoming req@00000000449ab534 x1853175443354752 msgsize 328 00000100:00100000:3.0:1767326207.056949:0:211389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.142@tcp (source: 12345-192.168.202.142@tcp) 00000100:00000001:3.0:1767326207.056961:0:211389:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326207.056964:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326207.056967:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767326207.057033:0:214079:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000034e3d26b. 00000100:00000001:2.0:1767326207.057046:0:214079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326207.057048:0:214079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175443354368 02000000:00000001:2.0:1767326207.057051:0:214079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326207.057054:0:214079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326207.057056:0:214079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326207.057061:0:214079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326207.057066:0:214079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175443354368 00000020:00000001:2.0:1767326207.057074:0:214079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326207.057077:0:214079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e2d 00000020:00000001:2.0:1767326207.057079:0:214079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326207.057082:0:214079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d83f0954 refcount=3 00000020:00000001:2.0:1767326207.057084:0:214079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512520192 : -115369197031424 : ffff971283fe3000) 00000020:00000001:2.0:1767326207.057087:0:214079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512520192 : -115369197031424 : ffff971283fe3000) 00000100:00000001:2.0:1767326207.057093:0:214079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326207.057096:0:214079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008dc4dd5a. 00000100:00000001:2.0:1767326207.057099:0:214079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326207.057102:0:214079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008dc4dd5a. 00000020:00000010:2.0:1767326207.057108:0:214079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccd55e48. 00000020:00000010:2.0:1767326207.057113:0:214079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000447db25a. 00000020:00000010:2.0:1767326207.057119:0:214079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa0a5419. 00000100:00000040:2.0:1767326207.057127:0:214079:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767326207.057131:0:214079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326207.057132:0:214079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326207.057135:0:214079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.057144:0:214079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.057147:0:214079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326207.057157:0:214079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767326207.057158:0:214079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175443354752 02000000:00000001:2.0:1767326207.057160:0:214079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767326207.057161:0:214079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326207.057162:0:214079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326207.057164:0:214079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326207.057166:0:214079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175443354752 00000020:00000001:2.0:1767326207.057168:0:214079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326207.057169:0:214079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e2d 00000020:00000001:2.0:1767326207.057170:0:214079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326207.057172:0:214079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d83f0954 refcount=4 00000020:00000001:2.0:1767326207.057174:0:214079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512520192 : -115369197031424 : ffff971283fe3000) 00000020:00000001:2.0:1767326207.057175:0:214079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512520192 : -115369197031424 : ffff971283fe3000) 00000100:00000001:2.0:1767326207.057178:0:214079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326207.057180:0:214079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008dc4dd5a. 00000100:00000001:2.0:1767326207.057186:0:214079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326207.057188:0:214079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008dc4dd5a. 00000020:00000010:2.0:1767326207.057193:0:214079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009328c898. 00000020:00000010:2.0:1767326207.057196:0:214079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dd116cd2. 00000020:00000010:2.0:1767326207.057199:0:214079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2ed070b. 00000100:00000001:2.0:1767326207.057202:0:214079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767326207.057203:0:214079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767326207.057204:0:214079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.057207:0:214079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.057209:0:214079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326207.057217:0:214079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326207.057219:0:214079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767326207.057224:0:214079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.142@tcp, seq: 3 00000100:00000040:2.0:1767326207.057228:0:214079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d83f0954 : new rpc_count 1 00000100:00000001:2.0:1767326207.057230:0:214079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628704571627648 : -115369137923968 : ffff971287841880) 00000100:00000040:2.0:1767326207.057237:0:214079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b7b89fc3 x1853175443354368/t0(0) o104->d78984fc-6fc9-437f-a1d6-38da7564c553@192.168.202.142@tcp:323/0 lens 328/0 e 0 to 0 dl 1767326218 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326207.057246:0:214079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767326207.057248:0:214079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008dc4dd5a. 00000100:00000001:2.0:1767326207.057250:0:214079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326207.057252:0:214079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008dc4dd5a. 00000100:00100000:2.0:1767326207.057256:0:214079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b7b89fc3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d78984fc-6fc9-437f-a1d6-38da7564c553+4:499944:x1853175443354368:12345-192.168.202.142@tcp:104: 00000100:00000200:2.0:1767326207.057260:0:214079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175443354368 00010000:00000001:2.0:1767326207.057263:0:214079:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326207.057271:0:214079:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326207.057273:0:214079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326207.057275:0:214079:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d41fc527 refcount=2 00000020:00000001:2.0:1767326207.057277:0:214079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345848320 : -115368363703296 : ffff9712b5a9c400) 00010000:00000001:2.0:1767326207.057280:0:214079:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345848320 : -115368363703296 : ffff9712b5a9c400) 00010000:00000001:2.0:1767326207.057284:0:214079:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326207.057286:0:214079:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326207.057295:0:214079:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: 00000000d41fc527/0x437b5ddfad697eb2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa7160ca85758234b expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326207.057306:0:214079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326207.057309:0:214079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767326207.057313:0:214079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000043d4c9d0. 02000000:00000001:2.0:1767326207.057315:0:214079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.057317:0:214079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326207.057322:0:214079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767326207.057325:0:214079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326207.057329:0:214079:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d677422 time=326 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326207.057334:0:214079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326207.057337:0:214079:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 13 to 192.168.202.142@tcp 00000100:00000001:2.0:1767326207.057340:0:214079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 02000000:00000001:2.0:1767326207.057343:0:214079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767326207.057345:0:214079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.057348:0:214079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326207.057351:0:214079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326207.057356:0:214079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fd962e9. 00000100:00000200:2.0:1767326207.057361:0:214079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175443354368, offset 224 00000400:00000200:2.0:1767326207.057369:0:214079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326207.057381:0:214079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.42@tcp to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326207.057388:0:214079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [259:259:256:4294967295] 192.168.202.142@tcp LPNI seq info [259:259:8:4294967295] 00000400:00000200:2.0:1767326207.057440:0:214079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:192.168.202.42@tcp) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326207.057446:0:214079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326207.057451:0:214079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c0c3cee. 00000800:00000200:2.0:1767326207.057458:0:214079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326207.057467:0:214079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326207.057471:0:214079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c0c3cee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326207.057494:0:214079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326207.057498:0:214079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00010000:00000001:2.0:1767326207.057501:0:214079:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326207.057510:0:214079:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000578050a3. 00010000:00000001:2.0:1767326207.057514:0:214079:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326207.057530:0:214079:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326207.057533:0:214079:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326207.057535:0:214079:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326207.057537:0:214079:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326207.057541:0:214079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7b89fc3 x1853175443354368/t0(0) o104->d78984fc-6fc9-437f-a1d6-38da7564c553@192.168.202.142@tcp:323/0 lens 328/224 e 0 to 0 dl 1767326218 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326207.057551:0:214079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b7b89fc3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d78984fc-6fc9-437f-a1d6-38da7564c553+4:499944:x1853175443354368:12345-192.168.202.142@tcp:104: Request processed in 303us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326207.057559:0:214079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.142@tcp, seq: 3 00000100:00000040:2.0:1767326207.057563:0:214079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d83f0954 : new rpc_count 0 00000100:00000001:2.0:1767326207.057566:0:214079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326207.057568:0:214079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326207.057573:0:214079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000447db25a. 00000020:00000010:2.0:1767326207.057577:0:214079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aa0a5419. 00000020:00000001:0.0:1767326207.057579:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767326207.057581:0:214079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccd55e48. 00000800:00000200:3.0:1767326207.057582:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1767326207.057585:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326207.057589:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c0c3cee. 00000020:00000040:2.0:1767326207.057590:0:214079:0:(genops.c:898:class_export_put()) PUTting export 00000000d83f0954 : new refcount 3 00010000:00010000:0.0:1767326207.057591:0:214084:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767326207.057596:0:214079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326207.057597:0:214084:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:3.0:1767326207.057597:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326207.057602:0:214084:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767326207.057606:0:214084:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: 00000000d41fc527/0x437b5ddfad697eb2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa7160ca85758234b expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767326207.057608:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326207.057609:0:214079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767326207.057612:0:214079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767326207.057617:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fd962e9 00000100:00100000:2.0:1767326207.057621:0:214079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.142@tcp, seq: 4 00010000:00010000:0.0:1767326207.057623:0:214084:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d41fc527 already unused, calling callback (000000008508b29e) 00000400:00000010:3.0:1767326207.057623:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fd962e9. 00000100:00000040:2.0:1767326207.057625:0:214079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d83f0954 : new rpc_count 1 00000100:00000001:2.0:1767326207.057642:0:214079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628704571633024 : -115369137918592 : ffff971287842d80) 00000100:00000001:3.0:1767326207.057642:0:211388:0:(events.c:386:reply_out_callback()) Process entered 10000000:00000001:0.0:1767326207.057643:0:214084:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767326207.057647:0:214084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: 00000000d41fc527/0x437b5ddfad697eb2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa7160ca85758234b expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767326207.057650:0:214079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000449ab534 x1853175443354752/t0(0) o104->d78984fc-6fc9-437f-a1d6-38da7564c553@192.168.202.142@tcp:323/0 lens 328/0 e 0 to 0 dl 1767326218 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767326207.057667:0:214084:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767326207.057669:0:214079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767326207.057670:0:214084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326207.057674:0:214084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767326207.057674:0:214079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008dc4dd5a. 00000020:00000040:0.0:1767326207.057678:0:214084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d41fc527 refcount=3 00000100:00000001:2.0:1767326207.057679:0:214079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767326207.057683:0:214084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345848320 : -115368363703296 : ffff9712b5a9c400) 00000020:00000010:2.0:1767326207.057684:0:214079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008dc4dd5a. 00010000:00000001:0.0:1767326207.057691:0:214084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345848320 : -115368363703296 : ffff9712b5a9c400) 00000100:00100000:2.0:1767326207.057696:0:214079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000449ab534 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d78984fc-6fc9-437f-a1d6-38da7564c553+3:499944:x1853175443354752:12345-192.168.202.142@tcp:104: 00010000:00000001:0.0:1767326207.057698:0:214084:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326207.057701:0:214084:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: 00000000d41fc527/0x437b5ddfad697eb2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa7160ca85758234b expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767326207.057706:0:211388:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:2.0:1767326207.057711:0:214079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175443354752 10000000:00000001:0.0:1767326207.057716:0:214084:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767326207.057716:0:214079:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767326207.057720:0:214079:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326207.057722:0:214079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326207.057724:0:214079:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006621c22b refcount=2 00000020:00000001:2.0:1767326207.057728:0:214079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345853952 : -115368363697664 : ffff9712b5a9da00) 10000000:00010000:0.0:1767326207.057729:0:214084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: 00000000d41fc527/0x437b5ddfad697eb2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa7160ca85758234b expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326207.057733:0:214079:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345853952 : -115368363697664 : ffff9712b5a9da00) 00010000:00000001:2.0:1767326207.057739:0:214079:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326207.057741:0:214079:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767326207.057744:0:214084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1767326207.057746:0:214079:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: 000000006621c22b/0x437b5ddfad697ea4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa7160ca857582344 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767326207.057750:0:214084:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767326207.057753:0:214084:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767326207.057758:0:214084:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:2.0:1767326207.057758:0:214079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767326207.057762:0:214079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767326207.057763:0:214084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767326207.057766:0:214084:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326207.057766:0:214079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000591fc508. 02000000:00000001:2.0:1767326207.057770:0:214079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.057772:0:214079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326207.057775:0:214079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 10000000:00000001:0.0:1767326207.057776:0:214084:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000001:2.0:1767326207.057777:0:214079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326207.057780:0:214079:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d677422 time=26 v=5 (1 0 1 0) 00000100:00000001:2.0:1767326207.057782:0:214079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326207.057785:0:214079:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 13 to 192.168.202.142@tcp 00000100:00000001:2.0:1767326207.057788:0:214079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 10000000:00000001:0.0:1767326207.057790:0:214084:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:2.0:1767326207.057793:0:214079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 10000000:00000040:0.0:1767326207.057794:0:214084:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(0000000065c0aa42) refs 2 02000000:00000001:2.0:1767326207.057797:0:214079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326207.057799:0:214084:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767326207.057802:0:214084:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.057802:0:214079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767326207.057808:0:214084:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767326207.057810:0:214079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00010000:00000001:0.0:1767326207.057813:0:214084:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:2.0:1767326207.057814:0:214079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cce2b7d4. 00010000:00000001:0.0:1767326207.057817:0:214084:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:2.0:1767326207.057819:0:214079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175443354752, offset 224 00010000:00000001:0.0:1767326207.057821:0:214084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326207.057825:0:214084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326207.057828:0:214079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000020:00000040:0.0:1767326207.057829:0:214084:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d41fc527 with handle 0x437b5ddfad697eb2 from hash 00010000:00000001:0.0:1767326207.057834:0:214084:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326207.057837:0:214084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767326207.057838:0:214079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.42@tcp to MR: 192.168.202.142@tcp local destination 00010000:00000001:0.0:1767326207.057841:0:214084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326207.057844:0:214084:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1767326207.057845:0:214079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [260:260:256:4294967295] 192.168.202.142@tcp LPNI seq info [260:260:8:4294967295] 00010000:00000001:0.0:1767326207.057848:0:214084:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326207.057852:0:214084:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326207.057857:0:214084:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:2.0:1767326207.057859:0:214079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:192.168.202.42@tcp) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00010000:00000001:0.0:1767326207.057861:0:214084:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326207.057869:0:214084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c3e9606. 00000020:00000040:0.0:1767326207.057874:0:214084:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000800:00000200:2.0:1767326207.057879:0:214079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326207.057881:0:214084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:2.0:1767326207.057884:0:214079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2b156b8. 02000000:00000001:0.0:1767326207.057885:0:214084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767326207.057892:0:214079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:0.0:1767326207.057894:0:214084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326207.057900:0:214079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000010:0.0:1767326207.057904:0:214084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057481db0. 00000800:00000200:2.0:1767326207.057904:0:214079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e2b156b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326207.057913:0:214084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.057932:0:214079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326207.057937:0:214079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00010000:00000001:2.0:1767326207.057940:0:214079:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767326207.057943:0:214079:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000009fc9b7d7. 00010000:00000001:2.0:1767326207.057946:0:214079:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767326207.057962:0:214079:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767326207.057964:0:214079:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326207.057965:0:214079:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326207.057967:0:214079:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326207.057971:0:214079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000449ab534 x1853175443354752/t0(0) o104->d78984fc-6fc9-437f-a1d6-38da7564c553@192.168.202.142@tcp:323/0 lens 328/224 e 0 to 0 dl 1767326218 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326207.057979:0:214079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000449ab534 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d78984fc-6fc9-437f-a1d6-38da7564c553+3:499944:x1853175443354752:12345-192.168.202.142@tcp:104: Request processed in 308us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1767326207.057985:0:214079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.142@tcp, seq: 4 00000100:00000040:2.0:1767326207.057988:0:214079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d83f0954 : new rpc_count 0 00000100:00000001:2.0:1767326207.057990:0:214079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326207.057991:0:214079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767326207.057994:0:214079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dd116cd2. 00000020:00000010:2.0:1767326207.057997:0:214079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2ed070b. 00000020:00000010:2.0:1767326207.057999:0:214079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009328c898. 00000020:00000040:2.0:1767326207.058003:0:214079:0:(genops.c:898:class_export_put()) PUTting export 00000000d83f0954 : new refcount 2 00000100:00000001:2.0:1767326207.058005:0:214079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326207.058030:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326207.058035:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2b156b8. 00000400:00000200:1.0:1767326207.058038:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326207.058042:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326207.058051:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce2b7d4 00000400:00000010:1.0:1767326207.058053:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cce2b7d4. 00000100:00000001:1.0:1767326207.058056:0:211387:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767326207.058057:0:211387:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767326207.058256:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326207.058259:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326207.058262:0:214085:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326207.058686:0:214084:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326207.058695:0:214084:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: 00000000d41fc527/0x437b5ddfad697eb2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca85758234b expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326207.058715:0:214084:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326207.058717:0:214084:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326207.058725:0:214084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326207.058729:0:214084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326207.058737:0:214084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c3e9606] to pc [ptlrpcd_00_02+2] req@000000001c3e9606 x1853175408655744/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326207.058797:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326207.058801:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326207.058804:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326207.058811:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c3e9606 x1853175408655744/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326207.058830:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326207.058833:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326207.058839:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326207.058842:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326207.058846:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326207.058850:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c3e9606 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408655744:192.168.202.142@tcp:103: 00000100:00000001:2.0:1767326207.058855:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326207.058874:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326207.058877:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326207.058880:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326207.058888:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009328c898. 02000000:00000001:2.0:1767326207.058890:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326207.058896:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0782819. 00000400:00000010:2.0:1767326207.058903:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d725e3b6. 00000100:00000200:2.0:1767326207.058911:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408655744, portal 18 00000100:00000001:2.0:1767326207.058914:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326207.058916:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453963264 : -115368255588352 : ffff9712bc1b7800) 00000100:00000040:2.0:1767326207.058921:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c3e9606 x1853175408655744/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326207.058928:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326207.058932:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326207.058935:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f21e77c7. 00000100:00000200:2.0:1767326207.058938:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175408655744, offset 0 00000400:00000200:2.0:1767326207.058945:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326207.058955:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326207.058961:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326207.058968:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326207.058972:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326207.058975:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326207.058978:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [261:261:256:4294967295] 192.168.202.142@tcp LPNI seq info [261:261:8:4294967295] 00000400:00000200:2.0:1767326207.058990:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00010000:00000001:3.0:1767326207.058990:0:216575:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00000800:00000200:2.0:1767326207.059003:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326207.059008:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed9e0e5f. 00000800:00000200:2.0:1767326207.059013:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326207.059020:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326207.059023:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed9e0e5f type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326207.059035:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.059040:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306078680 00000100:00000010:2.0:1767326207.059043:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030ea13d7. 00000100:00000001:2.0:1767326207.059050:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326207.059058:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306078680 00000100:00000010:2.0:1767326207.059060:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003dd10927. 00000100:00000001:2.0:1767326207.059062:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326207.059065:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306078680 00000100:00000010:2.0:1767326207.059067:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052a18f61. 00000100:00000001:2.0:1767326207.059070:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326207.059073:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306078680 00000100:00000010:2.0:1767326207.059075:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab6cb4ac. 00000100:00000001:2.0:1767326207.059077:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326207.059080:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326207.059082:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.059086:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.059088:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326207.059203:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767326207.059206:0:214084:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326207.059206:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326207.059210:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326207.059212:0:214084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767326207.059213:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767326207.059216:0:214084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767326207.059217:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326207.059220:0:214084:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326207.059221:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326207.059221:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326207.059226:0:214084:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326207.059226:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed9e0e5f. 10000000:00000001:0.0:1767326207.059231:0:214084:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326207.059232:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1767326207.059236:0:214084:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: 00000000d41fc527/0x437b5ddfad697eb2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca85758234b expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767326207.059240:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326207.059242:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326207.059244:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326207.059247:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f21e77c7 00000400:00000010:1.0:1767326207.059250:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f21e77c7. 00010000:00000001:0.0:1767326207.059251:0:214084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326207.059255:0:214084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: 00000000d41fc527/0x437b5ddfad697eb2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca85758234b expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326207.059255:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326207.059262:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c3e9606 x1853175408655744/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326207.059271:0:214084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326207.059274:0:214084:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767326207.059275:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000010:0.0:1767326207.059276:0:214084:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000578050a3. 00000100:00000040:1.0:1767326207.059281:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c3e9606 x1853175408655744/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326207.059283:0:214084:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326207.059289:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326207.059290:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326207.059292:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326207.059293:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:0.0:1767326207.059296:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326207.059299:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326207.059301:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326207.059303:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326207.059305:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326207.059306:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326207.059308:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:3.0:1767326207.060313:0:216575:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000008f515707. 00000020:00000010:3.0:1767326207.060335:0:216575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002422de60. 00000020:00000010:3.0:1767326207.060343:0:216575:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006aac48fe. 00000020:00000010:3.0:1767326207.060349:0:216575:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000385312d0. 00000020:00000010:3.0:1767326207.060354:0:216575:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aafd68f8. 00000020:00000010:3.0:1767326207.060360:0:216575:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e7e70dee. 80000000:00000010:3.0:1767326207.060364:0:216575:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000011ed1a80. 40000000:00000010:3.0:1767326207.060368:0:216575:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000aaf7d20f. 00100000:00000010:3.0:1767326207.060374:0:216575:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000259127a7. 00040000:00000010:3.0:1767326207.060380:0:216575:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b62e88f4. 00040000:00000010:3.0:1767326207.060385:0:216575:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fb180ce1. 00002000:00000010:3.0:1767326207.060391:0:216575:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003d5a98ab. 00000020:00000010:3.0:1767326207.060396:0:216575:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002d07dc5d. 00000020:00000001:3.0:1767326207.060430:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326207.060433:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326207.060436:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767326207.060437:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326207.060439:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326207.060440:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767326207.060442:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326207.060443:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326207.060445:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326207.060463:0:214085:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326207.060473:0:214085:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767326207.060476:0:214085:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: 000000006621c22b/0x437b5ddfad697ea4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa7160ca857582344 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326207.060486:0:214085:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006621c22b already unused, calling callback (000000008508b29e) 10000000:00000001:0.0:1767326207.060489:0:214085:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767326207.060491:0:214085:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: 000000006621c22b/0x437b5ddfad697ea4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa7160ca857582344 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326207.060497:0:214085:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326207.060499:0:214085:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326207.060502:0:214085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326207.060504:0:214085:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006621c22b refcount=3 00000020:00000001:0.0:1767326207.060506:0:214085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345853952 : -115368363697664 : ffff9712b5a9da00) 00010000:00000001:0.0:1767326207.060509:0:214085:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345853952 : -115368363697664 : ffff9712b5a9da00) 00010000:00000001:0.0:1767326207.060513:0:214085:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326207.060515:0:214085:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: 000000006621c22b/0x437b5ddfad697ea4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa7160ca857582344 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767326207.060521:0:214085:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767326207.060522:0:214085:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: 000000006621c22b/0x437b5ddfad697ea4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa7160ca857582344 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767326207.060527:0:214085:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1767326207.060531:0:214085:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767326207.060532:0:214085:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767326207.060535:0:214085:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767326207.060536:0:214085:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767326207.060537:0:214085:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326207.060550:0:214085:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767326207.060552:0:214085:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767326207.060553:0:214085:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000026e82522) refs 2 10000000:00000001:0.0:1767326207.060556:0:214085:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767326207.060557:0:214085:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326207.060560:0:214085:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326207.060570:0:214085:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326207.060572:0:214085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326207.060574:0:214085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326207.060576:0:214085:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326207.060578:0:214085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006621c22b with handle 0x437b5ddfad697ea4 from hash 00010000:00000001:0.0:1767326207.060581:0:214085:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326207.060582:0:214085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326207.060584:0:214085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326207.060585:0:214085:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326207.060587:0:214085:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326207.060589:0:214085:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326207.060592:0:214085:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326207.060594:0:214085:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326207.060602:0:214085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f63d2f8. 00000020:00000040:0.0:1767326207.060605:0:214085:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326207.060610:0:214085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326207.060613:0:214085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326207.060618:0:214085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326207.060626:0:214085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cfa84949. 00000100:00000001:0.0:1767326207.060647:0:214085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326207.060650:0:214085:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326207.060654:0:214085:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: 000000006621c22b/0x437b5ddfad697ea4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca857582344 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326207.060659:0:214085:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326207.060661:0:214085:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326207.060665:0:214085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326207.060667:0:214085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326207.060678:0:214085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f63d2f8] to pc [ptlrpcd_00_03+3] req@000000006f63d2f8 x1853175408655872/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326207.060712:0:214085:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326207.060715:0:214085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326207.060717:0:214085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326207.060718:0:214085:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326207.060720:0:214085:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326207.060722:0:214085:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326207.060731:0:214085:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: 000000006621c22b/0x437b5ddfad697ea4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca857582344 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767326207.060737:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326207.060738:0:214085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326207.060741:0:214085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: 000000006621c22b/0x437b5ddfad697ea4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca857582344 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767326207.060742:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326207.060747:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767326207.060752:0:214085:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000023169241 count: 0 00000100:00100000:3.0:1767326207.060753:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767326207.060757:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326207.060763:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326207.060765:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326207.060767:0:214085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767326207.060768:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326207.060770:0:214085:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767326207.060771:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:0.0:1767326207.060775:0:214085:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000009fc9b7d7. 00000100:00000001:3.0:1767326207.060775:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767326207.060781:0:214085:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326207.060784:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f63d2f8 x1853175408655872/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326207.060786:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326207.060788:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326207.060793:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326207.060796:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326207.060799:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326207.060800:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1767326207.060802:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326207.060803:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326207.060813:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767326207.060815:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767326207.060817:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767326207.060818:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326207.060822:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326207.060823:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767326207.060838:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f63d2f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408655872:192.168.202.142@tcp:103: 00000100:00000001:3.0:1767326207.060846:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326207.060853:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326207.060855:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326207.060858:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326207.060862:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a256e8c6. 02000000:00000001:3.0:1767326207.060865:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326207.060871:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093a835e5. 00000100:00000001:2.0:1767326207.060877:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326207.060880:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b14ccc. 00000100:00000001:2.0:1767326207.060882:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326207.060888:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408655872, portal 18 00000100:00000001:3.0:1767326207.060893:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326207.060895:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453956096 : -115368255595520 : ffff9712bc1b5c00) 00000100:00000040:3.0:1767326207.060900:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f63d2f8 x1853175408655872/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326207.060908:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326207.060910:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326207.060913:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046298f58. 00000100:00000200:3.0:1767326207.060916:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175408655872, offset 0 00000400:00000200:3.0:1767326207.060922:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326207.060937:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326207.060943:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326207.060947:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326207.060951:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326207.060954:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326207.060957:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [262:262:256:4294967295] 192.168.202.142@tcp LPNI seq info [262:262:8:4294967295] 00000400:00000200:3.0:1767326207.060969:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326207.060975:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326207.060980:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ce1a50c. 00000800:00000200:3.0:1767326207.060986:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326207.061008:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326207.061014:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ce1a50c type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767326207.061258:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326207.061264:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306078682 00000100:00000001:3.0:1767326207.061271:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306078680 00000100:00000001:3.0:1767326207.061275:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306078682 00000100:00000001:3.0:1767326207.061278:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306078680 00000100:00000001:3.0:1767326207.061281:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306078682 00000100:00000001:3.0:1767326207.061283:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306078680 00000100:00000001:3.0:1767326207.061285:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306078682 00000100:00000001:3.0:1767326207.061288:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306078680 00000100:00000001:3.0:1767326207.061290:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326207.061293:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326207.061295:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326207.061297:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326207.061395:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326207.061453:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ce1a50c. 00000400:00000200:2.0:1767326207.061458:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326207.061462:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326207.061467:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046298f58 00000400:00000010:2.0:1767326207.061468:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046298f58. 00000100:00000001:2.0:1767326207.061472:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326207.061475:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f63d2f8 x1853175408655872/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326207.061482:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326207.061484:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f63d2f8 x1853175408655872/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326207.061488:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.061489:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326207.062277:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326207.062289:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326207.062293:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326207.062295:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326207.062305:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326207.062320:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 18 MB=0x6957405f07d80 00000400:00000200:3.0:1767326207.062329:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.142@tcp of length 224/224 into md 0x905 [1] + 224 00000800:00000001:3.0:1767326207.062337:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326207.062358:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326207.062361:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326207.062365:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326207.062371:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326207.062375:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c3e9606 x1853175408655744/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326207.062385:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001c3e9606 x1853175408655744/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326207.062448:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326207.062458:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326207.062462:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326207.062483:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326207.062486:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326207.062493:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326207.062495:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326207.062497:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0782819. 00000400:00000200:2.0:1767326207.062500:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d725e3b6 00000400:00000010:2.0:1767326207.062503:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d725e3b6. 00000100:00000001:2.0:1767326207.062506:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326207.062510:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c3e9606 x1853175408655744/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326207.062519:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c3e9606 x1853175408655744/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326207.062525:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326207.062527:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326207.062530:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326207.062534:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326207.062537:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326207.062540:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326207.062543:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326207.062550:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000673dfaf3 time=326 v=5 (5 0 0 0) 00000100:00001000:2.0:1767326207.062555:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=53 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326207.062565:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326207.062567:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326207.062575:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326207.062577:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.062581:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326207.062586:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c3e9606 x1853175408655744/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326207.062593:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326207.062596:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326207.062598:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326207.062602:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c3e9606 x1853175408655744/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326207.062609:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c3e9606 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408655744:192.168.202.142@tcp:103: 00000100:00000001:2.0:1767326207.062615:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.062617:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326207.062621:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c3e9606 x1853175408655744/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326207.062640:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326207.062644:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326207.062647:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009328c898. 02000000:00000001:2.0:1767326207.062653:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326207.062656:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326207.062658:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326207.062660:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326207.062663:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000057481db0. 02000000:00000001:2.0:1767326207.062667:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326207.062669:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326207.062671:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c3e9606. 00000100:00000001:2.0:1767326207.062675:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326207.062676:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326207.062679:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.062680:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326207.062681:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326207.062683:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.062691:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326207.063904:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326207.063917:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326207.063922:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326207.063925:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326207.063933:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326207.063948:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 18 MB=0x6957405f07e00 00000400:00000200:1.0:1767326207.063956:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.142@tcp of length 224/224 into md 0x90d [1] + 224 00000800:00000001:1.0:1767326207.063962:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326207.064009:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326207.064012:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326207.064017:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326207.064023:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326207.064027:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f63d2f8 x1853175408655872/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326207.064039:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006f63d2f8 x1853175408655872/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326207.064072:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326207.064081:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326207.064084:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326207.064144:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326207.064148:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326207.064153:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326207.064154:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326207.064156:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093a835e5. 00000400:00000200:2.0:1767326207.064159:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b14ccc 00000400:00000010:2.0:1767326207.064160:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b14ccc. 00000100:00000001:2.0:1767326207.064163:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326207.064166:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f63d2f8 x1853175408655872/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326207.064171:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f63d2f8 x1853175408655872/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326207.064177:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326207.064179:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326207.064181:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326207.064184:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326207.064186:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326207.064187:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326207.064190:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326207.064196:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000673dfaf3 time=26 v=5 (5 0 5 0) 00000100:00001000:2.0:1767326207.064199:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=53 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326207.064202:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326207.064203:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326207.064205:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326207.064207:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.064209:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326207.064213:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f63d2f8 x1853175408655872/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326207.064220:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326207.064223:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326207.064225:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326207.064228:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f63d2f8 x1853175408655872/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326207.064234:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f63d2f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408655872:192.168.202.142@tcp:103: 00000100:00000001:2.0:1767326207.064243:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326207.064245:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326207.064246:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f63d2f8 x1853175408655872/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326207.064251:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326207.064252:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326207.064255:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a256e8c6. 02000000:00000001:2.0:1767326207.064258:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326207.064259:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326207.064261:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326207.064262:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326207.064264:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cfa84949. 02000000:00000001:2.0:1767326207.064266:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326207.064268:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326207.064269:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f63d2f8. 00000100:00000001:2.0:1767326207.064272:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326207.064273:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326207.064275:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326207.064285:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326207.064287:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.064290:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326207.064292:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1F:1767326207.064431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d41fc527. 00010000:00000010:0.1:1767326207.068449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000023169241. 00010000:00000010:0.1:1767326207.068476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006621c22b. 00000800:00000001:2.0:1767326207.193776:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326207.193813:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326207.193820:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326207.193823:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326207.193838:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326207.193861:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 328 into portal 15 MB=0x6957408020680 00000400:00000200:2.0:1767326207.193882:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.142@tcp of length 328/328 into md 0xd [2] + 1640 00000800:00000001:2.0:1767326207.193893:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326207.193908:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326207.193911:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326207.193916:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326207.193926:0:211388:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326207.193945:0:211388:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326207.193952:0:211388:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d9e0dd. 00000100:00000040:2.0:1767326207.193959:0:211388:0:(events.c:337:request_in_callback()) incoming req@0000000028d9e0dd x1853175443359360 msgsize 328 00000100:00100000:2.0:1767326207.193965:0:211388:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.142@tcp (source: 12345-192.168.202.142@tcp) 00000100:00000001:2.0:1767326207.193989:0:211388:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326207.194010:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326207.194013:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326207.195180:0:214079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767326207.195185:0:214079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175443359360 02000000:00000001:1.0:1767326207.195188:0:214079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767326207.195191:0:214079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326207.195193:0:214079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326207.195198:0:214079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326207.195202:0:214079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175443359360 00000020:00000001:1.0:1767326207.195205:0:214079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767326207.195207:0:214079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e2d 00000020:00000001:1.0:1767326207.195209:0:214079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326207.195212:0:214079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d83f0954 refcount=3 00000020:00000001:1.0:1767326207.195214:0:214079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512520192 : -115369197031424 : ffff971283fe3000) 00000020:00000001:1.0:1767326207.195216:0:214079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512520192 : -115369197031424 : ffff971283fe3000) 00000100:00000001:1.0:1767326207.195220:0:214079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767326207.195227:0:214079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4eacc93. 00000100:00000001:1.0:1767326207.195229:0:214079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326207.195232:0:214079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f4eacc93. 00000020:00000010:1.0:1767326207.195242:0:214079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1c0e8b4. 00000020:00000010:1.0:1767326207.195249:0:214079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000909f448c. 00000020:00000010:1.0:1767326207.195254:0:214079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009f797633. 00000100:00000040:1.0:1767326207.195264:0:214079:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767326207.195268:0:214079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767326207.195269:0:214079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767326207.195272:0:214079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326207.195283:0:214079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326207.195295:0:214079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326207.195307:0:214079:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767326207.195309:0:214079:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767326207.195315:0:214079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.142@tcp, seq: 5 00000100:00000040:1.0:1767326207.195318:0:214079:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d83f0954 : new rpc_count 1 00000100:00000001:1.0:1767326207.195330:0:214079:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628705333291520 : -115368376260096 : ffff9712b4ea2a00) 00000100:00000040:1.0:1767326207.195338:0:214079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000028d9e0dd x1853175443359360/t0(0) o104->d78984fc-6fc9-437f-a1d6-38da7564c553@192.168.202.142@tcp:323/0 lens 328/0 e 0 to 0 dl 1767326218 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326207.195348:0:214079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767326207.195350:0:214079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f4eacc93. 00000100:00000001:1.0:1767326207.195352:0:214079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326207.195354:0:214079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f4eacc93. 00000100:00100000:1.0:1767326207.195359:0:214079:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000028d9e0dd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d78984fc-6fc9-437f-a1d6-38da7564c553+3:499966:x1853175443359360:12345-192.168.202.142@tcp:104: 00000100:00000200:1.0:1767326207.195364:0:214079:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175443359360 00010000:00000001:1.0:1767326207.195367:0:214079:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767326207.195376:0:214079:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326207.195378:0:214079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326207.195380:0:214079:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ade3308f refcount=2 00000020:00000001:1.0:1767326207.195382:0:214079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000001:1.0:1767326207.195384:0:214079:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000001:1.0:1767326207.195388:0:214079:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326207.195390:0:214079:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326207.195394:0:214079:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697e9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa7160ca85758233d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326207.195460:0:214079:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767326207.195462:0:214079:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767326207.195467:0:214079:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000033af9b11. 02000000:00000001:1.0:1767326207.195469:0:214079:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326207.195471:0:214079:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326207.195476:0:214079:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767326207.195479:0:214079:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326207.195481:0:214079:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d677422 time=26 v=5 (1 0 1 0) 00000100:00000001:1.0:1767326207.195485:0:214079:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767326207.195488:0:214079:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 13 to 192.168.202.142@tcp 00000100:00000001:1.0:1767326207.195489:0:214079:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 02000000:00000001:1.0:1767326207.195498:0:214079:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767326207.195500:0:214079:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326207.195503:0:214079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326207.195505:0:214079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326207.195509:0:214079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000955f2d8b. 00000100:00000200:1.0:1767326207.195514:0:214079:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175443359360, offset 224 00000400:00000200:1.0:1767326207.195519:0:214079:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326207.195531:0:214079:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.42@tcp to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326207.195537:0:214079:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [263:263:256:4294967295] 192.168.202.142@tcp LPNI seq info [263:263:8:4294967295] 00000400:00000200:1.0:1767326207.195546:0:214079:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:192.168.202.42@tcp) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326207.195553:0:214079:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326207.195558:0:214079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b5b63e. 00000800:00000200:1.0:1767326207.195565:0:214079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326207.195573:0:214079:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326207.195577:0:214079:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f4b5b63e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326207.195597:0:214079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326207.195600:0:214079:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00010000:00000001:1.0:1767326207.195604:0:214079:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767326207.195608:0:214079:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a3b3fbe5. 00010000:00000001:1.0:1767326207.195612:0:214079:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767326207.195625:0:214079:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767326207.195637:0:214079:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326207.195641:0:214079:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326207.195643:0:214079:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326207.195647:0:214079:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d9e0dd x1853175443359360/t0(0) o104->d78984fc-6fc9-437f-a1d6-38da7564c553@192.168.202.142@tcp:323/0 lens 328/224 e 0 to 0 dl 1767326218 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767326207.195656:0:214079:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000028d9e0dd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d78984fc-6fc9-437f-a1d6-38da7564c553+3:499966:x1853175443359360:12345-192.168.202.142@tcp:104: Request processed in 307us (1695us total) trans 0 rc 0/0 00000100:00100000:1.0:1767326207.195664:0:214079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.142@tcp, seq: 5 00000100:00000040:1.0:1767326207.195667:0:214079:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d83f0954 : new rpc_count 0 00000100:00000001:1.0:1767326207.195676:0:214079:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767326207.195678:0:214079:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767326207.195682:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:1.0:1767326207.195682:0:214079:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000909f448c. 00000020:00000001:0.0:1767326207.195686:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326207.195686:0:214079:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009f797633. 00010000:00010000:0.0:1767326207.195689:0:214084:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:1.0:1767326207.195690:0:214079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1c0e8b4. 00010000:00000001:0.0:1767326207.195692:0:214084:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326207.195694:0:214084:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000040:1.0:1767326207.195695:0:214079:0:(genops.c:898:class_export_put()) PUTting export 00000000d83f0954 : new refcount 2 00010000:00010000:0.0:1767326207.195696:0:214084:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697e9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa7160ca85758233d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326207.195698:0:214079:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767326207.195704:0:214084:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ade3308f already unused, calling callback (000000008508b29e) 10000000:00000001:0.0:1767326207.195708:0:214084:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767326207.195711:0:214084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697e9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa7160ca85758233d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326207.195717:0:214084:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767326207.195726:0:214084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326207.195727:0:214084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326207.195729:0:214084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ade3308f refcount=3 00000020:00000001:0.0:1767326207.195731:0:214084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000001:0.0:1767326207.195733:0:214084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000001:0.0:1767326207.195737:0:214084:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000200:3.0:1767326207.195738:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:0.0:1767326207.195739:0:214084:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697e9d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa7160ca85758233d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767326207.195745:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b5b63e. 10000000:00000001:0.0:1767326207.195749:0:214084:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767326207.195752:0:214084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697e9d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa7160ca85758233d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767326207.195752:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326207.195762:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 10000000:01000000:0.0:1767326207.195763:0:214084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767326207.195769:0:214084:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000400:00000200:3.0:1767326207.195769:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000955f2d8b 10000000:00000040:0.0:1767326207.195772:0:214084:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 00000400:00000010:3.0:1767326207.195774:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000955f2d8b. 10000000:00000040:0.0:1767326207.195776:0:214084:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767326207.195779:0:214084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767326207.195780:0:214084:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326207.195787:0:211387:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767326207.195790:0:211387:0:(events.c:398:reply_out_callback()) Process leaving 10000000:00000001:0.0:1767326207.195796:0:214084:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767326207.195800:0:214084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767326207.195801:0:214084:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(00000000005c1892) refs 2 10000000:00000001:0.0:1767326207.195804:0:214084:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767326207.195806:0:214084:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326207.195809:0:214084:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326207.195813:0:214084:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767326207.195815:0:214084:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767326207.195817:0:214084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326207.195818:0:214084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326207.195821:0:214084:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ade3308f with handle 0x437b5ddfad697e9d from hash 00010000:00000001:0.0:1767326207.195823:0:214084:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767326207.195825:0:214084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326207.195827:0:214084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326207.195828:0:214084:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767326207.195831:0:214084:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767326207.195832:0:214084:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767326207.195841:0:214084:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767326207.195843:0:214084:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767326207.195851:0:214084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f63d2f8. 00000020:00000040:0.0:1767326207.195854:0:214084:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326207.195859:0:214084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326207.195861:0:214084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326207.195876:0:214084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326207.195884:0:214084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000044562123. 00000100:00000001:0.0:1767326207.195891:0:214084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326207.195895:0:214084:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767326207.195898:0:214084:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697e9d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca85758233d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326207.195904:0:214084:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767326207.195906:0:214084:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326207.195911:0:214084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326207.195914:0:214084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326207.195920:0:214084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f63d2f8] to pc [ptlrpcd_00_00+0] req@000000006f63d2f8 x1853175408656000/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326207.195950:0:214084:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326207.195953:0:214084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326207.195954:0:214084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326207.195955:0:214084:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326207.195957:0:214084:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326207.195959:0:214084:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326207.195961:0:214084:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697e9d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca85758233d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326207.195967:0:214084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767326207.195969:0:214084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697e9d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca85758233d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767326207.195976:0:214084:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000da5769e5 count: 0 00010000:00000001:0.0:1767326207.195992:0:214084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326207.195993:0:214084:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767326207.196005:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326207.196011:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767326207.196013:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326207.196018:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326207.196020:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326207.196023:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326207.196025:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326207.196027:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326207.196035:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f63d2f8 x1853175408656000/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326207.196044:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326207.196047:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326207.196051:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326207.196054:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326207.196057:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326207.196060:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f63d2f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408656000:192.168.202.142@tcp:103: 00000100:00000001:2.0:1767326207.196076:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326207.196083:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326207.196086:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326207.196088:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326207.196094:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009328c898. 02000000:00000001:2.0:1767326207.196096:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326207.196101:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0782819. 00000400:00000010:2.0:1767326207.196108:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d725e3b6. 00000100:00000200:2.0:1767326207.196114:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408656000, portal 18 00000100:00000001:2.0:1767326207.196117:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326207.196119:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453956096 : -115368255595520 : ffff9712bc1b5c00) 00000100:00000001:1.0:1767326207.196124:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326207.196125:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f63d2f8 x1853175408656000/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326207.196128:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.196143:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326207.196147:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326207.196149:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031788bcf. 00000100:00000200:2.0:1767326207.196152:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175408656000, offset 0 00010000:00000010:0.0:1767326207.196157:0:214084:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a3b3fbe5. 00000400:00000200:2.0:1767326207.196157:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00010000:00000001:0.0:1767326207.196164:0:214084:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326207.196167:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000020:00000001:0.0:1767326207.196168:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326207.196171:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326207.196175:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326207.196176:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1767326207.196177:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326207.196180:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326207.196182:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767326207.196184:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326207.196185:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000020:00000001:0.0:1767326207.196186:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326207.196189:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326207.196192:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326207.196196:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326207.196199:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [264:264:256:4294967295] 192.168.202.142@tcp LPNI seq info [264:264:8:4294967295] 00000400:00000200:2.0:1767326207.196205:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326207.196208:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326207.196211:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039fc680f. 00000800:00000200:2.0:1767326207.196214:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326207.196218:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326207.196220:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000039fc680f type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326207.196232:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.196236:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306078817 00000100:00000001:2.0:1767326207.196242:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306078682 00000100:00000001:2.0:1767326207.196244:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306078817 00000100:00000001:2.0:1767326207.196246:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306078682 00000100:00000001:2.0:1767326207.196248:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306078817 00000100:00000001:2.0:1767326207.196252:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306078682 00000100:00000001:2.0:1767326207.196253:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306078817 00000100:00000001:2.0:1767326207.196256:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306078682 00000100:00000001:2.0:1767326207.196257:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326207.196259:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.196266:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326207.196268:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326207.196299:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326207.196304:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039fc680f. 00000400:00000200:1.0:1767326207.196307:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326207.196312:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326207.196315:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031788bcf 00000400:00000010:1.0:1767326207.196316:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031788bcf. 00000100:00000001:1.0:1767326207.196320:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326207.196324:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f63d2f8 x1853175408656000/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326207.196334:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326207.196337:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f63d2f8 x1853175408656000/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326207.196343:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326207.196344:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326207.199236:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326207.199257:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326207.199262:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326207.199264:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326207.199278:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326207.199298:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 18 MB=0x6957405f07e80 00000400:00000200:2.0:1767326207.199308:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.142@tcp of length 224/224 into md 0x919 [1] + 224 00000800:00000001:2.0:1767326207.199317:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326207.199326:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326207.199330:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326207.199334:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326207.199343:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326207.199352:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f63d2f8 x1853175408656000/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326207.199365:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006f63d2f8 x1853175408656000/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326207.199390:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326207.199533:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326207.199537:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326207.199545:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326207.199548:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326207.199551:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0782819. 00000400:00000200:3.0:1767326207.199557:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d725e3b6 00000400:00000010:3.0:1767326207.199559:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d725e3b6. 00000100:00000001:3.0:1767326207.199562:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326207.199567:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f63d2f8 x1853175408656000/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326207.199574:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f63d2f8 x1853175408656000/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326207.199580:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326207.199582:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326207.199585:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326207.199588:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326207.199591:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326207.199593:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326207.199597:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326207.199605:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000673dfaf3 time=26 v=5 (5 0 5 0) 00000100:00001000:3.0:1767326207.199610:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=53 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326207.199613:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326207.199615:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326207.199645:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326207.199648:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326207.199652:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326207.199657:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f63d2f8 x1853175408656000/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326207.199664:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326207.199668:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326207.199670:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326207.199673:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f63d2f8 x1853175408656000/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326207.199680:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f63d2f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408656000:192.168.202.142@tcp:103: 00000100:00000001:3.0:1767326207.199686:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326207.199689:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326207.199692:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f63d2f8 x1853175408656000/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326223 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326207.199698:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326207.199701:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326207.199705:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009328c898. 02000000:00000001:3.0:1767326207.199710:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326207.199713:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326207.199715:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326207.199718:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326207.199720:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000044562123. 02000000:00000001:3.0:1767326207.199724:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326207.199726:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326207.199728:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f63d2f8. 00000100:00000001:3.0:1767326207.199732:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326207.199733:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326207.199735:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326207.199744:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326207.199746:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326207.199749:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326207.199751:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326207.199818:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326207.199824:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1767326207.201445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000da5769e5. 00010000:00000010:0.1:1767326207.201464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ade3308f. 00010000:00000001:0.0:1767326207.291556:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326207.291564:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326207.291569:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326207.291570:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326207.291610:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326207.291621:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326207.291624:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326208.315546:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326208.315559:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326208.315572:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000010:1.0:1767326208.315573:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000457f07b7. 00010000:00000001:0.0:1767326208.315577:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326208.315584:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326208.315586:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326208.315589:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326208.315596:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326208.315600:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1767326208.315606:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326208.315606:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326208.315611:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326208.315615:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1767326208.315632:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d731ab4b. 00000100:00000001:1.0:1767326208.315642:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326208.315669:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000457f07b7 x1853175408656128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326208.315706:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326208.315709:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326208.315715:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000457f07b7] to pc [ptlrpcd_00_01+1] req@00000000457f07b7 x1853175408656128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326208.315747:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326208.315750:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326208.315753:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326208.315756:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d0a181c0. 00000020:00000040:1.0:1767326208.315759:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326208.315762:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326208.315763:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326208.315765:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326208.315769:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015e6043a. 00000100:00000001:1.0:1767326208.315772:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326208.315776:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000d0a181c0 x1853175408656256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326208.315783:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326208.315784:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326208.315787:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0a181c0] to pc [ptlrpcd_00_02+2] req@00000000d0a181c0 x1853175408656256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326208.315819:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326208.315821:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1767326208.315822:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767326208.315828:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1767326208.315828:0:161884:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1767326208.315833:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326208.315835:0:161884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1767326208.315838:0:161884:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1767326208.315843:0:161884:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1767326208.315844:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326208.315847:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767326208.315849:0:161884:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: connect to NID 192.168.202.142@tcp last attempt 11403 00000100:00000001:0.0:1767326208.315850:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326208.315853:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326208.315855:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326208.315859:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326208.315860:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326208.315863:0:161884:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.142@tcp is discovered: rc = 1 00000100:00000001:2.0:1767326208.315864:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326208.315868:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000457f07b7 x1853175408656128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326208.315873:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d0a181c0 x1853175408656256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767326208.315876:0:161884:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1767326208.315884:0:161884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000001:1.0:1767326208.315892:0:161884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767326208.315895:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326208.315898:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326208.315899:0:161884:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000100:00000001:0.0:1767326208.315900:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326208.315902:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326208.315905:0:161884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 02000000:00000001:0.0:1767326208.315907:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326208.315907:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767326208.315911:0:161884:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767326208.315913:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326208.315913:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767326208.315914:0:161884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e81 00000020:00000001:1.0:1767326208.315920:0:161884:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767326208.315921:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326208.315921:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326208.315924:0:161884:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006a77ff05 refcount=5 00000100:00100000:2.0:1767326208.315927:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d0a181c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408656256:192.168.202.142@tcp:400: 00000020:00000001:1.0:1767326208.315930:0:161884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000100:00100000:0.0:1767326208.315936:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000457f07b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408656128:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326208.315936:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767326208.315937:0:161884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000100:00000001:0.0:1767326208.315944:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326208.315945:0:161884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 02000000:00000001:0.0:1767326208.315951:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326208.315951:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326208.315956:0:161884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767326208.315957:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326208.315957:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326208.315960:0:161884:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 02000000:00000001:0.0:1767326208.315964:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767326208.315964:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326208.315965:0:161884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 00000020:00000040:1.0:1767326208.315970:0:161884:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 4 02000000:00000010:0.0:1767326208.315971:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9ee47f8. 02000000:00000010:2.0:1767326208.315971:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccd55e48. 02000000:00000001:0.0:1767326208.315977:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767326208.315977:0:161884:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: import 00000000ad9b5df4 using connection 192.168.202.142@tcp/192.168.202.142@tcp 02000000:00000001:2.0:1767326208.315977:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326208.315984:0:161884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326208.315987:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063a096b3. 00000400:00000010:2.0:1767326208.315987:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cec02db7. 02000000:00000001:1.0:1767326208.315988:0:161884:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1767326208.315998:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384b455. 00000400:00000010:0.0:1767326208.315999:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 00000100:00000200:2.0:1767326208.316008:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408656256, portal 10 02000000:00000001:1.0:1767326208.316009:0:161884:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326208.316014:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326208.316015:0:161884:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326208.316017:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604901760 : -115369104649856 : ffff9712897fd180) 00000100:00000001:1.0:1767326208.316020:0:161884:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1767326208.316026:0:161884:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000100:00000040:2.0:1767326208.316027:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d0a181c0 x1853175408656256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1767326208.316034:0:161884:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326208.316039:0:161884:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326208.316045:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767326208.316048:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3b77a00. 00000100:00000040:2.0:1767326208.316050:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000020:00000040:1.0:1767326208.316053:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000400:00000010:2.0:1767326208.316056:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055cc6549. 02000000:00000001:1.0:1767326208.316059:0:161884:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767326208.316062:0:161884:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326208.316064:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326208.316066:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326208.316074:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326208.316079:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408656128, portal 25 02000000:00000010:1.0:1767326208.316079:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000856212e6. 00000100:00000001:0.0:1767326208.316086:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326208.316086:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326208.316088:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604906240 : -115369104645376 : ffff9712897fe300) 00000100:00100000:1.0:1767326208.316095:0:161884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c3b77a00 x1853175408656384/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767326208.316097:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000457f07b7 x1853175408656128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326208.316108:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326208.316112:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326208.316122:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326208.316122:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326208.316125:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326208.316126:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408656256, offset 0 00000100:00000040:0.0:1767326208.316128:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326208.316133:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326208.316134:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000040:1.0:1767326208.316134:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3b77a00] to pc [ptlrpcd_rcv+-1] req@00000000c3b77a00 x1853175408656384/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326208.316136:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326208.316142:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000200:0.0:1767326208.316150:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408656128, offset 0 00000400:00000200:0.0:1767326208.316160:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326208.316161:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326208.316168:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326208.316174:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326208.316178:0:161884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326208.316179:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326208.316184:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767326208.316185:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:1.0:1767326208.316191:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767326208.316193:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [265:265:256:4294967295] 192.168.202.142@tcp LPNI seq info [265:265:8:4294967295] 00000100:00000040:1.0:1767326208.316199:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11413) 00000100:00000001:3.0:1767326208.316206:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326208.316210:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326208.316213:0:211393:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326208.316215:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:3.0:1767326208.316220:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3b77a00 x1853175408656384/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326208.316229:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:2.0:1767326208.316230:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326208.316230:0:211393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326208.316233:0:211393:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326208.316237:0:211393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326208.316238:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326208.316239:0:211393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767326208.316240:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039fc680f. 02000000:00000001:3.0:1767326208.316244:0:211393:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326208.316245:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326208.316250:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326208.316252:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00100000:3.0:1767326208.316256:0:211393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3b77a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408656384:192.168.202.142@tcp:38: 00000400:00000200:0.0:1767326208.316257:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [266:266:255:4294967295] 192.168.202.142@tcp LPNI seq info [266:266:7:4294967295] 00000800:00000200:2.0:1767326208.316263:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326208.316270:0:211393:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326208.316275:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:3.0:1767326208.316275:0:211393:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326208.316279:0:211393:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326208.316281:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:3.0:1767326208.316283:0:211393:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767326208.316288:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326208.316289:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000039fc680f type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1767326208.316290:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009d97b725. 00000800:00000010:0.0:1767326208.316294:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5c95fa2. 02000000:00000001:3.0:1767326208.316295:0:211393:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326208.316302:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000893472a7. 00000800:00000200:0.0:1767326208.316303:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:3.0:1767326208.316309:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9265563. 00000800:00000200:0.0:1767326208.316310:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326208.316314:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326208.316314:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408656384, portal 10 00000800:00000200:0.0:1767326208.316315:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5c95fa2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326208.316317:0:211393:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326208.316319:0:211393:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899072 : -115369104652544 : ffff9712897fc700) 00000100:00000040:2.0:1767326208.316321:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 203720 usecs (204 jiffies) 00000100:00000001:0.0:1767326208.316329:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326208.316329:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306076364 00000100:00000001:0.0:1767326208.316333:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306079937 00000100:00000040:3.0:1767326208.316335:0:211393:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3b77a00 x1853175408656384/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326208.316345:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306078817 00000100:00000001:3.0:1767326208.316346:0:211393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326208.316351:0:211393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326208.316352:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306079937 00000400:00000010:3.0:1767326208.316355:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ead26eaf. 00000100:00000001:0.0:1767326208.316357:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306078817 00000100:00000200:3.0:1767326208.316359:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175408656384, offset 0 00000100:00000001:0.0:1767326208.316362:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306079937 00000100:00000001:0.0:1767326208.316366:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306078817 00000100:00000001:0.0:1767326208.316371:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306079937 00000100:00000001:0.0:1767326208.316375:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306078817 00000400:00000200:3.0:1767326208.316376:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326208.316382:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326208.316386:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326208.316387:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326208.316391:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326208.316393:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326208.316394:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306079937 00000400:00000200:3.0:1767326208.316395:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326208.316425:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326208.316433:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306076365 00000100:00000001:2.0:1767326208.316436:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306079937 00000100:00000001:2.0:1767326208.316439:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306076365 00000100:00000001:2.0:1767326208.316442:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306079937 00000400:00000200:3.0:1767326208.316442:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326208.316448:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306076365 00000400:00000200:3.0:1767326208.316448:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326208.316453:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306079937 00000400:00000200:3.0:1767326208.316453:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [267:267:254:4294967295] 192.168.202.142@tcp LPNI seq info [267:267:6:4294967295] 00000100:00000001:2.0:1767326208.316460:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326208.316465:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326208.316466:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326208.316470:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326208.316473:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326208.316475:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767326208.316478:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c363976a. 00000100:00000001:2.0:1767326208.316483:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326208.316483:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326208.316487:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326208.316491:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326208.316492:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326208.316494:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767326208.316496:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c363976a type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767326208.316497:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326208.316501:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326208.316503:0:211393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326208.316509:0:211393:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 274598 usecs (275 jiffies) 00000100:00000001:3.0:1767326208.316512:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306076436 00000100:00000001:3.0:1767326208.316515:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306079937 00000100:00000001:3.0:1767326208.316517:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306076436 00000100:00000001:3.0:1767326208.316520:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306079937 00000100:00000001:3.0:1767326208.316522:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306076436 00000100:00000001:3.0:1767326208.316524:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306079937 00000100:00000001:3.0:1767326208.316526:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306076436 00000100:00000001:3.0:1767326208.316528:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306079937 00000100:00000001:3.0:1767326208.316530:0:211393:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326208.316532:0:211393:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326208.316534:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326208.316536:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326208.316540:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326208.316548:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767326208.316549:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326208.316551:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326208.316552:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326208.316553:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326208.316846:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326208.316849:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039fc680f. 00000400:00000200:1.0:1767326208.316857:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326208.316863:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326208.316869:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055cc6549 00000400:00000010:1.0:1767326208.316871:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055cc6549. 00000100:00000001:1.0:1767326208.316876:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326208.316880:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d0a181c0 x1853175408656256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326208.316889:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326208.316891:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d0a181c0 x1853175408656256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326224 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326208.316898:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326208.316900:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326208.316912:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326208.316914:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5c95fa2. 00000400:00000200:1.0:1767326208.316917:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326208.316920:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326208.316929:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:1.0:1767326208.316931:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:1.0:1767326208.316933:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326208.316936:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000457f07b7 x1853175408656128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326208.316943:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326208.316945:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000457f07b7 x1853175408656128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326224 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326208.316951:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326208.316952:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326208.317169:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326208.317172:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c363976a. 00000400:00000200:1.0:1767326208.317176:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326208.317180:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326208.317183:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ead26eaf 00000400:00000010:1.0:1767326208.317184:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ead26eaf. 00000100:00000001:1.0:1767326208.317187:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326208.317190:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3b77a00 x1853175408656384/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326208.317197:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326208.317199:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3b77a00 x1853175408656384/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326208.317205:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326208.317206:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326208.320222:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326208.320670:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326208.320675:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326208.320677:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326208.320696:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326208.320717:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f07f80 00000400:00000200:1.0:1767326208.320727:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x921 [1] + 224 00000800:00000001:1.0:1767326208.320737:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326208.320757:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326208.320759:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326208.320763:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326208.320769:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326208.320776:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d0a181c0 x1853175408656256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326208.320786:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d0a181c0 x1853175408656256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326208.320800:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326208.320808:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326208.320811:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326208.320813:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326208.320815:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326208.320818:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326208.320825:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f07f00 00000400:00000200:1.0:1767326208.320832:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x925 [1] + 224 00000800:00000001:1.0:1767326208.320836:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326208.320855:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326208.320861:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326208.320866:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326208.320870:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767326208.320870:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326208.320875:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326208.320876:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:2.0:1767326208.320881:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cec02db7. 00000400:00000200:2.0:1767326208.320887:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384b455 00000400:00000010:2.0:1767326208.320890:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384b455. 00000100:00000001:2.0:1767326208.320893:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326208.320895:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326208.320899:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d0a181c0 x1853175408656256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326208.320904:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000457f07b7 x1853175408656128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326208.320921:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d0a181c0 x1853175408656256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326208.320922:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000457f07b7 x1853175408656128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326208.320948:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326208.320950:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326208.320952:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326208.320953:0:211396:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767326208.320957:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326208.320960:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326208.320966:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326208.320970:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326208.320984:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326208.320985:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326208.320988:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326208.320989:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326208.320992:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326208.320994:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326208.320995:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063a096b3. 00000400:00000200:0.0:1767326208.320999:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 00000400:00000010:0.0:1767326208.321000:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00000100:00000001:0.0:1767326208.321003:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767326208.321003:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=49 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326208.321010:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=49 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326208.321015:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767326208.321016:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000457f07b7 x1853175408656128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326208.321019:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326208.321024:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767326208.321031:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000457f07b7 x1853175408656128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326208.321032:0:211396:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326208.321039:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326208.321042:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326208.321043:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326208.321046:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326208.321048:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326208.321051:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326208.321052:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326208.321055:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326208.321058:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767326208.321060:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d0a181c0 x1853175408656256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326208.321061:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326208.321067:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326208.321070:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326208.321073:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326208.321075:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326208.321079:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0a181c0 x1853175408656256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326224 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326208.321080:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=54 v=5 (5 5 5 0) 00000100:00100000:2.0:1767326208.321088:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d0a181c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408656256:192.168.202.142@tcp:400: 00000100:00001000:0.0:1767326208.321089:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=54 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326208.321096:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326208.321097:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326208.321098:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326208.321102:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326208.321102:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767326208.321106:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326208.321106:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d0a181c0 x1853175408656256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326224 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326208.321111:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326208.321117:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767326208.321119:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000457f07b7 x1853175408656128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326208.321121:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326208.321125:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccd55e48. 00000100:00000001:0.0:1767326208.321127:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326208.321130:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767326208.321130:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326208.321133:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326208.321134:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767326208.321136:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000457f07b7 x1853175408656128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326224 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326208.321137:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326208.321142:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1767326208.321145:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000457f07b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408656128:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326208.321149:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326208.321151:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767326208.321151:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000015e6043a. 00000100:00000040:0.0:1767326208.321155:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000457f07b7 x1853175408656128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326224 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326208.321157:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326208.321160:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326208.321163:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d0a181c0. 00000100:00000001:0.0:1767326208.321164:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326208.321167:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326208.321167:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326208.321169:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326208.321171:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9ee47f8. 00000100:00000001:2.0:1767326208.321172:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326208.321177:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326208.321179:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326208.321181:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326208.321183:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326208.321184:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d731ab4b. 02000000:00000001:0.0:1767326208.321187:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326208.321187:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767326208.321188:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326208.321192:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000457f07b7. 00000100:00000001:2.0:1767326208.321192:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326208.321196:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326208.321199:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326208.321201:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326208.321202:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326208.321205:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326208.321215:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326208.321217:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326208.321219:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326208.321222:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326208.327608:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326208.327640:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326208.327646:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326208.327649:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326208.327666:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326208.327689:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 416 into portal 10 MB=0x6957405f08000 00000400:00000200:2.0:1767326208.327698:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 416/416 into md 0x931 [1] + 0 00000800:00000001:2.0:1767326208.327706:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326208.327715:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326208.327717:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326208.327720:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326208.327726:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326208.327733:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3b77a00 x1853175408656384/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326208.327749:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000c3b77a00 x1853175408656384/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326208.327765:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326208.327774:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326208.327776:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326208.328075:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326208.328081:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326208.328089:0:211393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326208.328092:0:211393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326208.328095:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000893472a7. 00000400:00000200:3.0:1767326208.328100:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9265563 00000400:00000010:3.0:1767326208.328103:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9265563. 00000100:00000001:3.0:1767326208.328107:0:211393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326208.328111:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3b77a00 x1853175408656384/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326208.328120:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3b77a00 x1853175408656384/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326208.328126:0:211393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326208.328128:0:211393:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326208.328131:0:211393:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326208.328135:0:211393:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326208.328138:0:211393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326208.328140:0:211393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326208.328143:0:211393:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326208.328153:0:211393:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=43 v=5 (5 5 5 0) 00000100:00001000:3.0:1767326208.328157:0:211393:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=23 v=20 (20 1 1 0) 00000100:00000001:3.0:1767326208.328160:0:211393:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326208.328162:0:211393:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326208.328164:0:211393:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326208.328169:0:211393:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c3b77a00 x1853175408656384/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326208.328175:0:211393:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326208.328180:0:211393:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326208.328182:0:211393:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326208.328184:0:211393:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326208.328204:0:211393:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326208.328210:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3b77a00 x1853175408656384/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326208.328217:0:211393:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326208.328220:0:211393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326208.328223:0:211393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326208.328225:0:211393:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1767326208.328232:0:211393:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff971288e2b000: connect to target with instance 5 00000020:00000001:3.0:1767326208.328236:0:211393:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767326208.328239:0:211393:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e81 00000020:00000001:3.0:1767326208.328241:0:211393:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326208.328244:0:211393:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006a77ff05 refcount=5 00000020:00000001:3.0:1767326208.328246:0:211393:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000020:00000001:3.0:1767326208.328249:0:211393:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000100:00001000:3.0:1767326208.328252:0:211393:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=1767326208 v=0 (0 0 0 0) 00000100:00001000:3.0:1767326208.328255:0:211393:0:(import.c:2194:obd_at_measure()) AT 000000000185434f change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1767326208.328260:0:211393:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1695, crc32c 10663, adler 1439 00000020:00000040:3.0:1767326208.328266:0:211393:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 4 00000100:00000001:3.0:1767326208.328270:0:211393:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767326208.328274:0:211393:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:3.0:1767326208.328278:0:211393:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0001-mdc-ffff971288e2b000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:3.0:1767326208.328283:0:211393:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1767326208.328285:0:211393:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326208.328287:0:211393:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:3.0:1767326208.328291:0:211393:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:3.0:1767326208.328294:0:211393:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326208.328296:0:211393:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326208.328299:0:211393:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326208.328301:0:211393:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1767326208.328304:0:211393:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1767326208.328307:0:211393:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767326208.328308:0:211393:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767326208.328309:0:211393:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:3.0:1767326208.328316:0:211393:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:3.0:1767326208.328318:0:211393:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1767326208.328320:0:211393:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 0000000098c1d63b for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:3.0:1767326208.328324:0:211393:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x437b5ddfad697e7a 00800000:00000040:3.0:1767326208.328327:0:211393:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0x437b5ddfad697e81 00800000:00000040:3.0:1767326208.328329:0:211393:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff971288e2b000=31e9b472-c3f9-4942-adbf-dafbe9eddaef device 4 (00000000539e2e58) type mdc at LMV idx 1 00800000:00000040:3.0:1767326208.328332:0:211393:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD 00000000539e2e58 already active! 00800000:00000001:3.0:1767326208.328334:0:211393:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767326208.328336:0:211393:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326208.328338:0:211393:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326208.328340:0:211393:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=5 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000002:00000001:0.0:1767326208.328737:0:211393:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326208.328741:0:211393:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767326208.328745:0:211393:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767326208.328748:0:211393:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326208.328752:0:211393:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326208.328758:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3b77a00 x1853175408656384/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326233 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1767326208.328759:0:216621:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1767326208.328764:0:216621:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1767326208.328769:0:216621:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326208.328773:0:216621:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1767326208.328774:0:211393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3b77a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408656384:192.168.202.142@tcp:38: 00000020:00000040:3.0:1767326208.328776:0:216621:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326208.328780:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326208.328781:0:216621:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:3.0:1767326208.328784:0:216621:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326208.328785:0:211393:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326208.328789:0:211393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3b77a00 x1853175408656384/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326233 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326208.328795:0:211393:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326208.328797:0:211393:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326208.328800:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009d97b725. 02000000:00000001:0.0:1767326208.328804:0:211393:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326208.328805:0:211393:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326208.328806:0:211393:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326208.328807:0:211393:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326208.328809:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000856212e6. 02000000:00000001:0.0:1767326208.328812:0:211393:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326208.328814:0:211393:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326208.328815:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3b77a00. 00000100:00000001:0.0:1767326208.328818:0:211393:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326208.328819:0:211393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326208.328821:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326208.328828:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326208.328831:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326208.328833:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326208.328834:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326209.339743:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326209.339778:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326209.339787:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326209.339788:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326209.339812:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326209.339816:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326209.339819:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326210.363566:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326210.363577:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326210.363585:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326210.363587:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326210.363729:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326210.363734:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326210.363737:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326211.387498:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326211.387504:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326211.387508:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326211.387509:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326211.387571:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326211.387575:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326211.387578:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326212.155546:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306079937, at 4306080000 00000100:00000040:0.0:1767326212.155547:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306079937, at 4306080000 00000100:00000040:3.0:1767326212.155566:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306079937, at 4306080000 00000100:00000010:0.0:1767326212.155571:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030ea13d7. 00000100:00000010:1.0:1767326212.155572:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003dd10927. 00000100:00000010:3.0:1767326212.155614:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab6cb4ac. 00000100:00000040:2.0:1767326212.157429:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306079937, at 4306080002 00000100:00000010:2.0:1767326212.157442:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052a18f61. 00010000:00000001:0.0:1767326212.411551:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326212.411561:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326212.411569:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326212.411570:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326212.411656:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326212.411660:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326212.411664:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326213.435527:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326213.435530:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326213.435537:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326213.435543:0:214079:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00010000:00000001:0.0:1767326213.435544:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326213.435548:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326213.435550:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326213.435555:0:215456:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326213.435555:0:214079:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326213.435557:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326213.435559:0:215456:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326213.435561:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326213.435564:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326213.435565:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326213.435565:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326213.435584:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326213.435589:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326213.435592:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767326213.435594:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326213.435597:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326213.435598:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326213.435606:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed9e0e5f. 00000100:00000001:2.0:1767326213.435615:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326213.435629:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000032a2412e x1853175408656512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326213.435646:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326213.435650:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326213.435651:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767326213.435657:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_03+3] req@0000000032a2412e x1853175408656512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326213.435657:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326213.435661:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326213.435681:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326213.435683:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326213.435686:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326213.435688:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767326213.435690:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326213.435690:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326213.435694:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326213.435696:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326213.435696:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326213.435699:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326213.435701:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767326213.435703:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e2b156b8. 00000100:00000001:2.0:1767326213.435708:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326213.435709:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326213.435710:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408656512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326213.435715:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000e6bdf5e7 x1853175408656640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326213.435716:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326213.435736:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326213.435737:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326213.435742:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_00+0] req@00000000e6bdf5e7 x1853175408656640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326213.435761:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326213.435764:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326213.435768:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326213.435770:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326213.435773:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326213.435775:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408656512:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326213.435778:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326213.435780:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326213.435786:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326213.435787:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326213.435791:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326213.435791:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767326213.435791:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326213.435795:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 02000000:00000001:3.0:1767326213.435796:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767326213.435800:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326213.435803:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1767326213.435803:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008f9bc6c. 00000100:00000001:1.0:1767326213.435806:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326213.435806:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326213.435808:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326213.435808:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326213.435810:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326213.435814:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326213.435814:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c0c3cee. 00000400:00000010:3.0:1767326213.435815:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000893472a7. 00000100:00000001:0.0:1767326213.435816:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326213.435820:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326213.435825:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408656640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326213.435825:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9265563. 00000100:00000040:2.0:1767326213.435829:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000006b877052 x1853175408656768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767326213.435836:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408656512, portal 25 00000100:00000001:3.0:1767326213.435842:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326213.435846:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000001:0.0:1767326213.435850:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326213.435854:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326213.435855:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326213.435857:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326213.435858:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408656512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326213.435859:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326213.435860:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326213.435866:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326213.435870:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_01+1] req@000000006b877052 x1853175408656768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326213.435872:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408656640:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326213.435880:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326213.435882:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326213.435887:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326213.435888:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326213.435891:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326213.435893:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010912c81. 00000100:00000001:2.0:1767326213.435894:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326213.435895:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326213.435900:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767326213.435900:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408656512, offset 0 02000000:00000010:0.0:1767326213.435902:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0d5dc85. 00000100:00000040:2.0:1767326213.435906:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1767326213.435908:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326213.435912:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11418) 00000400:00000010:0.0:1767326213.435915:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063a096b3. 00000400:00000200:3.0:1767326213.435916:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326213.435918:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326213.435921:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326213.435924:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767326213.435926:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 00000100:00000040:1.0:1767326213.435931:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408656768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326213.435932:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408656640, portal 10 00000400:00000200:3.0:1767326213.435937:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326213.435938:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326213.435941:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000400:00000200:3.0:1767326213.435950:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326213.435951:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326213.435954:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408656640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326213.435955:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326213.435959:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:1.0:1767326213.435961:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326213.435966:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326213.435968:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326213.435971:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326213.435971:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326213.435975:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:0.0:1767326213.435978:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00100000:1.0:1767326213.435978:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408656768:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326213.435985:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326213.435985:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [268:268:256:4294967295] 192.168.202.142@tcp LPNI seq info [268:268:8:4294967295] 02000000:00000001:1.0:1767326213.435989:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767326213.435990:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de705503. 02000000:00000001:1.0:1767326213.435991:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326213.435995:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767326213.435996:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408656640, offset 0 02000000:00000010:1.0:1767326213.435998:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000d354db. 02000000:00000001:1.0:1767326213.436002:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326213.436006:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326213.436007:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f5adaa1. 00000400:00000200:3.0:1767326213.436011:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:1.0:1767326213.436014:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057863878. 00000100:00000200:1.0:1767326213.436018:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408656768, portal 10 00000100:00000001:1.0:1767326213.436021:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326213.436022:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000040:1.0:1767326213.436028:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408656768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326213.436032:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326213.436041:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:3.0:1767326213.436042:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a10cd6c4. 00000400:00000200:0.0:1767326213.436047:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326213.436054:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326213.436055:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326213.436055:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326213.436059:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326213.436063:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326213.436067:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000010:1.0:1767326213.436069:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da434889. 00000800:00000200:3.0:1767326213.436071:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:1.0:1767326213.436073:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408656768, offset 0 00000800:00000200:3.0:1767326213.436079:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a10cd6c4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326213.436080:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [269:269:255:4294967295] 192.168.202.142@tcp LPNI seq info [269:269:7:4294967295] 00000400:00000200:1.0:1767326213.436085:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326213.436095:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326213.436101:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326213.436106:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5c95fa2. 00000400:00000200:1.0:1767326213.436107:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326213.436110:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326213.436114:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326213.436115:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326213.436119:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306085057 00000800:00000200:0.0:1767326213.436124:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000010:3.0:1767326213.436127:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fb436f6. 00000400:00000200:1.0:1767326213.436128:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:0.0:1767326213.436129:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5c95fa2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326213.436135:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326213.436135:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326213.436139:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767326213.436142:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 201158 usecs (202 jiffies) 00000400:00000200:1.0:1767326213.436142:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326213.436147:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306081482 00000100:00000001:3.0:1767326213.436149:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306085057 00000400:00000200:1.0:1767326213.436151:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [270:270:254:4294967295] 192.168.202.142@tcp LPNI seq info [270:270:6:4294967295] 00000100:00000001:0.0:1767326213.436152:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306085057 00000100:00000010:3.0:1767326213.436156:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdeaec1. 00000100:00000001:0.0:1767326213.436157:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306081482 00000100:00000001:3.0:1767326213.436164:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326213.436171:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306085057 00000100:00000001:0.0:1767326213.436172:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306085057 00000400:00000200:1.0:1767326213.436173:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326213.436177:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306081482 00000100:00000010:3.0:1767326213.436179:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016446684. 00000800:00000200:1.0:1767326213.436184:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326213.436187:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000010:1.0:1767326213.436189:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005493b67f. 00000100:00000001:0.0:1767326213.436192:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306085057 00000100:00000001:3.0:1767326213.436192:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306085057 00000800:00000200:1.0:1767326213.436196:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326213.436197:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306081482 00000100:00000010:3.0:1767326213.436199:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054b8fd36. 00000800:00000200:1.0:1767326213.436205:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326213.436209:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005493b67f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326213.436212:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326213.436215:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 271136 usecs (272 jiffies) 00000100:00000001:1.0:1767326213.436218:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306081552 00000100:00000001:1.0:1767326213.436221:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306085057 00000100:00000001:1.0:1767326213.436223:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306081552 00000100:00000001:1.0:1767326213.436226:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306085057 00000100:00000001:1.0:1767326213.436228:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306081552 00000100:00000001:1.0:1767326213.436230:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306085057 00000100:00000001:1.0:1767326213.436232:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306081552 00000800:00000200:2.0:1767326213.436288:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326213.436293:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a10cd6c4. 00000400:00000200:2.0:1767326213.436301:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326213.436307:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326213.436313:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010912c81 00000400:00000010:2.0:1767326213.436315:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010912c81. 00000100:00000001:2.0:1767326213.436322:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326213.436326:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408656512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326213.436347:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326213.436350:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408656512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326213.436370:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326213.436372:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326213.436387:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326213.436389:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5c95fa2. 00000400:00000200:2.0:1767326213.436394:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326213.436420:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326213.436424:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de705503 00000400:00000010:2.0:1767326213.436426:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de705503. 00000100:00000001:2.0:1767326213.436429:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326213.436438:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408656640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326213.436446:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326213.436448:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408656640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326213.436454:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326213.436455:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326213.436534:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326213.436537:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005493b67f. 00000400:00000200:2.0:1767326213.436540:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326213.436544:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326213.436547:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da434889 00000400:00000010:2.0:1767326213.436548:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da434889. 00000100:00000001:2.0:1767326213.436551:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326213.436554:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408656768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326213.436560:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326213.436562:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408656768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326213.436580:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326213.436582:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326213.436698:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326213.436712:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326213.436715:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326213.436719:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326213.436721:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326213.436730:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326213.436733:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326213.436736:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326213.436737:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326213.436739:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326213.436740:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306085057 00000100:00000001:3.0:1767326213.436742:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326213.436759:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326213.436762:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326213.436764:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326213.436766:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326213.436770:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326213.436771:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326213.436773:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326213.436774:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326213.436776:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326213.436778:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326213.436830:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306085057 00000100:00000001:1.0:1767326213.436834:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326213.436836:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326213.436838:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326213.436840:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326213.436844:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326213.436845:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326213.436847:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326213.436849:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326213.436850:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326213.436858:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326213.438327:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326213.438341:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326213.438344:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326213.438346:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326213.438355:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326213.438368:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f08080 00000400:00000200:1.0:1767326213.438376:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x939 [1] + 224 00000800:00000001:1.0:1767326213.438382:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326213.438386:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326213.438388:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326213.438391:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326213.438396:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326213.438419:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408656512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326213.438428:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408656512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326213.438441:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326213.438449:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326213.438453:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326213.438455:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326213.438457:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326213.438460:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326213.438466:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f08100 00000400:00000200:1.0:1767326213.438471:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x941 [1] + 224 00000800:00000001:1.0:1767326213.438475:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326213.438480:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326213.438482:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326213.438483:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326213.438485:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326213.438486:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326213.438488:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326213.438491:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408656640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326213.438493:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326213.438496:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326213.438510:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000893472a7. 00000400:00000200:3.0:1767326213.438513:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9265563 00000100:00000040:1.0:1767326213.438515:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408656640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326213.438515:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9265563. 00000100:00000001:3.0:1767326213.438519:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326213.438522:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408656512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326213.438530:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408656512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326213.438534:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326213.438536:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326213.438538:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326213.438539:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326213.438541:0:211397:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767326213.438542:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326213.438545:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326213.438547:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326213.438549:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326213.438552:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326213.438560:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=59 v=5 (5 5 5 0) 00000100:00001000:3.0:1767326213.438565:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=59 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326213.438580:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326213.438582:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326213.438585:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326213.438586:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326213.438588:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326213.438591:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326213.438592:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326213.438596:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408656512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326213.438602:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326213.438603:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767326213.438606:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326213.438607:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767326213.438611:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063a096b3. 00000100:00000001:3.0:1767326213.438611:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326213.438616:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408656512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326213.438617:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 00000400:00000010:0.0:1767326213.438621:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00000100:00000001:0.0:1767326213.438627:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767326213.438627:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408656512:192.168.202.142@tcp:400: 00000100:00000200:0.0:1767326213.438635:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408656640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326213.438635:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326213.438640:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326213.438647:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408656512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326213.438651:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408656640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326213.438672:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326213.438674:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326213.438676:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326213.438676:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326213.438679:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326213.438681:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767326213.438681:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326213.438683:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326213.438685:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326213.438686:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008f9bc6c. 00000100:00001000:0.0:1767326213.438690:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=54 v=5 (5 5 5 0) 02000000:00000001:3.0:1767326213.438692:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767326213.438694:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=54 v=5 (1 1 1 0) 00000020:00000001:3.0:1767326213.438696:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326213.438697:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326213.438700:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326213.438701:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767326213.438701:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00010000:00000001:0.0:1767326213.438705:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326213.438706:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326213.438708:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1767326213.438710:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed9e0e5f. 00000100:00000040:0.0:1767326213.438711:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326213.438714:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326213.438716:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326213.438718:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408656640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326213.438722:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326213.438724:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326213.438725:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326213.438727:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408656640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326213.438746:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408656640:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326213.438750:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326213.438752:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326213.438755:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408656640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326213.438760:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326213.438762:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326213.438764:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0d5dc85. 02000000:00000001:0.0:1767326213.438767:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326213.438769:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326213.438770:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326213.438773:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326213.438774:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e2b156b8. 02000000:00000001:0.0:1767326213.438776:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326213.438778:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326213.438780:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:0.0:1767326213.438784:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326213.438786:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326213.438788:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326213.438794:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326213.438796:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326213.438798:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326213.438799:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326213.438802:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326213.438803:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326213.438805:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:3.0:1767326213.438811:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326213.438812:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326213.438814:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326213.438819:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326213.438821:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326213.438823:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326213.438825:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326213.438839:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326213.438847:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326213.438855:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326213.438858:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326213.438863:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326213.438872:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f08180 00000400:00000200:2.0:1767326213.438890:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x949 [1] + 224 00000800:00000001:2.0:1767326213.438895:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326213.438901:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326213.438903:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326213.438905:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326213.438909:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326213.438913:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408656768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326213.438921:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408656768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326213.438939:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326213.438946:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326213.438949:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326213.438975:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326213.438979:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326213.438982:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326213.438984:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326213.438986:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f5adaa1. 00000400:00000200:1.0:1767326213.438990:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057863878 00000400:00000010:1.0:1767326213.439000:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057863878. 00000100:00000001:1.0:1767326213.439005:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326213.439013:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408656768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326213.439020:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408656768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326213.439027:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326213.439029:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326213.439031:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326213.439033:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326213.439035:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326213.439036:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326213.439039:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326213.439043:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=48 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326213.439046:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326213.439049:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326213.439050:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326213.439052:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326213.439055:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006b877052 x1853175408656768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326213.439062:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326213.439071:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326213.439072:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326213.439074:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326213.439075:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326213.439079:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408656768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326213.439085:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326213.439087:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326213.439088:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326213.439091:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408656768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326213.439102:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408656768:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326213.439107:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326213.439109:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326213.439111:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408656768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326229 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326213.439118:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326213.439119:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326213.439121:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000d354db. 02000000:00000001:1.0:1767326213.439125:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326213.439126:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326213.439127:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326213.439129:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326213.439130:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c0c3cee. 02000000:00000001:1.0:1767326213.439133:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326213.439134:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326213.439135:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000001:1.0:1767326213.439138:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326213.439139:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326213.439140:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326213.439143:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326213.439145:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326213.439147:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326213.439153:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326214.459545:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326214.459556:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326214.459567:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326214.459570:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326214.459576:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326214.459578:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326214.459580:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326214.459583:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326214.459589:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326214.459590:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326214.459624:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326214.459629:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326214.459632:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326215.483543:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326215.483590:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326215.483599:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326215.483600:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326215.483635:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326215.483639:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326215.483642:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326216.507567:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326216.507579:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326216.507587:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326216.507591:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326216.507620:0:214087:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767326216.507625:0:214087:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (00000000005c1892) refs 2 10000000:00000001:1.0:1767326216.507631:0:214087:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326216.507634:0:214087:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767326216.507636:0:214087:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767326216.507637:0:214087:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767326216.507640:0:214087:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1767326216.507643:0:214087:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:1.0:1767326216.507646:0:214087:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff971288e2b000 from 13 10000000:00000001:1.0:1767326216.507650:0:214087:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767326216.507652:0:214087:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1767326216.507661:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f77d35e. 00000020:00000001:3.0:1767326216.507661:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326216.507666:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326216.507669:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00010000:00010000:3.0:1767326216.507671:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326216.507676:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326216.507682:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326216.507689:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326216.507699:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b90f88e5. 00000100:00000001:1.0:1767326216.507708:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326216.507713:0:214087:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767326216.507716:0:214087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767326216.507724:0:214087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b282dbc4. 00010000:00000001:1.0:1767326216.507730:0:214087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767326216.507733:0:214087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a5f98894. 00000020:00000001:1.0:1767326216.507738:0:214087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767326216.507741:0:214087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a5f98894 with handle 0x437b5ddfad697eb9 to hash 00000020:00000001:1.0:1767326216.507743:0:214087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767326216.507745:0:214087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628705344681472 : -115368364870144 : ffff9712b597f600) 00010000:00000001:1.0:1767326216.507748:0:214087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628705344681472 : -115368364870144 : ffff9712b597f600) 00010000:00000001:1.0:1767326216.507752:0:214087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326216.507754:0:214087:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326216.507757:0:214087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: 00000000a5f98894/0x437b5ddfad697eb9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326216.507767:0:214087:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: 00000000a5f98894/0x437b5ddfad697eb9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326216.507801:0:214087:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: 00000000a5f98894/0x437b5ddfad697eb9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326216.507807:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767326216.507809:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767326216.507816:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006ec430bc. 00000100:00000001:1.0:1767326216.507819:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628704510494208 : -115369199057408 : ffff971283df4600) 00000100:00000001:1.0:1767326216.507822:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326216.507823:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604910720 : -115369104640896 : ffff9712897ff480) 00000100:00000001:1.0:1767326216.507829:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326216.507832:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.507834:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767326216.507837:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326216.507848:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f77d35e x1853175408656896/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.507856:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326216.507858:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326216.507861:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326216.507864:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326216.507866:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326216.507868:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408656896:192.168.202.142@tcp:101: 00000100:00000001:1.0:1767326216.507872:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326216.507878:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326216.507880:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326216.507881:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326216.507884:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b67063d2. 02000000:00000001:1.0:1767326216.507886:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326216.507892:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f5adaa1. 00000400:00000010:1.0:1767326216.507898:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057863878. 00000100:00000200:1.0:1767326216.507904:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408656896, portal 25 00000100:00000001:1.0:1767326216.507906:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326216.507907:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604910720 : -115369104640896 : ffff9712897ff480) 00000100:00000040:1.0:1767326216.507919:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f77d35e x1853175408656896/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.507925:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326216.507927:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326216.507929:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6a4dc8. 00000100:00000200:1.0:1767326216.507931:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175408656896, offset 0 00000400:00000200:1.0:1767326216.507936:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326216.507951:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326216.507958:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326216.507963:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326216.507967:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326216.507970:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326216.507974:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [271:271:256:4294967295] 192.168.202.142@tcp LPNI seq info [271:271:8:4294967295] 00000400:00000200:1.0:1767326216.507987:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326216.507993:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326216.508008:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005493b67f. 00000800:00000200:1.0:1767326216.508017:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326216.508027:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326216.508031:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005493b67f type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326216.508046:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.508051:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306088129 00000100:00000001:1.0:1767326216.508060:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306085057 00000100:00000001:1.0:1767326216.508065:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306088129 00000100:00000001:1.0:1767326216.508069:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306085057 00000100:00000001:1.0:1767326216.508073:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306088129 00000100:00000001:1.0:1767326216.508077:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306085057 00000100:00000001:1.0:1767326216.508080:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306088129 00000100:00000001:1.0:1767326216.508084:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306085057 00000100:00000001:1.0:1767326216.508094:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326216.508097:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.508100:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326216.508102:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767326216.508104:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 000000006ec430bc going to sleep for 11 seconds 00000100:00000001:1.0:1767326216.508108:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326216.508111:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326216.508131:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326216.508137:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005493b67f. 00000400:00000200:2.0:1767326216.508142:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326216.508148:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326216.508154:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6a4dc8 00000400:00000010:2.0:1767326216.508156:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6a4dc8. 00000100:00000001:2.0:1767326216.508160:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326216.508163:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f77d35e x1853175408656896/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326216.508173:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326216.508174:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006f77d35e x1853175408656896/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326216.508179:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326216.508181:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326216.509948:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326216.509966:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326216.509970:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326216.509973:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326216.509982:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326216.509997:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 344 into portal 25 MB=0x6957405f08200 00000400:00000200:1.0:1767326216.510013:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 344/344 into md 0x951 [1] + 224 00000800:00000001:1.0:1767326216.510021:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326216.510029:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326216.510032:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326216.510036:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326216.510043:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326216.510049:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f77d35e x1853175408656896/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326216.510060:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000006f77d35e x1853175408656896/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.510076:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326216.510085:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326216.510087:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326216.510109:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326216.510117:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326216.510119:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326216.510121:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f5adaa1. 00000400:00000200:3.0:1767326216.510125:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057863878 00000400:00000010:3.0:1767326216.510126:0:214087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057863878. 00000100:00000001:3.0:1767326216.510128:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326216.510132:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f77d35e x1853175408656896/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326216.510139:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f77d35e x1853175408656896/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.510156:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326216.510158:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326216.510160:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326216.510163:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326216.510165:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326216.510166:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326216.510175:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326216.510182:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=62 v=5 (5 5 5 0) 00000100:00001000:3.0:1767326216.510185:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=62 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326216.510187:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326216.510188:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326216.510190:0:214087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326216.510192:0:214087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.510194:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326216.510197:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f77d35e x1853175408656896/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.510202:0:214087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326216.510204:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326216.510206:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326216.510208:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f77d35e x1853175408656896/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326216.510213:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408656896:192.168.202.142@tcp:101: 00000100:00000001:3.0:1767326216.510216:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326216.510218:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.510219:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767326216.510221:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326216.510222:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f77d35e x1853175408656896/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.510226:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326216.510229:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006ec430bc. 00000100:00000001:3.0:1767326216.510232:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767326216.510232:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326216.510238:0:214087:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767326216.510241:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326216.510243:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326216.510245:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a5f98894 refcount=4 00000020:00000001:3.0:1767326216.510246:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344681472 : -115368364870144 : ffff9712b597f600) 00010000:00000001:3.0:1767326216.510248:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344681472 : -115368364870144 : ffff9712b597f600) 00010000:00000040:3.0:1767326216.510255:0:214087:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000a5f98894, remote cookie: 0xa7160ca8575824c5, flags: 0x0 00010000:00000001:3.0:1767326216.510259:0:214087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767326216.510263:0:214087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767326216.510266:0:214087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767326216.510268:0:214087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767326216.510269:0:214087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767326216.510272:0:214087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b282dbc4) refcount = 1 00010000:00010000:3.0:1767326216.510276:0:214087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: 00000000a5f98894/0x437b5ddfad697eb9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca8575824c5 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326216.510285:0:214087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767326216.510287:0:214087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767326216.510289:0:214087:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326216.510293:0:214087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767326216.510295:0:214087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326216.510297:0:214087:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: 00000000a5f98894/0x437b5ddfad697eb9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7160ca8575824c5 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326216.510303:0:214087:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767326216.510306:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326216.510308:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326216.510309:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326216.510310:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326216.510312:0:214087:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.510315:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326216.510318:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f77d35e x1853175408656896/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.510335:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326216.510338:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326216.510346:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b67063d2. 02000000:00000001:3.0:1767326216.510350:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326216.510352:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326216.510354:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326216.510356:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326216.510359:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b90f88e5. 02000000:00000001:3.0:1767326216.510363:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326216.510365:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326216.510367:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f77d35e. 00000100:00000001:3.0:1767326216.510371:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326216.510372:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767326216.510374:0:214087:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326216.510377:0:214087:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767326216.510379:0:214087:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (00000000005c1892) refs 3 10000000:00000001:3.0:1767326216.510381:0:214087:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326216.510383:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326216.510384:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326216.510386:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a5f98894 refcount=3 00000020:00000001:3.0:1767326216.510387:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344681472 : -115368364870144 : ffff9712b597f600) 00010000:00000001:3.0:1767326216.510390:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344681472 : -115368364870144 : ffff9712b597f600) 00010000:00000001:3.0:1767326216.510392:0:214087:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767326216.510425:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326216.510427:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326216.510428:0:214087:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326216.510431:0:214087:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767326216.510435:0:214087:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000108f1973. 00000100:00000010:3.0:1767326216.510454:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000015a32238. 00000020:00000040:3.0:1767326216.510464:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326216.510467:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326216.510470:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326216.510473:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326216.510477:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a2eaa57. 00000100:00000001:3.0:1767326216.510482:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.510485:0:214087:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767326216.510488:0:214087:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002e1fb146. 00000100:00000010:3.0:1767326216.510490:0:214087:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000fc966ea5. 00000020:00000040:3.0:1767326216.510495:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326216.510500:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767326216.510501:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767326216.510504:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000005419b94. 00000100:00000001:3.0:1767326216.510506:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705344354176 : -115368365197440 : ffff9712b592f780) 00000100:00000001:3.0:1767326216.510508:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326216.510509:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571628544 : -115369137923072 : ffff971287841c00) 00000100:00000001:3.0:1767326216.510512:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326216.510514:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.510515:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767326216.510517:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326216.510519:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000015a32238 x1853175408657024/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.510524:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326216.510526:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326216.510534:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326216.510536:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326216.510538:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326216.510550:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000015a32238 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408657024:192.168.202.142@tcp:256: 00000100:00000001:3.0:1767326216.510555:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326216.510558:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326216.510559:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.510561:0:214087:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767326216.510566:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000893472a7. 00000400:00000010:3.0:1767326216.510570:0:214087:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000050afef29. 00000100:00000200:3.0:1767326216.510575:0:214087:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6957405f08280-0x6957405f08280, portal 33 00000100:00000001:3.0:1767326216.510577:0:214087:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326216.510578:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326216.510581:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e76be85. 02000000:00000001:3.0:1767326216.510582:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326216.510584:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000aa42f75. 00000400:00000010:3.0:1767326216.510587:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9265563. 00000100:00000200:3.0:1767326216.510590:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408657024, portal 25 00000100:00000001:3.0:1767326216.510592:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326216.510597:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571628544 : -115369137923072 : ffff971287841c00) 00000100:00000040:3.0:1767326216.510602:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000015a32238 x1853175408657024/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326232 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.510609:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326216.510612:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326216.510615:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e3485e7. 00000100:00000200:3.0:1767326216.510618:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853175408657024, offset 0 00000400:00000200:3.0:1767326216.510624:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326216.510634:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326216.510640:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326216.510645:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326216.510647:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326216.510649:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326216.510652:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [272:272:256:4294967295] 192.168.202.142@tcp LPNI seq info [272:272:8:4294967295] 00000400:00000200:3.0:1767326216.510659:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326216.510663:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326216.510669:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a10cd6c4. 00000800:00000200:3.0:1767326216.510673:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326216.510679:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326216.510682:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a10cd6c4 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:3.0:1767326216.510695:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.510699:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306088132 00000100:00000001:3.0:1767326216.510706:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306088129 00000100:00000001:3.0:1767326216.510713:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306088132 00000100:00000001:3.0:1767326216.510716:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306088129 00000100:00000001:3.0:1767326216.510720:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306088132 00000100:00000001:3.0:1767326216.510723:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306088129 00000100:00000001:3.0:1767326216.510727:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306088132 00000100:00000001:3.0:1767326216.510729:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306088129 00000100:00000001:3.0:1767326216.510737:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326216.510740:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.510743:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326216.510745:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767326216.510747:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 0000000005419b94 going to sleep for 11 seconds 00000100:00000001:3.0:1767326216.510749:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326216.510751:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326216.510782:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326216.510793:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a10cd6c4. 00000400:00000200:2.0:1767326216.510797:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326216.510802:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326216.510805:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e3485e7 00000400:00000010:2.0:1767326216.510807:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e3485e7. 00000100:00000001:2.0:1767326216.510810:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326216.510813:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000015a32238 x1853175408657024/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326232 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326216.510822:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326216.510824:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000015a32238 x1853175408657024/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326232 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326216.510830:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326216.510832:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326216.511905:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326216.511912:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326216.511916:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326216.511918:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326216.511925:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326216.511937:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 44 into portal 33 MB=0x6957405f08280 00000400:00000200:2.0:1767326216.511943:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.142@tcp of length 44/44 into md 0x959 [4] + 0 00000400:00000010:2.0:1767326216.511947:0:211387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000893472a7. 00000400:00000200:2.0:1767326216.511951:0:211387:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000050afef29 00000800:00000001:2.0:1767326216.511955:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326216.511963:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326216.511964:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326216.511968:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326216.511971:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050afef29 00000400:00000010:2.0:1767326216.511973:0:211387:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000050afef29. 00000100:00000001:2.0:1767326216.511977:0:211387:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767326216.511978:0:211387:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000015a32238 desc 000000002e1fb146 mbits 1853175408657024 00000100:00000001:2.0:1767326216.511989:0:211387:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767326216.511995:0:211387:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767326216.512000:0:211387:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.42@tcp to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326216.512023:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326216.512026:0:211387:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [273:273:256:4294967295] 192.168.202.142@tcp LPNI seq info [273:273:8:4294967295] 00000100:00000001:3.0:1767326216.512028:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326216.512040:0:211387:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:192.168.202.42@tcp) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) 192.168.202.142@tcp : ACK try# 0 00000800:00000200:2.0:1767326216.512046:0:211387:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326216.512051:0:211387:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 00000000fb543b45. 00000800:00000200:2.0:1767326216.512056:0:211387:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326216.512061:0:211387:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326216.512064:0:211387:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fb543b45 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1767326216.512109:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767326216.512121:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326216.512125:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 00000000fb543b45. 00000400:00000200:2.0:1767326216.512130:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326216.512134:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: ACK: OK 00000800:00000001:1.0:1767326216.512135:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326216.513088:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326216.513096:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326216.513099:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326216.513101:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326216.513107:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326216.513117:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 240 into portal 25 MB=0x6957405f08280 00000400:00000200:2.0:1767326216.513123:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 240/240 into md 0x95d [1] + 224 00000800:00000001:2.0:1767326216.513129:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326216.513135:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326216.513137:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326216.513141:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326216.513146:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326216.513152:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000015a32238 x1853175408657024/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326232 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326216.513162:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000015a32238 x1853175408657024/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.513207:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326216.513225:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326216.513232:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326216.513244:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326216.513359:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326216.513362:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326216.513364:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000aa42f75. 00000400:00000200:3.0:1767326216.513368:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9265563 00000400:00000010:3.0:1767326216.513369:0:214087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9265563. 00000100:00000001:3.0:1767326216.513372:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326216.513376:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000015a32238 x1853175408657024/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326216.513384:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000015a32238 x1853175408657024/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.513390:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326216.513392:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326216.513424:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326216.513427:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326216.513430:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326216.513432:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326216.513436:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326216.513443:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=62 v=5 (5 5 5 0) 00000100:00001000:3.0:1767326216.513448:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=62 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326216.513450:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326216.513451:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326216.513453:0:214087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326216.513456:0:214087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.513459:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326216.513462:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000015a32238 x1853175408657024/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326216.513483:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000015a32238 x1853175408657024/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326232 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.513489:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326216.513492:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326216.513495:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015a32238 x1853175408657024/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326232 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326216.513502:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000015a32238 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408657024:192.168.202.142@tcp:256: 00000100:00000001:3.0:1767326216.513507:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326216.513509:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.513512:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767326216.513514:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326216.513516:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000015a32238 x1853175408657024/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326232 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.513522:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326216.513524:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000005419b94. 00000100:00000001:3.0:1767326216.513527:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767326216.513528:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767326216.513552:0:214087:0:(mgc_request.c:1610:mgc_process_recover_log()) Latest version 13, more 0. 10000000:00000001:3.0:1767326216.513556:0:214087:0:(mgc_request.c:1273:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767326216.513564:0:214087:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000344ad91b. 00010000:00000001:3.0:1767326216.513577:0:214087:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767326216.513580:0:214087:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767326216.513584:0:214087:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.142@tcp has 192.168.202.142@tcp. 00000100:00000001:3.0:1767326216.513586:0:214087:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326216.513588:0:214087:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767326216.513590:0:214087:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.142@tcp with 192.168.202.142@tcp 00000100:00000200:3.0:1767326216.513592:0:214087:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.142@tcp' 00000400:00000200:3.0:1767326216.513595:0:214087:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1767326216.513598:0:214087:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767326216.513601:0:214087:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.202.142@tcp 00000400:00000200:3.0:1767326216.513612:0:214087:0:(peer.c:1797:lnet_peer_add()) peer 192.168.202.142@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767326216.513629:0:214087:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767326216.513632:0:214087:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.202.142@tcp NID 192.168.202.142@tcp: 0. pending discovery 00000400:00000200:3.0:1767326216.513635:0:214087:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.202.142@tcp 00000100:00000001:3.0:1767326216.513638:0:214087:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326216.513640:0:214087:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767326216.513643:0:214087:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.202.142@tcp' by NID '192.168.202.142@tcp' 10000000:00000010:3.0:1767326216.513647:0:214087:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 000000009f205367. 10000000:00000040:3.0:1767326216.513650:0:214087:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 13/13 for lustre-MDT0001-mdc-ffff971288e2b000 -> mdc.import=connection=192.168.202.142@tcp::5 00000020:00000080:3.0:1767326216.513653:0:214087:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767326216.513660:0:214087:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767326216.513664:0:214087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8e2e48c. 00000020:00000010:3.0:1767326216.513669:0:214087:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000a38d129. 00000020:00000010:3.0:1767326216.513674:0:214087:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000d429ad70. 00000008:00000010:3.0:1767326216.513682:0:214087:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000505d02e9. 00020000:00000010:3.0:1767326216.513688:0:214087:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000005896c062. 00008000:00000010:3.0:1767326216.513695:0:214087:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007161f512. 00000080:00000010:3.0:1767326216.513701:0:214087:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000003f298d80. 00000080:00000010:3.0:1767326216.513706:0:214087:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000043170a51. 00000040:00000001:3.0:1767326216.513711:0:214087:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767326216.513713:0:214087:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000009f205367 00000040:00001000:3.0:1767326216.513715:0:214087:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767326216.513716:0:214087:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767326216.513718:0:214087:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767326216.513720:0:214087:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767326216.513722:0:214087:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767326216.513724:0:214087:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767326216.513726:0:214087:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0001-mdc-ffff971288e2b000 00000040:00001000:3.0:1767326216.513727:0:214087:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.202.142@tcp::5 00000040:00000001:3.0:1767326216.513729:0:214087:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:3.0:1767326216.513796:0:214087:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000a38d129. 00000020:00000010:3.0:1767326216.513801:0:214087:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000d429ad70. 00000008:00000010:3.0:1767326216.513808:0:214087:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000505d02e9. 00020000:00000010:3.0:1767326216.513811:0:214087:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000005896c062. 00008000:00000010:3.0:1767326216.513814:0:214087:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000007161f512. 00000080:00000010:3.0:1767326216.513823:0:214087:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000003f298d80. 00000080:00000010:3.0:1767326216.513826:0:214087:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000043170a51. 00000020:00000010:3.0:1767326216.513830:0:214087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8e2e48c. 00000020:00000001:3.0:1767326216.513833:0:214087:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326216.513835:0:214087:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767326216.513838:0:214087:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 000000009f205367. 10000000:00000010:3.0:1767326216.513841:0:214087:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000344ad91b. 10000000:00000001:3.0:1767326216.513843:0:214087:0:(mgc_request.c:1508:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.513846:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326216.513849:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000015a32238 x1853175408657024/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326232 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.513855:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326216.513858:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326216.513861:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e76be85. 02000000:00000001:3.0:1767326216.513864:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326216.513866:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326216.513867:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326216.513870:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326216.513871:0:214087:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767326216.513874:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326216.513875:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326216.513877:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767326216.513879:0:214087:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000fc966ea5. 00000100:00000010:3.0:1767326216.513882:0:214087:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002e1fb146. 00000100:00000001:3.0:1767326216.513884:0:214087:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767326216.513886:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003a2eaa57. 02000000:00000001:3.0:1767326216.513890:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326216.513892:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326216.513893:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000015a32238. 00000100:00000001:3.0:1767326216.513897:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326216.513898:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767326216.513914:0:214087:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000108f1973. 10000000:01000000:3.0:1767326216.513918:0:214087:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:3.0:1767326216.513922:0:214087:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767326216.513924:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326216.513930:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326216.513932:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a5f98894 refcount=3 00000020:00000001:3.0:1767326216.513934:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344681472 : -115368364870144 : ffff9712b597f600) 00010000:00000001:3.0:1767326216.513938:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344681472 : -115368364870144 : ffff9712b597f600) 00010000:00000001:3.0:1767326216.513941:0:214087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767326216.513944:0:214087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: 00000000a5f98894/0x437b5ddfad697eb9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca8575824c5 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326216.513954:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326216.513956:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767326216.513958:0:214087:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: 00000000a5f98894/0x437b5ddfad697eb9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca8575824c5 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326216.513963:0:214087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767326216.513964:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326216.513965:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767326216.513967:0:214087:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326216.513970:0:214087:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326216.513972:0:214087:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767326216.513975:0:214087:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767326216.513976:0:214087:0:(mgc_request.c:108:config_log_get()) log lustre-client (0000000026e82522) refs 2 10000000:00000001:3.0:1767326216.513977:0:214087:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326216.513979:0:214087:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767326216.513980:0:214087:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(00000000005c1892) refs 3 10000000:00000001:3.0:1767326216.513982:0:214087:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767326216.513983:0:214087:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767326216.513983:0:214087:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:3.0:1767326216.513985:0:214087:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:3.0:1767326216.513986:0:214087:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff971288e2b000 from 42 10000000:00000001:3.0:1767326216.513988:0:214087:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767326216.513989:0:214087:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1767326216.513991:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000015a32238. 00000020:00000040:3.0:1767326216.513994:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326216.513997:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326216.514000:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326216.514005:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326216.514589:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a2eaa57. 00000100:00000001:3.0:1767326216.514599:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326216.514604:0:214087:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767326216.514607:0:214087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767326216.514616:0:214087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000023ea607b. 00010000:00000001:3.0:1767326216.514621:0:214087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767326216.514625:0:214087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000030ebf808. 00000020:00000001:3.0:1767326216.514630:0:214087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767326216.514632:0:214087:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000030ebf808 with handle 0x437b5ddfad697ec0 to hash 00000020:00000001:3.0:1767326216.514634:0:214087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767326216.514636:0:214087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628704730634752 : -115368978916864 : ffff971290fe5a00) 00010000:00000001:3.0:1767326216.514639:0:214087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628704730634752 : -115368978916864 : ffff971290fe5a00) 00010000:00000001:3.0:1767326216.514642:0:214087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326216.514645:0:214087:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326216.514647:0:214087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: 0000000030ebf808/0x437b5ddfad697ec0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326216.514655:0:214087:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: 0000000030ebf808/0x437b5ddfad697ec0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326216.514665:0:214087:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: 0000000030ebf808/0x437b5ddfad697ec0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767326216.514670:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767326216.514672:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767326216.514678:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000005419b94. 00000100:00000001:3.0:1767326216.514680:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705344354176 : -115368365197440 : ffff9712b592f780) 00000100:00000001:3.0:1767326216.514682:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326216.514684:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571628544 : -115369137923072 : ffff971287841c00) 00000100:00000001:3.0:1767326216.514690:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326216.514692:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.514695:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767326216.514696:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326216.514701:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000015a32238 x1853175408657152/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.514721:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326216.514723:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326216.514727:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326216.514730:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326216.514733:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326216.514736:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000015a32238 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408657152:192.168.202.142@tcp:101: 00000100:00000001:3.0:1767326216.514740:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326216.514746:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326216.514748:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326216.514751:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326216.514755:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002e1fb146. 02000000:00000001:3.0:1767326216.514757:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326216.514761:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000aa42f75. 00000400:00000010:3.0:1767326216.514768:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9265563. 00000100:00000200:3.0:1767326216.514777:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408657152, portal 25 00000100:00000001:3.0:1767326216.514779:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326216.514781:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571628544 : -115369137923072 : ffff971287841c00) 00000100:00000040:3.0:1767326216.514784:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000015a32238 x1853175408657152/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.514792:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326216.514795:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326216.514797:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f68e8c4e. 00000100:00000200:3.0:1767326216.514800:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175408657152, offset 0 00000400:00000200:3.0:1767326216.514806:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326216.514818:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326216.514825:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326216.514830:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326216.514834:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326216.514838:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326216.514841:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [274:274:256:4294967295] 192.168.202.142@tcp LPNI seq info [274:274:8:4294967295] 00000400:00000200:3.0:1767326216.514852:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326216.514863:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326216.514869:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c363976a. 00000800:00000200:3.0:1767326216.514875:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326216.514884:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326216.514888:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c363976a type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1767326216.514907:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.514912:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306088136 00000100:00000001:3.0:1767326216.514920:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306088132 00000100:00000001:3.0:1767326216.514926:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306088136 00000100:00000001:3.0:1767326216.514930:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306088132 00000100:00000001:3.0:1767326216.514933:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306088136 00000100:00000001:3.0:1767326216.514937:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306088132 00000100:00000001:3.0:1767326216.514939:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306088136 00000100:00000001:3.0:1767326216.514942:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306088132 00000100:00000001:3.0:1767326216.514944:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326216.514947:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.514949:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326216.514952:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767326216.514954:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 0000000005419b94 going to sleep for 11 seconds 00000100:00000001:3.0:1767326216.514959:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326216.514962:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326216.515002:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326216.515007:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c363976a. 00000400:00000200:2.0:1767326216.515012:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326216.515018:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326216.515022:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f68e8c4e 00000400:00000010:2.0:1767326216.515024:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f68e8c4e. 00000100:00000001:2.0:1767326216.515038:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326216.515043:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000015a32238 x1853175408657152/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326216.515052:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326216.515055:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000015a32238 x1853175408657152/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326216.515061:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326216.515063:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326216.516493:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326216.516504:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326216.516507:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326216.516510:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326216.516518:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326216.516527:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 344 into portal 25 MB=0x6957405f08300 00000400:00000200:3.0:1767326216.516534:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 344/344 into md 0x965 [1] + 224 00000800:00000001:3.0:1767326216.516552:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326216.516565:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326216.516567:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326216.516570:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326216.516575:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326216.516578:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000015a32238 x1853175408657152/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326216.516586:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000015a32238 x1853175408657152/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.516610:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326216.516619:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326216.516622:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326216.516638:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326216.516646:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326216.516647:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326216.516649:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000aa42f75. 00000400:00000200:1.0:1767326216.516652:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9265563 00000400:00000010:1.0:1767326216.516654:0:214087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9265563. 00000100:00000001:1.0:1767326216.516663:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326216.516666:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000015a32238 x1853175408657152/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326216.516674:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000015a32238 x1853175408657152/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.516679:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326216.516680:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326216.516682:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326216.516685:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326216.516687:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326216.516689:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326216.516691:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326216.516698:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=62 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326216.516702:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=62 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326216.516704:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326216.516706:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326216.516708:0:214087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326216.516709:0:214087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.516711:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326216.516714:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000015a32238 x1853175408657152/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.516720:0:214087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326216.516723:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326216.516725:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326216.516729:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015a32238 x1853175408657152/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326216.516736:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000015a32238 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408657152:192.168.202.142@tcp:101: 00000100:00000001:1.0:1767326216.516741:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326216.516744:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.516747:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326216.516749:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326216.516752:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000015a32238 x1853175408657152/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.516770:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326216.516773:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000005419b94. 00000100:00000001:1.0:1767326216.516776:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326216.516778:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326216.516780:0:214087:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767326216.516783:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326216.516785:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326216.516788:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000030ebf808 refcount=4 00000020:00000001:1.0:1767326216.516790:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704730634752 : -115368978916864 : ffff971290fe5a00) 00010000:00000001:1.0:1767326216.516793:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704730634752 : -115368978916864 : ffff971290fe5a00) 00010000:00000040:1.0:1767326216.516799:0:214087:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000030ebf808, remote cookie: 0xa7160ca8575824cc, flags: 0x0 00010000:00000001:1.0:1767326216.516803:0:214087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767326216.516808:0:214087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767326216.516811:0:214087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767326216.516814:0:214087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767326216.516815:0:214087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767326216.516818:0:214087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000023ea607b) refcount = 1 00010000:00010000:1.0:1767326216.516823:0:214087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: 0000000030ebf808/0x437b5ddfad697ec0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca8575824cc expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326216.516832:0:214087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767326216.516835:0:214087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767326216.516836:0:214087:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326216.516841:0:214087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767326216.516844:0:214087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326216.516846:0:214087:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: 0000000030ebf808/0x437b5ddfad697ec0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7160ca8575824cc expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326216.516853:0:214087:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767326216.516855:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326216.516857:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326216.516858:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326216.516859:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326216.516861:0:214087:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.516871:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326216.516874:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000015a32238 x1853175408657152/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.516882:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326216.516885:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326216.516888:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002e1fb146. 02000000:00000001:1.0:1767326216.516891:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326216.516893:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326216.516895:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326216.516897:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326216.516900:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003a2eaa57. 02000000:00000001:1.0:1767326216.516905:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326216.516906:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326216.516908:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000015a32238. 00000100:00000001:1.0:1767326216.516912:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326216.516914:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767326216.516916:0:214087:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326216.516920:0:214087:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767326216.516922:0:214087:0:(mgc_request.c:108:config_log_get()) log lustre-client (0000000026e82522) refs 3 10000000:00000001:1.0:1767326216.516924:0:214087:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326216.516926:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326216.516928:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326216.516929:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000030ebf808 refcount=3 00000020:00000001:1.0:1767326216.516931:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704730634752 : -115368978916864 : ffff971290fe5a00) 00010000:00000001:1.0:1767326216.516933:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704730634752 : -115368978916864 : ffff971290fe5a00) 00010000:00000001:1.0:1767326216.516935:0:214087:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767326216.516936:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326216.516937:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326216.516938:0:214087:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326216.516940:0:214087:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1767326216.516944:0:214087:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000926fecc1. 00000020:00000010:1.0:1767326216.516948:0:214087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d685db5e. 00000020:00000010:1.0:1767326216.516955:0:214087:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b90f88e5. 00000040:00000010:1.0:1767326216.516960:0:214087:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c0f41a40. 00000020:00000010:1.0:1767326216.516966:0:214087:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000060e4f12d. 00000020:00000010:1.0:1767326216.516974:0:214087:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000045e4d203. 80000000:00000010:1.0:1767326216.516987:0:214087:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000077c981a6. 00040000:00000010:1.0:1767326216.516997:0:214087:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000021b93f38. 20000000:00000010:1.0:1767326216.517003:0:214087:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000caac0d1b. 10000000:00000040:1.0:1767326216.517008:0:214087:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000007c1e0515 : new refcount 2 00000020:00000001:1.0:1767326216.517024:0:214087:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1767326216.517026:0:214087:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1767326216.517029:0:214087:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767326216.517033:0:214087:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005ae55e2e. 00000040:00000001:1.0:1767326216.517037:0:214087:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767326216.517039:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000010:1.0:1767326216.517044:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd91ad23. 00000020:00000040:1.0:1767326216.517047:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326216.517051:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326216.517054:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326216.517058:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326216.517063:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000985ce447. 00000100:00000001:1.0:1767326216.517069:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.517074:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767326216.517076:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767326216.517081:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006ec430bc. 00000100:00000001:1.0:1767326216.517083:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628704510494208 : -115369199057408 : ffff971283df4600) 00000100:00000001:1.0:1767326216.517086:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326216.517087:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604912512 : -115369104639104 : ffff9712897ffb80) 00000100:00000001:1.0:1767326216.517091:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326216.517093:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.517095:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767326216.517097:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326216.517100:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd91ad23 x1853175408657280/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.517107:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326216.517109:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326216.517113:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326216.517115:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326216.517118:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326216.517121:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cd91ad23 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408657280:192.168.202.142@tcp:501: 00000100:00000001:1.0:1767326216.517131:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326216.517136:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326216.517139:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326216.517141:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326216.517144:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa5db81d. 02000000:00000001:1.0:1767326216.517146:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326216.517151:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046a78a7a. 00000400:00000010:1.0:1767326216.517156:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000512df998. 00000100:00000200:1.0:1767326216.517162:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408657280, portal 25 00000100:00000001:1.0:1767326216.517165:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326216.517166:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604912512 : -115369104639104 : ffff9712897ffb80) 00000100:00000040:1.0:1767326216.517171:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cd91ad23 x1853175408657280/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.517179:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326216.517182:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326216.517184:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765198f9. 00000100:00000200:1.0:1767326216.517186:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853175408657280, offset 0 00000400:00000200:1.0:1767326216.517193:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326216.517201:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326216.517206:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326216.517209:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326216.517214:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326216.517216:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326216.517219:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [275:275:256:4294967295] 192.168.202.142@tcp LPNI seq info [275:275:8:4294967295] 00000400:00000200:1.0:1767326216.517237:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326216.517243:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326216.517248:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d731ab4b. 00000800:00000200:1.0:1767326216.517253:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326216.517260:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326216.517264:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d731ab4b type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1767326216.517281:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.517291:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306088138 00000100:00000001:1.0:1767326216.517299:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306088136 00000100:00000001:1.0:1767326216.517305:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306088138 00000100:00000001:1.0:1767326216.517309:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306088136 00000100:00000001:1.0:1767326216.517312:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306088138 00000100:00000001:1.0:1767326216.517315:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306088136 00000100:00000001:1.0:1767326216.517318:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306088138 00000100:00000001:1.0:1767326216.517320:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306088136 00000100:00000001:1.0:1767326216.517323:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326216.517326:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.517328:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326216.517330:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767326216.517332:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 000000006ec430bc going to sleep for 11 seconds 00000100:00000001:1.0:1767326216.517335:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326216.517337:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326216.517370:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326216.517374:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d731ab4b. 00000400:00000200:3.0:1767326216.517378:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326216.517383:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326216.517386:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765198f9 00000400:00000010:3.0:1767326216.517388:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765198f9. 00000100:00000001:3.0:1767326216.517392:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326216.517396:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cd91ad23 x1853175408657280/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.517435:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326216.517520:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000cd91ad23 x1853175408657280/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.517525:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.517526:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326216.518980:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326216.518997:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326216.519001:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326216.519005:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326216.519017:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326216.519039:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 272 into portal 25 MB=0x6957405f08380 00000400:00000200:3.0:1767326216.519049:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 272/272 into md 0x96d [1] + 224 00000800:00000001:3.0:1767326216.519057:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326216.519080:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326216.519083:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326216.519088:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326216.519095:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326216.519104:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cd91ad23 x1853175408657280/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326216.519116:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000cd91ad23 x1853175408657280/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.519150:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326216.519158:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326216.519164:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326216.519239:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326216.519247:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326216.519257:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326216.519262:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046a78a7a. 00000400:00000200:0.0:1767326216.519267:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000512df998 00000400:00000010:0.0:1767326216.519270:0:214087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000512df998. 00000100:00000001:0.0:1767326216.519273:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326216.519277:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cd91ad23 x1853175408657280/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326216.519285:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cd91ad23 x1853175408657280/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.519291:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326216.519293:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326216.519295:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326216.519298:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326216.519300:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326216.519302:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326216.519305:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326216.519312:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=62 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326216.519316:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=62 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326216.519319:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326216.519320:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326216.519323:0:214087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326216.519325:0:214087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326216.519328:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326216.519331:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cd91ad23 x1853175408657280/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.519351:0:214087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326216.519354:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326216.519356:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326216.519360:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd91ad23 x1853175408657280/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326216.519367:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cd91ad23 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408657280:192.168.202.142@tcp:501: 00000100:00000001:0.0:1767326216.519371:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326216.519374:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326216.519376:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326216.519378:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326216.519380:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cd91ad23 x1853175408657280/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.519385:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326216.519388:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006ec430bc. 00000100:00000001:0.0:1767326216.519392:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326216.519393:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767326216.519468:0:214087:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1767326216.519473:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326216.519476:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326216.519479:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326216.519481:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326216.519484:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cd91ad23 x1853175408657280/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.519492:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326216.519505:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326216.519509:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa5db81d. 02000000:00000001:0.0:1767326216.519513:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326216.519515:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326216.519517:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326216.519518:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326216.519520:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000985ce447. 02000000:00000001:0.0:1767326216.519525:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326216.519533:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326216.519535:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd91ad23. 00000100:00000001:0.0:1767326216.519549:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326216.519551:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767326216.519553:0:214087:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767326216.519556:0:214087:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767326216.519563:0:214087:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007f8b7218. 00000040:00000001:0.0:1767326216.519565:0:214087:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767326216.519566:0:214087:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1767326216.519569:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000010:0.0:1767326216.519573:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c3e9606. 00000020:00000040:0.0:1767326216.519575:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326216.519579:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326216.519582:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326216.519586:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326216.519591:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1b610a2. 00000100:00000001:0.0:1767326216.519598:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326216.519602:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326216.519604:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326216.519610:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7a5eeb6. 00000100:00000001:0.0:1767326216.519612:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705343116800 : -115368366434816 : ffff9712b5801600) 00000100:00000001:0.0:1767326216.519615:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326216.519616:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453963264 : -115368255588352 : ffff9712bc1b7800) 00000100:00000001:0.0:1767326216.519620:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326216.519622:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326216.519624:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326216.519625:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326216.519629:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c3e9606 x1853175408657408/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.519636:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326216.519638:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326216.519641:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326216.519643:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326216.519645:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326216.519648:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c3e9606 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408657408:192.168.202.142@tcp:503: 00000100:00000001:0.0:1767326216.519660:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326216.519665:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326216.519668:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326216.519670:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326216.519684:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a4570ff0. 02000000:00000001:0.0:1767326216.519686:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326216.519691:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063a096b3. 00000400:00000010:0.0:1767326216.519696:0:214087:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000101f4094. 00000100:00000200:0.0:1767326216.519703:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853175408657408, portal 25 00000100:00000001:0.0:1767326216.519705:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326216.519706:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453963264 : -115368255588352 : ffff9712bc1b7800) 00000100:00000040:0.0:1767326216.519710:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c3e9606 x1853175408657408/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326232 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.519717:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326216.519720:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326216.519723:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 00000100:00000200:0.0:1767326216.519726:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853175408657408, offset 0 00000400:00000200:0.0:1767326216.519734:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326216.519745:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326216.519750:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326216.519755:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326216.519758:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326216.519761:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326216.519765:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [276:276:256:4294967295] 192.168.202.142@tcp LPNI seq info [276:276:8:4294967295] 00000400:00000200:0.0:1767326216.519774:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326216.519779:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326216.519782:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb4be34. 00000800:00000200:0.0:1767326216.519788:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326216.519794:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326216.519797:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb4be34 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767326216.519810:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326216.519821:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306088141 00000100:00000001:0.0:1767326216.519828:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306088138 00000100:00000001:0.0:1767326216.519832:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306088141 00000100:00000001:0.0:1767326216.519836:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306088138 00000100:00000001:0.0:1767326216.519839:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306088141 00000100:00000001:0.0:1767326216.519842:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306088138 00000100:00000001:0.0:1767326216.519844:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306088141 00000100:00000001:0.0:1767326216.519846:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306088138 00000100:00000001:0.0:1767326216.519849:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326216.519851:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326216.519853:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326216.519855:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326216.519857:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f7a5eeb6 going to sleep for 11 seconds 00000100:00000001:0.0:1767326216.519860:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326216.519862:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326216.519903:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326216.519907:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb4be34. 00000400:00000200:3.0:1767326216.519911:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326216.519918:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326216.519922:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 00000400:00000010:3.0:1767326216.519923:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00000100:00000001:3.0:1767326216.519926:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326216.519930:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c3e9606 x1853175408657408/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326232 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.519937:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326216.519939:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001c3e9606 x1853175408657408/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326232 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.519943:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.519945:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326216.521562:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326216.521572:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326216.521575:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326216.521577:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326216.521583:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326216.521638:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 8416 into portal 25 MB=0x6957405f08400 00000400:00000200:3.0:1767326216.521643:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 8416/8416 into md 0x975 [4] + 224 00000800:00000001:3.0:1767326216.521647:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326216.521699:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326216.521705:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326216.521711:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326216.521714:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326216.521718:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c3e9606 x1853175408657408/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326232 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326216.521728:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@000000001c3e9606 x1853175408657408/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.521743:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326216.521750:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326216.521754:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326216.521771:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326216.521777:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326216.521779:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326216.521781:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063a096b3. 00000400:00000200:0.0:1767326216.521785:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000101f4094 00000400:00000010:0.0:1767326216.521787:0:214087:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000101f4094. 00000100:00000001:0.0:1767326216.521789:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326216.521793:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c3e9606 x1853175408657408/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326216.521804:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c3e9606 x1853175408657408/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.521810:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326216.521813:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326216.521815:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326216.521818:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326216.521820:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326216.521821:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326216.521834:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326216.521838:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=62 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326216.521843:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=62 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326216.521845:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326216.521846:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326216.521848:0:214087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326216.521850:0:214087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326216.521852:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326216.521856:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c3e9606 x1853175408657408/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.521862:0:214087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326216.521865:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326216.521866:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326216.521870:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c3e9606 x1853175408657408/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326232 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326216.521877:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c3e9606 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408657408:192.168.202.142@tcp:503: 00000100:00000001:0.0:1767326216.521882:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326216.521884:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326216.521885:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326216.521888:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326216.521890:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c3e9606 x1853175408657408/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326232 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.521896:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326216.521898:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f7a5eeb6. 00000100:00000001:0.0:1767326216.521902:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326216.521903:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767326216.521909:0:214087:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1767326216.521910:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326216.521913:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c3e9606 x1853175408657408/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326232 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.521920:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326216.521923:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326216.521924:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a4570ff0. 02000000:00000001:0.0:1767326216.521943:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326216.521945:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326216.521947:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326216.521949:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326216.521951:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f1b610a2. 02000000:00000001:0.0:1767326216.521954:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326216.521955:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326216.521957:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c3e9606. 00000100:00000001:0.0:1767326216.521959:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326216.521961:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326216.521964:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326216.521965:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326216.521966:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767326216.521968:0:214087:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767326216.521970:0:214087:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767326216.521973:0:214087:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767326216.521979:0:214087:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000003c97101f. 00000040:00001000:0.0:1767326216.521982:0:214087:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:3.0:1767326216.522216:0:216693:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767326216.522223:0:216693:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e76be85. 00000020:00000010:3.0:1767326216.522231:0:216693:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c8e2e48c. 00000040:00000010:3.0:1767326216.522235:0:216693:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000a38d129. 00000020:00000010:3.0:1767326216.522240:0:216693:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000091cb25f9. 00000020:00000010:3.0:1767326216.522246:0:216693:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000059988545. 00000020:00000010:3.0:1767326216.522257:0:216693:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003a2eaa57. 80000000:00000010:3.0:1767326216.522265:0:216693:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d429ad70. 40000000:00000010:3.0:1767326216.522269:0:216693:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fc966ea5. 00100000:00000010:3.0:1767326216.522276:0:216693:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004597e147. 00040000:00000010:3.0:1767326216.522282:0:216693:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008ce1a50c. 00040000:00000010:3.0:1767326216.522286:0:216693:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d678c42c. 00040000:00000010:3.0:1767326216.522293:0:216693:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a9096370. 00000004:00000010:3.0:1767326216.522298:0:216693:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000065ce42ba. 00000004:00000010:3.0:1767326216.522303:0:216693:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000344ad91b. 00000004:00000010:3.0:1767326216.522309:0:216693:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008aaf810d. 00002000:00000010:3.0:1767326216.522315:0:216693:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000baecda30. 00000004:00000010:3.0:1767326216.522319:0:216693:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009d97b725. 00000020:00000010:3.0:1767326216.522324:0:216693:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000af0e163. 00000040:00000010:3.0:1767326216.522331:0:216693:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000dec0c259. 00000040:00001000:3.0:1767326216.522334:0:216693:0:(llog.c:607:llog_process_thread()) index: 42 last_index 64767 00000040:00000001:3.0:1767326216.522336:0:216693:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767326216.522345:0:216693:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767326216.522347:0:216693:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000010:3.0:1767326216.522352:0:216693:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9b89a7. 00000020:00000040:3.0:1767326216.522355:0:216693:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326216.522358:0:216693:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326216.522360:0:216693:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326216.522364:0:216693:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326216.522369:0:216693:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae3756b9. 00000100:00000001:3.0:1767326216.522374:0:216693:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.522377:0:216693:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767326216.522378:0:216693:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767326216.522382:0:216693:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009fc49221. 00000100:00000001:3.0:1767326216.522383:0:216693:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705344352448 : -115368365199168 : ffff9712b592f0c0) 00000100:00000001:3.0:1767326216.522386:0:216693:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326216.522387:0:216693:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571622272 : -115369137929344 : ffff971287840380) 00000100:00000001:3.0:1767326216.522391:0:216693:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326216.522394:0:216693:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.522395:0:216693:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767326216.522422:0:216693:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326216.522427:0:216693:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9b89a7 x1853175408657536/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.522434:0:216693:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326216.522436:0:216693:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326216.522440:0:216693:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326216.522442:0:216693:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326216.522445:0:216693:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326216.522448:0:216693:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d78984fc-6fc9-437f-a1d6-38da7564c553:216693:1853175408657536:192.168.202.142@tcp:502: 00000100:00000001:3.0:1767326216.522451:0:216693:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326216.522454:0:216693:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326216.522456:0:216693:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326216.522458:0:216693:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326216.522469:0:216693:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a4570ff0. 02000000:00000001:3.0:1767326216.522472:0:216693:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326216.522476:0:216693:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf6eaaf9. 00000400:00000010:3.0:1767326216.522485:0:216693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000000dc229d0. 00000100:00000200:3.0:1767326216.522489:0:216693:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853175408657536, portal 25 00000100:00000001:3.0:1767326216.522491:0:216693:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326216.522493:0:216693:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571622272 : -115369137929344 : ffff971287840380) 00000100:00000040:3.0:1767326216.522497:0:216693:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9b89a7 x1853175408657536/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326232 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.522504:0:216693:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326216.522507:0:216693:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326216.522510:0:216693:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000848bd3d. 00000100:00000200:3.0:1767326216.522513:0:216693:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853175408657536, offset 0 00000400:00000200:3.0:1767326216.522519:0:216693:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326216.522526:0:216693:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326216.522530:0:216693:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326216.522534:0:216693:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326216.522537:0:216693:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326216.522551:0:216693:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326216.522555:0:216693:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [277:277:256:4294967295] 192.168.202.142@tcp LPNI seq info [277:277:8:4294967295] 00000400:00000200:3.0:1767326216.522565:0:216693:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326216.522570:0:216693:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326216.522574:0:216693:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea9a1391. 00000800:00000200:3.0:1767326216.522578:0:216693:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326216.522584:0:216693:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326216.522587:0:216693:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea9a1391 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767326216.522601:0:216693:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.522605:0:216693:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306088144 00000100:00000001:3.0:1767326216.522611:0:216693:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306088141 00000100:00000001:3.0:1767326216.522616:0:216693:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306088144 00000100:00000001:3.0:1767326216.522620:0:216693:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306088141 00000100:00000001:3.0:1767326216.522622:0:216693:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306088144 00000100:00000001:3.0:1767326216.522624:0:216693:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306088141 00000100:00000001:3.0:1767326216.522635:0:216693:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306088144 00000100:00000001:3.0:1767326216.522639:0:216693:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306088141 00000100:00000001:3.0:1767326216.522642:0:216693:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326216.522645:0:216693:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.522647:0:216693:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326216.522648:0:216693:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767326216.522650:0:216693:0:(client.c:2690:ptlrpc_set_wait()) set 000000009fc49221 going to sleep for 11 seconds 00000100:00000001:3.0:1767326216.522653:0:216693:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326216.522655:0:216693:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326216.522662:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326216.522666:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea9a1391. 00000400:00000200:0.0:1767326216.522670:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326216.522676:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326216.522683:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000848bd3d 00000400:00000010:0.0:1767326216.522685:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000848bd3d. 00000100:00000001:0.0:1767326216.522689:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326216.522693:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9b89a7 x1853175408657536/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326232 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.522702:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326216.522704:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003e9b89a7 x1853175408657536/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326232 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.522711:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326216.522712:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767326216.524630:0:216692:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000875b9a24. 00000020:00000040:1.0:1767326216.524646:0:216692:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-MDT0001-mdc-ffff971288e2b000 has already been connecting to new target(5) 00000020:00000010:1.0:1767326216.524649:0:216692:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000875b9a24. 00000800:00000001:3.0:1767326216.524787:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326216.524799:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326216.524802:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326216.524804:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326216.524811:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326216.524865:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 8472 into portal 25 MB=0x6957405f08480 00000400:00000200:3.0:1767326216.524874:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 8472/8472 into md 0x97d [4] + 224 00000800:00000001:3.0:1767326216.524881:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326216.524891:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326216.524894:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326216.524897:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326216.524903:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326216.524910:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9b89a7 x1853175408657536/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326232 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326216.524921:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@000000003e9b89a7 x1853175408657536/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.524939:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326216.524947:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326216.524950:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326216.524972:0:216693:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326216.524990:0:216693:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326216.524994:0:216693:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326216.524998:0:216693:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf6eaaf9. 00000400:00000200:2.0:1767326216.525003:0:216693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dc229d0 00000400:00000010:2.0:1767326216.525005:0:216693:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000000dc229d0. 00000100:00000001:2.0:1767326216.525010:0:216693:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326216.525019:0:216693:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9b89a7 x1853175408657536/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326216.525031:0:216693:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9b89a7 x1853175408657536/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326216.525039:0:216693:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326216.525041:0:216693:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326216.525045:0:216693:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326216.525047:0:216693:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326216.525050:0:216693:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326216.525053:0:216693:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326216.525057:0:216693:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326216.525065:0:216693:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=62 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326216.525069:0:216693:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=62 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326216.525079:0:216693:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326216.525082:0:216693:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326216.525085:0:216693:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326216.525088:0:216693:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326216.525091:0:216693:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326216.525096:0:216693:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9b89a7 x1853175408657536/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326216.525104:0:216693:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326216.525107:0:216693:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326216.525110:0:216693:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326216.525114:0:216693:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9b89a7 x1853175408657536/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326232 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326216.525121:0:216693:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d78984fc-6fc9-437f-a1d6-38da7564c553:216693:1853175408657536:192.168.202.142@tcp:502: 00000100:00000001:2.0:1767326216.525128:0:216693:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326216.525132:0:216693:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326216.525134:0:216693:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767326216.525137:0:216693:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326216.525140:0:216693:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9b89a7 x1853175408657536/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326232 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326216.525147:0:216693:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326216.525149:0:216693:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009fc49221. 00000100:00000001:2.0:1767326216.525153:0:216693:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767326216.525155:0:216693:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767326216.525164:0:216693:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1767326216.525167:0:216693:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326216.525169:0:216693:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9b89a7 x1853175408657536/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326232 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326216.525176:0:216693:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326216.525179:0:216693:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326216.525182:0:216693:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a4570ff0. 02000000:00000001:2.0:1767326216.525197:0:216693:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326216.525200:0:216693:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326216.525203:0:216693:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326216.525214:0:216693:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326216.525216:0:216693:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ae3756b9. 02000000:00000001:2.0:1767326216.525221:0:216693:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326216.525223:0:216693:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326216.525225:0:216693:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9b89a7. 00000100:00000001:2.0:1767326216.525229:0:216693:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326216.525230:0:216693:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326216.525233:0:216693:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326216.525235:0:216693:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326216.525237:0:216693:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767326216.525239:0:216693:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767326216.525243:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638e000 type=0x10620000 idx=1 00000040:00001000:2.0:1767326216.525248:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:2.0:1767326216.525249:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638e0e0 type=0x10620000 idx=2 00000040:00001000:2.0:1767326216.525251:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 2 00000040:00001000:2.0:1767326216.525253:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638e158 type=0x10620000 idx=3 00000040:00001000:2.0:1767326216.525255:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 3 00000040:00001000:2.0:1767326216.525256:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638e200 type=0x10620000 idx=4 00000040:00001000:2.0:1767326216.525258:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 4 00000040:00001000:2.0:1767326216.525259:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638e2e0 type=0x10620000 idx=5 00000040:00001000:2.0:1767326216.525261:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 5 00000040:00001000:2.0:1767326216.525263:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638e3c0 type=0x10620000 idx=6 00000040:00001000:2.0:1767326216.525264:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 6 00000040:00001000:2.0:1767326216.525266:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638e438 type=0x10620000 idx=7 00000040:00001000:2.0:1767326216.525267:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 7 00000040:00001000:2.0:1767326216.525269:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638e4e0 type=0x10620000 idx=8 00000040:00001000:2.0:1767326216.525271:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 8 00000040:00001000:2.0:1767326216.525273:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638e5c0 type=0x10620000 idx=9 00000040:00001000:2.0:1767326216.525275:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 9 00000040:00001000:2.0:1767326216.525276:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638e6a0 type=0x10620000 idx=10 00000040:00001000:2.0:1767326216.525278:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 10 00000040:00001000:2.0:1767326216.525279:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638e718 type=0x10620000 idx=11 00000040:00001000:2.0:1767326216.525281:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 11 00000040:00001000:2.0:1767326216.525283:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638e7f8 type=0x10620000 idx=12 00000040:00001000:2.0:1767326216.525285:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 12 00000040:00001000:2.0:1767326216.525286:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638e8d8 type=0x10620000 idx=13 00000040:00001000:2.0:1767326216.525295:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 13 00000040:00001000:2.0:1767326216.525296:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638e930 type=0x10620000 idx=14 00000040:00001000:2.0:1767326216.525298:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 14 00000040:00001000:2.0:1767326216.525299:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638e9b0 type=0x10620000 idx=15 00000040:00001000:2.0:1767326216.525302:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 15 00000040:00001000:2.0:1767326216.525303:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638ea40 type=0x10620000 idx=16 00000040:00001000:2.0:1767326216.525305:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 16 00000040:00001000:2.0:1767326216.525307:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638eae0 type=0x10620000 idx=17 00000040:00001000:2.0:1767326216.525308:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 17 00000040:00001000:2.0:1767326216.525310:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638ebc0 type=0x10620000 idx=18 00000040:00001000:2.0:1767326216.525312:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 18 00000040:00001000:2.0:1767326216.525313:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638eca0 type=0x10620000 idx=19 00000040:00001000:2.0:1767326216.525315:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 19 00000040:00001000:2.0:1767326216.525316:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638ecf0 type=0x10620000 idx=20 00000040:00001000:2.0:1767326216.525318:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 20 00000040:00001000:2.0:1767326216.525319:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638edd0 type=0x10620000 idx=21 00000040:00001000:2.0:1767326216.525321:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 21 00000040:00001000:2.0:1767326216.525322:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638eeb0 type=0x10620000 idx=22 00000040:00001000:2.0:1767326216.525324:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 22 00000040:00001000:2.0:1767326216.525325:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638ef08 type=0x10620000 idx=23 00000040:00001000:2.0:1767326216.525327:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 23 00000040:00001000:2.0:1767326216.525328:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638ef88 type=0x10620000 idx=24 00000040:00001000:2.0:1767326216.525330:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 24 00000040:00001000:2.0:1767326216.525331:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638f018 type=0x10620000 idx=25 00000040:00001000:2.0:1767326216.525332:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 25 00000040:00001000:2.0:1767326216.525333:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638f0b8 type=0x10620000 idx=26 00000040:00001000:2.0:1767326216.525334:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 26 00000040:00001000:2.0:1767326216.525335:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638f198 type=0x10620000 idx=27 00000040:00001000:2.0:1767326216.525336:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 27 00000040:00001000:2.0:1767326216.525337:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638f278 type=0x10620000 idx=28 00000040:00001000:2.0:1767326216.525339:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 28 00000040:00001000:2.0:1767326216.525340:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638f2c8 type=0x10620000 idx=29 00000040:00001000:2.0:1767326216.525342:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 29 00000040:00001000:2.0:1767326216.525343:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638f3a8 type=0x10620000 idx=30 00000040:00001000:2.0:1767326216.525345:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 30 00000040:00001000:2.0:1767326216.525351:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638f488 type=0x10620000 idx=31 00000040:00001000:2.0:1767326216.525353:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 31 00000040:00001000:2.0:1767326216.525355:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638f4e0 type=0x10620000 idx=32 00000040:00001000:2.0:1767326216.525357:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 32 00000040:00001000:2.0:1767326216.525359:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638f560 type=0x10620000 idx=33 00000040:00001000:2.0:1767326216.525361:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 33 00000040:00001000:2.0:1767326216.525362:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638f5f0 type=0x10620000 idx=34 00000040:00001000:2.0:1767326216.525365:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 34 00000040:00001000:2.0:1767326216.525366:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638f670 type=0x10620000 idx=35 00000040:00001000:2.0:1767326216.525368:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 35 00000040:00001000:2.0:1767326216.525370:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638f750 type=0x10620000 idx=36 00000040:00001000:2.0:1767326216.525372:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 36 00000040:00001000:2.0:1767326216.525373:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638f830 type=0x10620000 idx=37 00000040:00001000:2.0:1767326216.525375:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 37 00000040:00001000:2.0:1767326216.525376:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638f880 type=0x10620000 idx=38 00000040:00001000:2.0:1767326216.525378:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 38 00000040:00001000:2.0:1767326216.525379:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638f960 type=0x10620000 idx=39 00000040:00001000:2.0:1767326216.525380:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 39 00000040:00001000:2.0:1767326216.525382:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638fa40 type=0x10620000 idx=40 00000040:00001000:2.0:1767326216.525384:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 40 00000040:00001000:2.0:1767326216.525385:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638fa98 type=0x10620000 idx=41 00000040:00001000:2.0:1767326216.525386:0:216693:0:(llog.c:759:llog_process_thread()) skipping lrh_index 41 00000040:00001000:2.0:1767326216.525387:0:216693:0:(llog.c:663:llog_process_thread()) processing rec 0xffff97128638fb18 type=0x10620000 idx=42 00000040:00001000:2.0:1767326216.525389:0:216693:0:(llog.c:776:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:2.0:1767326216.525392:0:216693:0:(llog.c:797:llog_process_thread()) index: 42, lh_last_idx: 57 synced_idx: 0 lgh_last_idx: 57 00000020:00000001:2.0:1767326216.525396:0:216693:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767326216.525531:0:216693:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000086a06c79. 00000020:01000000:2.0:1767326216.525536:0:216693:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000010:2.0:1767326216.525553:0:216693:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000d3201fc0. 00000020:00000080:2.0:1767326216.525557:0:216693:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:2.0:1767326216.525564:0:216693:0:(obd_config.c:671:class_setup()) Process entered 00000020:00020000:2.0:1767326216.525567:0:216693:0:(obd_config.c:689:class_setup()) Device 4 already setup (type mdc) 00000020:00000001:2.0:1767326216.528193:0:216693:0:(obd_config.c:690:class_setup()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:2.0:1767326216.528203:0:216693:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000080:2.0:1767326216.528219:0:216693:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767326216.528226:0:216693:0:(obd_config.c:794:class_detach()) Process entered 00000020:00020000:2.0:1767326216.528228:0:216693:0:(obd_config.c:797:class_detach()) OBD device 4 still set up 00000020:00000001:2.0:1767326216.530381:0:216693:0:(obd_config.c:798:class_detach()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:2.0:1767326216.530386:0:216693:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326216.530390:0:216693:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000d3201fc0. 00000020:00000010:2.0:1767326216.530395:0:216693:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000086a06c79. 00000020:00020000:2.0:1767326216.530417:0:216693:0:(obd_config.c:2001:class_config_llog_handler()) MGC192.168.202.142@tcp: cfg command failed: rc = -17 00000020:00000001:2.0:1767326216.533521:0:216693:0:(obd_config.c:2319:class_config_dump_handler()) Process entered 00000020:00000010:2.0:1767326216.533534:0:216693:0:(obd_config.c:2321:class_config_dump_handler()) kmalloced '(outstr)': 256 at 000000005c0c3cee. 00000020:00000001:2.0:1767326216.533551:0:216693:0:(obd_config.c:2250:class_config_parse_rec()) Process entered 00000020:00000001:2.0:1767326216.533556:0:216693:0:(obd_config.c:2309:class_config_parse_rec()) Process leaving (rc=79 : 79 : 4f) 00000020:02000400:2.0:1767326216.533558:0:216693:0:(obd_config.c:2327:class_config_dump_handler()) cmd=cf003 0:lustre-MDT0001-mdc 1:lustre-MDT0001_UUID 2:192.168.202.142@tcp 00000020:00000010:2.0:1767326216.536393:0:216693:0:(obd_config.c:2333:class_config_dump_handler()) kfreed 'outstr': 256 at 000000005c0c3cee. 00000020:00000001:2.0:1767326216.536421:0:216693:0:(obd_config.c:2334:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326216.536424:0:216693:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:2.0:1767326216.536428:0:216693:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:2.0:1767326216.536433:0:216693:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 57 00000040:00000010:2.0:1767326216.536437:0:216693:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000dec0c259. 00000020:00000010:2.0:1767326216.536451:0:216693:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000af0e163. 00000020:00000010:2.0:1767326216.536476:0:216693:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c8e2e48c. 00000040:00000010:2.0:1767326216.536483:0:216693:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000a38d129. 00000020:00000010:2.0:1767326216.536487:0:216693:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000091cb25f9. 00000020:00000010:2.0:1767326216.536494:0:216693:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000059988545. 00000020:00000010:2.0:1767326216.536502:0:216693:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003a2eaa57. 80000000:00000010:2.0:1767326216.536507:0:216693:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d429ad70. 40000000:00000010:2.0:1767326216.536515:0:216693:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fc966ea5. 00100000:00000010:2.0:1767326216.536521:0:216693:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004597e147. 00040000:00000010:2.0:1767326216.536528:0:216693:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008ce1a50c. 00040000:00000010:2.0:1767326216.536533:0:216693:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d678c42c. 00040000:00000010:2.0:1767326216.536538:0:216693:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a9096370. 00000004:00000010:2.0:1767326216.536556:0:216693:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000065ce42ba. 00000004:00000010:2.0:1767326216.536562:0:216693:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000344ad91b. 00000004:00000010:2.0:1767326216.536588:0:216693:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008aaf810d. 00002000:00000010:2.0:1767326216.536593:0:216693:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000baecda30. 00000004:00000010:2.0:1767326216.536597:0:216693:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009d97b725. 00000020:00000010:2.0:1767326216.536601:0:216693:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e76be85. 00000040:00000010:0.0:1767326216.536754:0:214087:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000003c97101f. 00000040:00000001:0.0:1767326216.536760:0:214087:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:0.0:1767326216.536763:0:214087:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 42-42 (rc=-17) 00000040:00000010:0.0:1767326216.536775:0:214087:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007f8b7218. 00000040:00000010:0.0:1767326216.536781:0:214087:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005ae55e2e. 00000020:00000001:0.0:1767326216.536784:0:214087:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:0.0:1767326216.536788:0:214087:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:0.0:1767326216.536793:0:214087:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b90f88e5. 00000040:00000010:0.0:1767326216.536797:0:214087:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c0f41a40. 00000020:00000010:0.0:1767326216.536800:0:214087:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000060e4f12d. 00000020:00000010:0.0:1767326216.536804:0:214087:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000045e4d203. 80000000:00000010:0.0:1767326216.536808:0:214087:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000077c981a6. 00040000:00000010:0.0:1767326216.536811:0:214087:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000021b93f38. 20000000:00000010:0.0:1767326216.536816:0:214087:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000caac0d1b. 00000020:00000010:0.0:1767326216.536819:0:214087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d685db5e. 10000000:00000010:0.0:1767326216.536822:0:214087:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000926fecc1. 10000000:01000000:0.0:1767326216.536828:0:214087:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:0.0:1767326216.536831:0:214087:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767326216.536835:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326216.536838:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326216.536841:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000030ebf808 refcount=3 00000020:00000001:0.0:1767326216.536843:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704730634752 : -115368978916864 : ffff971290fe5a00) 00010000:00000001:0.0:1767326216.536846:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704730634752 : -115368978916864 : ffff971290fe5a00) 00010000:00000001:0.0:1767326216.536850:0:214087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326216.536854:0:214087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: 0000000030ebf808/0x437b5ddfad697ec0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca8575824cc expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326216.536865:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326216.536866:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767326216.536868:0:214087:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: 0000000030ebf808/0x437b5ddfad697ec0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca8575824cc expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326216.536874:0:214087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326216.536875:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326216.536876:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767326216.536878:0:214087:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326216.536880:0:214087:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:0.0:1767326216.536889:0:214087:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:0.0:1767326216.539217:0:214087:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767326216.539222:0:214087:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767326216.539224:0:214087:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (0000000065c0aa42) refs 2 10000000:00000001:0.0:1767326216.539229:0:214087:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326216.539231:0:214087:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767326216.539232:0:214087:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000026e82522) refs 3 10000000:00000001:0.0:1767326216.539234:0:214087:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767326216.539235:0:214087:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767326216.539238:0:214087:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1767326216.539240:0:214087:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:0.0:1767326216.539241:0:214087:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9712834fe360 from 1 10000000:00000001:0.0:1767326216.539243:0:214087:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767326216.539244:0:214087:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1767326216.539255:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c3e9606. 00000020:00000040:0.0:1767326216.539260:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326216.539266:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326216.539269:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326216.539275:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326216.539285:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1b610a2. 00000100:00000001:0.0:1767326216.539293:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326216.539298:0:214087:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767326216.539301:0:214087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767326216.539309:0:214087:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000023ea607b count: 2 00010000:00000001:0.0:1767326216.539312:0:214087:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326216.539314:0:214087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767326216.539317:0:214087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004e9ae1ad. 00000020:00000001:0.0:1767326216.539320:0:214087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767326216.539322:0:214087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004e9ae1ad with handle 0x437b5ddfad697ec7 to hash 00000020:00000001:0.0:1767326216.539324:0:214087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767326216.539325:0:214087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628705345847808 : -115368363703808 : ffff9712b5a9c200) 00010000:00000001:0.0:1767326216.539328:0:214087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628705345847808 : -115368363703808 : ffff9712b5a9c200) 00010000:00000001:0.0:1767326216.539331:0:214087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326216.539333:0:214087:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326216.539335:0:214087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: 000000004e9ae1ad/0x437b5ddfad697ec7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326216.539350:0:214087:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: 000000004e9ae1ad/0x437b5ddfad697ec7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326216.539360:0:214087:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: 000000004e9ae1ad/0x437b5ddfad697ec7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767326216.539363:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326216.539365:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326216.539370:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7a5eeb6. 00000100:00000001:0.0:1767326216.539372:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705343116800 : -115368366434816 : ffff9712b5801600) 00000100:00000001:0.0:1767326216.539374:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326216.539375:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453963264 : -115368255588352 : ffff9712bc1b7800) 00000100:00000001:0.0:1767326216.539380:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326216.539382:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326216.539384:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326216.539386:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326216.539395:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c3e9606 x1853175408657664/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.539434:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326216.539437:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326216.539442:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326216.539445:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326216.539447:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326216.539451:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c3e9606 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408657664:192.168.202.142@tcp:101: 00000100:00000001:0.0:1767326216.539456:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326216.539464:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326216.539467:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326216.539469:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326216.539474:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000019b9d23b. 02000000:00000001:0.0:1767326216.539476:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326216.539482:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063a096b3. 00000400:00000010:0.0:1767326216.539489:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2b3dc38. 00000100:00000200:0.0:1767326216.539501:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408657664, portal 25 00000100:00000001:0.0:1767326216.539503:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326216.539504:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453963264 : -115368255588352 : ffff9712bc1b7800) 00000100:00000040:0.0:1767326216.539508:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c3e9606 x1853175408657664/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.539514:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326216.539516:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326216.539518:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6037a22. 00000100:00000200:0.0:1767326216.539520:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175408657664, offset 0 00000400:00000200:0.0:1767326216.539526:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326216.539555:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326216.539563:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326216.539569:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326216.539573:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326216.539576:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326216.539581:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [278:278:256:4294967295] 192.168.202.142@tcp LPNI seq info [278:278:8:4294967295] 00000400:00000200:0.0:1767326216.539597:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326216.539603:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326216.539609:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013c28cca. 00000800:00000200:0.0:1767326216.539617:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326216.539626:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326216.539631:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013c28cca type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326216.539655:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326216.539660:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306088161 00000100:00000001:0.0:1767326216.539670:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306088144 00000100:00000001:0.0:1767326216.539675:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306088161 00000100:00000001:0.0:1767326216.539678:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306088144 00000100:00000001:0.0:1767326216.539680:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306088161 00000100:00000001:0.0:1767326216.539683:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306088144 00000100:00000001:0.0:1767326216.539690:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306088161 00000100:00000001:0.0:1767326216.539692:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306088144 00000100:00000001:0.0:1767326216.539694:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326216.539696:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326216.539698:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326216.539699:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326216.539701:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f7a5eeb6 going to sleep for 11 seconds 00000100:00000001:0.0:1767326216.539704:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326216.539707:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326216.539852:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326216.539857:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013c28cca. 00000400:00000200:2.0:1767326216.539862:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326216.539867:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326216.539873:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6037a22 00000400:00000010:2.0:1767326216.539876:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6037a22. 00000100:00000001:2.0:1767326216.539881:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326216.539885:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c3e9606 x1853175408657664/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326216.539896:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326216.539898:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001c3e9606 x1853175408657664/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326216.539906:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326216.539907:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326216.542754:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326216.542775:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326216.542780:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326216.542783:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326216.542796:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326216.542817:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 344 into portal 25 MB=0x6957405f08500 00000400:00000200:0.0:1767326216.542828:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 344/344 into md 0x985 [1] + 224 00000800:00000001:0.0:1767326216.542838:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326216.542848:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326216.542851:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326216.542856:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326216.542865:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326216.542873:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c3e9606 x1853175408657664/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326216.542885:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000001c3e9606 x1853175408657664/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326216.542910:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326216.542920:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326216.542923:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326216.543212:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326216.543222:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326216.543225:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326216.543228:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063a096b3. 00000400:00000200:1.0:1767326216.543234:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2b3dc38 00000400:00000010:1.0:1767326216.543236:0:214087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2b3dc38. 00000100:00000001:1.0:1767326216.543239:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326216.543244:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c3e9606 x1853175408657664/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326216.543254:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c3e9606 x1853175408657664/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.543261:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326216.543263:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326216.543282:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326216.543286:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326216.543289:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326216.543291:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326216.543295:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326216.543310:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=62 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326216.543314:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=62 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326216.543316:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326216.543317:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326216.543319:0:214087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326216.543320:0:214087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.543323:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326216.543326:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c3e9606 x1853175408657664/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.543331:0:214087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326216.543333:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326216.543335:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326216.543338:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c3e9606 x1853175408657664/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326216.543342:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c3e9606 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408657664:192.168.202.142@tcp:101: 00000100:00000001:1.0:1767326216.543346:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326216.543348:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.543350:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326216.543351:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326216.543353:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c3e9606 x1853175408657664/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.543357:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326216.543359:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f7a5eeb6. 00000100:00000001:1.0:1767326216.543361:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326216.543362:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326216.543365:0:214087:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767326216.543368:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326216.543371:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326216.543373:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004e9ae1ad refcount=4 00000020:00000001:1.0:1767326216.543380:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345847808 : -115368363703808 : ffff9712b5a9c200) 00010000:00000001:1.0:1767326216.543383:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345847808 : -115368363703808 : ffff9712b5a9c200) 00010000:00000040:1.0:1767326216.543390:0:214087:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000004e9ae1ad, remote cookie: 0xa7160ca8575824d3, flags: 0x0 00010000:00000001:1.0:1767326216.543394:0:214087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767326216.543415:0:214087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767326216.543419:0:214087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767326216.543423:0:214087:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767326216.543425:0:214087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767326216.543428:0:214087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000023ea607b) refcount = 2 00010000:00000040:1.0:1767326216.543433:0:214087:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767326216.543435:0:214087:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.142@tcp lock: 0000000030ebf808/0x437b5ddfad697ec0 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7160ca8575824cc expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326216.543444:0:214087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: 000000004e9ae1ad/0x437b5ddfad697ec7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca8575824d3 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326216.543450:0:214087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767326216.543452:0:214087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767326216.543453:0:214087:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326216.543456:0:214087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767326216.543457:0:214087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326216.543460:0:214087:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: 000000004e9ae1ad/0x437b5ddfad697ec7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7160ca8575824d3 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326216.543464:0:214087:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767326216.543465:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326216.543467:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326216.543467:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326216.543468:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326216.543469:0:214087:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.543470:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326216.543473:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c3e9606 x1853175408657664/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326232 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.543476:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326216.543479:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326216.543487:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000019b9d23b. 02000000:00000001:1.0:1767326216.543490:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326216.543492:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326216.543494:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326216.543496:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326216.543498:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f1b610a2. 02000000:00000001:1.0:1767326216.543501:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326216.543503:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326216.543504:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c3e9606. 00000100:00000001:1.0:1767326216.543507:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326216.543508:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767326216.543509:0:214087:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326216.543512:0:214087:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767326216.543514:0:214087:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (0000000065c0aa42) refs 3 10000000:00000001:1.0:1767326216.543516:0:214087:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326216.543517:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326216.543518:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326216.543519:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004e9ae1ad refcount=3 00000020:00000001:1.0:1767326216.543520:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345847808 : -115368363703808 : ffff9712b5a9c200) 00010000:00000001:1.0:1767326216.543522:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345847808 : -115368363703808 : ffff9712b5a9c200) 00010000:00000001:1.0:1767326216.543523:0:214087:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767326216.543524:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326216.543525:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326216.543526:0:214087:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326216.543528:0:214087:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1767326216.543531:0:214087:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000875b9a24. 00000020:00000010:1.0:1767326216.543535:0:214087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc4198e2. 00000020:00000010:1.0:1767326216.543550:0:214087:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bc65b422. 00000040:00000010:1.0:1767326216.543554:0:214087:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005ae55e2e. 00000020:00000010:1.0:1767326216.543559:0:214087:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d8325c22. 00000020:00000010:1.0:1767326216.543563:0:214087:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000985ce447. 80000000:00000010:1.0:1767326216.543567:0:214087:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004b74c932. 00040000:00000010:1.0:1767326216.543571:0:214087:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fa5db81d. 20000000:00000010:1.0:1767326216.543575:0:214087:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000007b35cb97. 10000000:00000040:1.0:1767326216.543579:0:214087:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000007c1e0515 : new refcount 2 00000020:00000001:1.0:1767326216.543582:0:214087:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1767326216.543587:0:214087:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:1.0:1767326216.543589:0:214087:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767326216.543594:0:214087:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008ddc5e44. 00000040:00000001:1.0:1767326216.543598:0:214087:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767326216.543600:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000010:1.0:1767326216.543606:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055b20dde. 00000020:00000040:1.0:1767326216.543608:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326216.543613:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326216.543616:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326216.543622:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326216.543628:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000938caca6. 00000100:00000001:1.0:1767326216.543634:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.543640:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767326216.543642:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767326216.543648:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a14d8b2. 00000100:00000001:1.0:1767326216.543650:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628704510492864 : -115369199058752 : ffff971283df40c0) 00000100:00000001:1.0:1767326216.543653:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326216.543654:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899968 : -115369104651648 : ffff9712897fca80) 00000100:00000001:1.0:1767326216.543658:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326216.543660:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.543661:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767326216.543663:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326216.543665:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055b20dde x1853175408657792/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.543670:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326216.543672:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326216.543675:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326216.543678:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326216.543679:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326216.543681:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408657792:192.168.202.142@tcp:501: 00000100:00000001:1.0:1767326216.543684:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326216.543688:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326216.543690:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326216.543692:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326216.543694:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000889e159c. 02000000:00000001:1.0:1767326216.543700:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326216.543703:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014ba21a4. 00000400:00000010:1.0:1767326216.543710:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000751cc154. 00000100:00000200:1.0:1767326216.543716:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408657792, portal 25 00000100:00000001:1.0:1767326216.543718:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326216.543719:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899968 : -115369104651648 : ffff9712897fca80) 00000100:00000040:1.0:1767326216.543724:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000055b20dde x1853175408657792/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.543731:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326216.543734:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326216.543736:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e4a2d89. 00000100:00000200:1.0:1767326216.543739:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853175408657792, offset 0 00000400:00000200:1.0:1767326216.543745:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326216.543757:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326216.543764:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326216.543769:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326216.543773:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326216.543776:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326216.543779:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [279:279:256:4294967295] 192.168.202.142@tcp LPNI seq info [279:279:8:4294967295] 00000400:00000200:1.0:1767326216.543790:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326216.543796:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326216.543801:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e6043a. 00000800:00000200:1.0:1767326216.543808:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326216.543817:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326216.543821:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000015e6043a type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1767326216.543838:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.543842:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306088165 00000100:00000001:1.0:1767326216.543850:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306088161 00000100:00000001:1.0:1767326216.543854:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306088165 00000100:00000001:1.0:1767326216.543856:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306088161 00000100:00000001:1.0:1767326216.543863:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306088165 00000100:00000001:1.0:1767326216.543867:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306088161 00000100:00000001:1.0:1767326216.543870:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306088165 00000100:00000001:1.0:1767326216.543873:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306088161 00000100:00000001:1.0:1767326216.543876:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326216.543879:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326216.543881:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326216.543883:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767326216.543885:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 000000000a14d8b2 going to sleep for 11 seconds 00000100:00000001:1.0:1767326216.543888:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326216.543890:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326216.543961:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326216.543966:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e6043a. 00000400:00000200:3.0:1767326216.543971:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326216.543976:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326216.543985:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e4a2d89 00000400:00000010:3.0:1767326216.543987:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e4a2d89. 00000100:00000001:3.0:1767326216.543991:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326216.543995:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055b20dde x1853175408657792/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.544004:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326216.544006:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000055b20dde x1853175408657792/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326216.544013:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326216.544015:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326216.546652:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326216.546668:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326216.546672:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326216.546673:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326216.546684:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326216.546699:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 272 into portal 25 MB=0x6957405f08580 00000400:00000200:2.0:1767326216.546707:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 272/272 into md 0x98d [1] + 224 00000800:00000001:2.0:1767326216.546715:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326216.546721:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326216.546723:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326216.546725:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326216.546732:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326216.546739:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055b20dde x1853175408657792/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326216.546749:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000055b20dde x1853175408657792/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326216.546768:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326216.546783:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326216.546786:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326216.546837:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326216.546847:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326216.546849:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326216.546852:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014ba21a4. 00000400:00000200:1.0:1767326216.546857:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000751cc154 00000400:00000010:1.0:1767326216.546859:0:214087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000751cc154. 00000100:00000001:1.0:1767326216.546862:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326216.546865:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055b20dde x1853175408657792/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326216.546870:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055b20dde x1853175408657792/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.546874:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326216.546876:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326216.546878:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326216.546881:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326216.546884:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326216.546887:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326216.546890:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326216.546898:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=62 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326216.546902:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=62 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326216.546904:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767326216.546907:0:214087:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@0000000055b20dde x1853175408657792/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.546927:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767326216.546930:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1767326216.546935:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055b20dde x1853175408657792/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.546941:0:214087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1767326216.546944:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326216.546946:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326216.546949:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055b20dde x1853175408657792/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326216.546954:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408657792:192.168.202.142@tcp:501: 00000100:00000001:1.0:1767326216.546958:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326216.546959:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767326216.546961:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326216.546963:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326216.546964:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055b20dde x1853175408657792/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.546968:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326216.546970:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000a14d8b2. 00000100:00000001:1.0:1767326216.546973:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326216.546973:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767326216.546975:0:214087:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1767326216.546979:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326216.546980:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326216.546982:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326216.546983:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326216.546984:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055b20dde x1853175408657792/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326232 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326216.546988:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326216.546990:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326216.546997:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000889e159c. 02000000:00000001:1.0:1767326216.546999:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326216.547000:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326216.547002:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326216.547004:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326216.547006:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000938caca6. 02000000:00000001:1.0:1767326216.547010:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326216.547011:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326216.547013:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055b20dde. 00000100:00000001:1.0:1767326216.547016:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326216.547017:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1767326216.547031:0:214087:0:(llog.c:1547:llog_open()) MGC192.168.202.142@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1767326216.547035:0:214087:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008ddc5e44. 00000040:00000001:1.0:1767326216.547039:0:214087:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1767326216.547042:0:214087:0:(obd_config.c:2023:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1767326216.547046:0:214087:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1767326216.547053:0:214087:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bc65b422. 00000040:00000010:1.0:1767326216.547059:0:214087:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005ae55e2e. 00000020:00000010:1.0:1767326216.547063:0:214087:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d8325c22. 00000020:00000010:1.0:1767326216.547069:0:214087:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000985ce447. 80000000:00000010:1.0:1767326216.547074:0:214087:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004b74c932. 00040000:00000010:1.0:1767326216.547087:0:214087:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fa5db81d. 20000000:00000010:1.0:1767326216.547091:0:214087:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000007b35cb97. 00000020:00000010:1.0:1767326216.547096:0:214087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc4198e2. 10000000:00000010:1.0:1767326216.547099:0:214087:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000875b9a24. 10000000:01000000:1.0:1767326216.547104:0:214087:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1767326216.547108:0:214087:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767326216.547111:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326216.547113:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326216.547116:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004e9ae1ad refcount=3 00000020:00000001:1.0:1767326216.547118:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345847808 : -115368363703808 : ffff9712b5a9c200) 00010000:00000001:1.0:1767326216.547121:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345847808 : -115368363703808 : ffff9712b5a9c200) 00010000:00000001:1.0:1767326216.547124:0:214087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767326216.547127:0:214087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: 000000004e9ae1ad/0x437b5ddfad697ec7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca8575824d3 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326216.547143:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326216.547144:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767326216.547146:0:214087:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: 000000004e9ae1ad/0x437b5ddfad697ec7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca8575824d3 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326216.547150:0:214087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767326216.547151:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326216.547152:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767326216.547153:0:214087:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326216.547154:0:214087:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1767326216.547157:0:214087:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767326216.547159:0:214087:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767326216.547160:0:214087:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(0000000065c0aa42) refs 3 10000000:00000001:1.0:1767326216.547161:0:214087:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767326217.531492:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326217.531501:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326217.531508:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326217.531510:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326217.531620:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326217.531625:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326217.531628:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326218.555573:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326218.555589:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326218.555597:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326218.555598:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326218.555606:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326218.555608:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326218.555616:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000020:00000040:2.0:1767326218.555626:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326218.555632:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326218.555636:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1767326218.555637:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326218.555642:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326218.555644:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326218.555645:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:2.0:1767326218.555657:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c0c3cee. 00000100:00000001:2.0:1767326218.555666:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326218.555681:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000006b877052 x1853175408657920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326218.555694:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326218.555697:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326218.555703:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_02+2] req@000000006b877052 x1853175408657920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326218.555729:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326218.555732:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326218.555735:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326218.555739:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326218.555741:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326218.555744:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326218.555745:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326218.555747:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326218.555749:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326218.555750:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e2b156b8. 00000100:00000001:2.0:1767326218.555755:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326218.555756:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326218.555758:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000032a2412e x1853175408658048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326218.555758:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326218.555764:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326218.555768:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326218.555777:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408657920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326218.555790:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326218.555794:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326218.555795:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326218.555797:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326218.555800:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326218.555804:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326218.555808:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326218.555808:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_03+3] req@0000000032a2412e x1853175408658048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326218.555815:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408657920:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326218.555825:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326218.555833:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326218.555835:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326218.555838:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326218.555842:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326218.555845:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767326218.555848:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326218.555851:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326218.555853:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326218.555854:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326218.555857:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed9e0e5f. 00000100:00000001:2.0:1767326218.555860:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326218.555863:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000e6bdf5e7 x1853175408658176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326218.555868:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326218.555870:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326218.555871:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326218.555875:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326218.555875:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326218.555875:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326218.555882:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326218.555886:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_00+0] req@00000000e6bdf5e7 x1853175408658176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326218.555886:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408658048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326218.555891:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb543b45. 02000000:00000001:0.0:1767326218.555896:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326218.555908:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000100:00000001:3.0:1767326218.555915:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326218.555918:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326218.555919:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eee32d1. 02000000:00000001:3.0:1767326218.555922:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326218.555925:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326218.555928:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326218.555931:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408658048:192.168.202.142@tcp:400: 00000100:00000200:0.0:1767326218.555932:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408657920, portal 25 00000100:00000001:3.0:1767326218.555937:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326218.555939:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326218.555941:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326218.555942:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326218.555943:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000040:2.0:1767326218.555946:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326218.555947:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326218.555951:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326218.555953:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767326218.555955:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408657920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326218.555961:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11424) 02000000:00000010:3.0:1767326218.555962:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008f9bc6c. 02000000:00000001:3.0:1767326218.555967:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326218.555969:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326218.555970:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326218.555972:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085ff6af1. 00000100:00000001:1.0:1767326218.555976:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326218.555977:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326218.555979:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767326218.555980:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000848bd3d. 00000400:00000010:0.0:1767326218.555984:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2b3dc38. 00000100:00000040:1.0:1767326218.555986:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408658176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326218.555990:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326218.555993:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326218.555998:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408657920, offset 0 00000100:00000001:1.0:1767326218.555999:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767326218.556001:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408658048, portal 10 00000100:00000001:1.0:1767326218.556002:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326218.556006:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326218.556008:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326218.556009:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326218.556012:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000400:00000200:0.0:1767326218.556013:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326218.556015:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326218.556021:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408658176:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767326218.556024:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408658048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326218.556028:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326218.556033:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326218.556034:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326218.556037:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:1.0:1767326218.556038:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326218.556040:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326218.556044:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767326218.556045:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9265563. 00000400:00000200:0.0:1767326218.556049:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767326218.556050:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408658048, offset 0 02000000:00000010:1.0:1767326218.556051:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3883f3e. 02000000:00000001:1.0:1767326218.556056:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326218.556060:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326218.556061:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:1.0:1767326218.556063:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014ba21a4. 00000400:00000200:0.0:1767326218.556068:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767326218.556069:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000751cc154. 00000400:00000200:0.0:1767326218.556073:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326218.556077:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [280:280:256:4294967295] 192.168.202.142@tcp LPNI seq info [280:280:8:4294967295] 00000100:00000200:1.0:1767326218.556083:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408658176, portal 10 00000100:00000001:1.0:1767326218.556087:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326218.556089:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000400:00000200:0.0:1767326218.556095:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:1.0:1767326218.556099:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408658176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326218.556109:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:0.0:1767326218.556110:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326218.556112:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326218.556117:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000010:0.0:1767326218.556120:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013c28cca. 00000400:00000200:3.0:1767326218.556122:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326218.556127:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326218.556129:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326218.556132:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [281:281:255:4294967295] 192.168.202.142@tcp LPNI seq info [281:281:7:4294967295] 00000800:00000200:0.0:1767326218.556138:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:1.0:1767326218.556138:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326218.556143:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001dad09e4. 00000400:00000200:3.0:1767326218.556147:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:1.0:1767326218.556148:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408658176, offset 0 00000800:00000200:3.0:1767326218.556153:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326218.556157:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326218.556158:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000010:3.0:1767326218.556159:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8b9f1ee. 00000800:00000200:0.0:1767326218.556165:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013c28cca type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767326218.556166:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326218.556167:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326218.556174:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326218.556178:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326218.556179:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326218.556183:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326218.556183:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8b9f1ee type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326218.556189:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326218.556191:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326218.556192:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326218.556195:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [282:282:254:4294967295] 192.168.202.142@tcp LPNI seq info [282:282:6:4294967295] 00000100:00000001:0.0:1767326218.556201:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306090177 00000100:00000040:3.0:1767326218.556201:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 198626 usecs (199 jiffies) 00000100:00000001:3.0:1767326218.556208:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306086599 00000400:00000200:1.0:1767326218.556211:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326218.556215:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306088165 00000800:00000200:1.0:1767326218.556219:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326218.556223:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306090177 00000100:00000001:3.0:1767326218.556224:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306090177 00000800:00000010:1.0:1767326218.556225:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b5b63e. 00000100:00000001:3.0:1767326218.556230:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306086599 00000100:00000001:0.0:1767326218.556231:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306088165 00000800:00000200:1.0:1767326218.556236:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326218.556239:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306090177 00000100:00000001:3.0:1767326218.556239:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306090177 00000800:00000200:1.0:1767326218.556246:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326218.556246:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306086599 00000100:00000001:0.0:1767326218.556247:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306088165 00000800:00000200:1.0:1767326218.556249:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f4b5b63e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326218.556252:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326218.556256:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767326218.556257:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 267621 usecs (268 jiffies) 00000100:00000001:1.0:1767326218.556260:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306086668 00000800:00000010:2.0:1767326218.556260:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013c28cca. 00000100:00000001:1.0:1767326218.556263:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306090177 00000100:00000001:1.0:1767326218.556268:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306086668 00000100:00000001:0.0:1767326218.556270:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306090177 00000100:00000001:1.0:1767326218.556270:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306090177 00000400:00000200:2.0:1767326218.556270:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326218.556272:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306090177 00000100:00000001:1.0:1767326218.556277:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306086668 00000100:00000001:0.0:1767326218.556278:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306088165 00000100:00000001:3.0:1767326218.556278:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306086599 00000100:00000001:0.0:1767326218.556284:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326218.556284:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306090177 00000100:00000001:1.0:1767326218.556285:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306090177 00000400:00000200:2.0:1767326218.556285:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326218.556291:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326218.556292:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326218.556292:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306086668 00000400:00000200:2.0:1767326218.556294:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2b3dc38 00000100:00000001:3.0:1767326218.556295:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326218.556297:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306090177 00000100:00000001:0.0:1767326218.556299:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326218.556299:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2b3dc38. 00000100:00000001:1.0:1767326218.556301:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326218.556301:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326218.556304:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326218.556306:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326218.556307:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326218.556308:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326218.556313:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408657920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326218.556314:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326218.556316:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326218.556318:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326218.556318:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326218.556321:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326218.556322:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326218.556323:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326218.556323:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326218.556325:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326218.556330:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326218.556330:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326218.556331:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408657920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326218.556334:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326218.556334:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326218.556335:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326218.556338:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326218.556339:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326218.556339:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326218.556343:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326218.556344:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326218.556345:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326218.556348:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326218.556349:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326218.556351:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326218.556367:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326218.556370:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8b9f1ee. 00000400:00000200:2.0:1767326218.556373:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326218.556377:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326218.556380:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9265563 00000400:00000010:2.0:1767326218.556381:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9265563. 00000100:00000001:2.0:1767326218.556383:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326218.556386:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408658048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326218.556392:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326218.556394:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408658048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326218.556422:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326218.556423:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326218.556491:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326218.556494:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b5b63e. 00000400:00000200:2.0:1767326218.556497:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326218.556501:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326218.556504:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dad09e4 00000400:00000010:2.0:1767326218.556505:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001dad09e4. 00000100:00000001:2.0:1767326218.556508:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326218.556510:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408658176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326218.556536:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326218.556539:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408658176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326218.556546:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326218.556548:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326218.558559:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326218.558576:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326218.558581:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326218.558583:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326218.558597:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326218.558614:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f08600 00000400:00000200:3.0:1767326218.558623:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x995 [1] + 224 00000800:00000001:3.0:1767326218.558631:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326218.558637:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326218.558639:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326218.558643:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326218.558651:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326218.558657:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408657920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326218.558668:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408657920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326218.558743:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326218.558752:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326218.558756:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326218.558774:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326218.558777:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326218.558787:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326218.558788:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:0.0:1767326218.558794:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326218.558799:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f08680 00000400:00000001:0.0:1767326218.558804:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326218.558807:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326218.558810:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000400:00000200:0.0:1767326218.558815:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eee32d1 00000400:00000010:0.0:1767326218.558818:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000eee32d1. 00000100:00000001:0.0:1767326218.558821:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326218.558826:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x99d [1] + 224 00000100:00000200:0.0:1767326218.558827:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408657920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326218.558835:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326218.558840:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326218.558843:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408657920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326218.558845:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326218.558854:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326218.558861:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326218.558862:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767326218.558868:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408658048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326218.558873:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326218.558878:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408658048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326218.558879:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326218.558884:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326218.558887:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326218.558891:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326218.558895:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326218.558903:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=64 v=5 (5 5 5 0) 00000100:00000001:3.0:1767326218.558903:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326218.558909:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326218.558911:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=64 v=5 (1 1 1 0) 00000800:00000001:3.0:1767326218.558915:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326218.558916:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326218.558919:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326218.558920:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326218.558925:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767326218.558925:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326218.558930:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326218.558935:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:0.0:1767326218.558936:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326218.558943:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f08700 00000100:00000040:0.0:1767326218.558944:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408657920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326218.558948:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326218.558953:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326218.558955:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x9a5 [1] + 224 00000100:00000001:0.0:1767326218.558963:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767326218.558965:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326218.558966:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326218.558967:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326218.558970:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326218.558971:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767326218.558974:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408657920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326218.558975:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085ff6af1. 00000400:00000200:2.0:1767326218.558982:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000848bd3d 00000800:00000001:3.0:1767326218.558982:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326218.558986:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000848bd3d. 00000400:00000200:3.0:1767326218.558988:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326218.558993:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767326218.558999:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408657920:192.168.202.142@tcp:400: 00000400:00000200:3.0:1767326218.559000:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:2.0:1767326218.559002:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408658048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326218.559007:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326218.559011:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326218.559016:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408658176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326218.559019:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767326218.559025:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408658048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326218.559026:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408657920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326218.559046:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408658176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326218.559057:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326218.559058:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326218.559061:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326218.559063:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326218.559066:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767326218.559069:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb543b45. 02000000:00000001:2.0:1767326218.559070:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326218.559074:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767326218.559076:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326218.559076:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326218.559080:0:211396:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767326218.559081:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326218.559085:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00001000:2.0:1767326218.559090:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=59 v=5 (5 5 5 0) 00000020:00000001:0.0:1767326218.559091:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767326218.559095:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=59 v=5 (1 1 1 0) 02000000:00000010:0.0:1767326218.559097:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c0c3cee. 00000100:00000001:2.0:1767326218.559098:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326218.559100:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326218.559102:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767326218.559103:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767326218.559105:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767326218.559108:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326218.559109:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326218.559112:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1767326218.559112:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767326218.559113:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000040:2.0:1767326218.559116:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326218.559119:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1767326218.559119:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326218.559120:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326218.559125:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326218.559129:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326218.559129:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326218.559136:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408658048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326218.559141:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326218.559142:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326218.559145:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326218.559146:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326218.559148:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326218.559150:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326218.559152:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408658048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326218.559155:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326218.559162:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408658048:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326218.559166:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326218.559167:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326218.559169:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408658048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326218.559173:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326218.559174:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326218.559175:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008f9bc6c. 02000000:00000001:2.0:1767326218.559178:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326218.559179:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326218.559179:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326218.559181:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326218.559181:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e2b156b8. 02000000:00000001:2.0:1767326218.559183:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326218.559184:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326218.559185:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:2.0:1767326218.559187:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326218.559188:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326218.559189:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326218.559192:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326218.559193:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326218.559195:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326218.559196:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326218.559226:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326218.559231:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326218.559235:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326218.559236:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326218.559238:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014ba21a4. 00000400:00000200:1.0:1767326218.559242:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000751cc154 00000400:00000010:1.0:1767326218.559243:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000751cc154. 00000100:00000001:1.0:1767326218.559247:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326218.559251:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408658176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326218.559260:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408658176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326218.559272:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326218.559273:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326218.559275:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326218.559277:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326218.559278:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326218.559280:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326218.559282:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326218.559286:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=53 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326218.559289:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326218.559299:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326218.559301:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326218.559303:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326218.559306:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e6bdf5e7 x1853175408658176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326218.559314:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326218.559316:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326218.559317:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326218.559319:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326218.559320:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326218.559323:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408658176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326218.559330:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326218.559332:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326218.559333:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326218.559336:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408658176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326218.559342:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408658176:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326218.559347:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326218.559348:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326218.559351:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408658176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326218.559356:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326218.559358:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326218.559360:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3883f3e. 02000000:00000001:1.0:1767326218.559364:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326218.559365:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326218.559366:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326218.559368:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326218.559369:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed9e0e5f. 02000000:00000001:1.0:1767326218.559372:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326218.559380:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326218.559382:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:1.0:1767326218.559385:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326218.559386:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326218.559387:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326218.559391:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326218.559393:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326218.559394:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326218.559396:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326219.579577:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326219.579596:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326219.579603:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326219.579605:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326219.579663:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326219.579669:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326219.579672:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326220.605213:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326220.605222:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326220.605229:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326220.605230:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326220.606475:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326220.606480:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326220.606483:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326221.627538:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326221.627546:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326221.627552:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326221.627574:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326221.627597:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326221.627600:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326221.627603:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767326222.139573:0:214087:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767326222.139583:0:214087:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:0.0:1767326222.396561:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306090177, at 4306090241 00000100:00000010:0.0:1767326222.396584:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008fb436f6. 00000100:00000040:1.0:1767326222.397448:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306090177, at 4306090242 00000100:00000010:1.0:1767326222.397459:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdeaec1. 00000100:00000040:2.0:1767326222.397468:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306090177, at 4306090242 00000100:00000010:2.0:1767326222.397477:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016446684. 00000100:00000040:3.0:1767326222.397509:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306090177, at 4306090242 00000100:00000010:3.0:1767326222.397517:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054b8fd36. 00010000:00000001:0.0:1767326222.651555:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326222.651564:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326222.651572:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326222.651576:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326222.651578:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326222.651585:0:215456:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326222.651588:0:215456:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326222.651590:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326222.651593:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326222.651596:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326222.651597:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326222.651600:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326222.651696:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326222.651700:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326222.651704:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326223.675559:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326223.675568:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1767326223.675571:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326223.675574:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326223.675583:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00010000:00000001:0.0:1767326223.675589:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000020:00000040:2.0:1767326223.675591:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00010000:00000001:0.0:1767326223.675593:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326223.675597:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326223.675601:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326223.675607:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326223.675615:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e2b156b8. 00000100:00000001:2.0:1767326223.675623:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326223.675636:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000032a2412e x1853175408658304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326223.675648:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326223.675651:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326223.675658:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_01+1] req@0000000032a2412e x1853175408658304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326223.675670:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326223.675674:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326223.675677:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326223.675686:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326223.675689:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326223.675692:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326223.675695:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767326223.675698:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326223.675700:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326223.675702:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326223.675702:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326223.675704:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326223.675706:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000010:2.0:1767326223.675707:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dadd9a6c. 00000100:00000001:1.0:1767326223.675709:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326223.675710:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326223.675713:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000bfc4a11d x1853175408658432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326223.675718:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326223.675718:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326223.675722:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326223.675722:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326223.675723:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326223.675724:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326223.675725:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326223.675727:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326223.675730:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326223.675730:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_02+2] req@00000000bfc4a11d x1853175408658432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326223.675735:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408658304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326223.675743:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326223.675745:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326223.675750:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326223.675752:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326223.675755:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326223.675759:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408658304:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326223.675763:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326223.675769:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326223.675772:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326223.675775:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326223.675777:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326223.675779:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326223.675783:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:1.0:1767326223.675785:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a2eaa57. 00000100:00000010:2.0:1767326223.675786:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 02000000:00000001:1.0:1767326223.675787:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326223.675791:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326223.675795:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014ba21a4. 00000100:00000001:0.0:1767326223.675796:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767326223.675799:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326223.675800:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326223.675804:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767326223.675806:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000751cc154. 02000000:00000001:2.0:1767326223.675807:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767326223.675810:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408658432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326223.675811:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326223.675815:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408658304, portal 25 02000000:00000010:2.0:1767326223.675816:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:1.0:1767326223.675820:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326223.675820:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326223.675822:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000001:0.0:1767326223.675828:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326223.675828:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b6591187 x1853175408658560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326223.675831:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408658304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326223.675832:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326223.675838:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326223.675840:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326223.675842:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326223.675842:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326223.675844:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326223.675845:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326223.675847:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326223.675849:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_03+3] req@00000000b6591187 x1853175408658560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326223.675853:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408658432:192.168.202.142@tcp:400: 00000400:00000010:1.0:1767326223.675853:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001dad09e4. 00000100:00000200:1.0:1767326223.675858:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408658304, offset 0 00000100:00000001:0.0:1767326223.675863:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326223.675866:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326223.675868:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326223.675868:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326223.675871:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326223.675875:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11429) 00000400:00000200:1.0:1767326223.675885:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326223.675885:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326223.675886:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326223.675889:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326223.675890:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326223.675891:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326223.675894:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326223.675896:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326223.675896:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408658560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326223.675900:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000010:0.0:1767326223.675902:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007083bc44. 00000400:00000200:1.0:1767326223.675905:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326223.675907:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326223.675908:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767326223.675909:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326223.675910:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326223.675913:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326223.675914:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [283:283:256:4294967295] 192.168.202.142@tcp LPNI seq info [283:283:8:4294967295] 00000400:00000010:0.0:1767326223.675915:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 02000000:00000001:2.0:1767326223.675915:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326223.675924:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eee32d1. 02000000:00000001:2.0:1767326223.675924:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326223.675930:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408658560:192.168.202.142@tcp:400: 00000100:00000200:0.0:1767326223.675933:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408658432, portal 10 00000400:00000200:1.0:1767326223.675933:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326223.675934:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326223.675938:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326223.675939:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326223.675940:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326223.675943:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000800:00000200:1.0:1767326223.675944:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326223.675944:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326223.675949:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f771d2b. 00000800:00000010:1.0:1767326223.675951:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb080471. 02000000:00000001:2.0:1767326223.675953:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326223.675955:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408658432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326223.675958:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cec02db7. 00000800:00000200:1.0:1767326223.675963:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:2.0:1767326223.675964:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384b455. 00000100:00000200:2.0:1767326223.675971:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408658560, portal 10 00000100:00000001:0.0:1767326223.675972:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326223.675975:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326223.675975:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326223.675977:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000040:0.0:1767326223.675981:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:1.0:1767326223.675982:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb080471 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326223.675986:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408658560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326223.675987:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6037a22. 00000100:00000200:0.0:1767326223.675993:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408658432, offset 0 00000100:00000001:1.0:1767326223.676000:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326223.676000:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326223.676006:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326223.676006:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306095297 00000100:00000040:2.0:1767326223.676006:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326223.676011:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b272184d. 00000100:00000010:1.0:1767326223.676013:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9b1999e. 00000100:00000200:2.0:1767326223.676016:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408658560, offset 0 00000400:00000200:0.0:1767326223.676019:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326223.676022:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326223.676024:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326223.676025:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326223.676030:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326223.676030:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306095297 00000400:00000200:0.0:1767326223.676033:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326223.676038:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000010:1.0:1767326223.676040:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb152022. 00000400:00000200:0.0:1767326223.676045:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [284:284:255:4294967295] 192.168.202.142@tcp LPNI seq info [284:284:7:4294967295] 00000100:00000001:1.0:1767326223.676046:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326223.676051:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306095297 00000100:00000010:1.0:1767326223.676055:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000034d71912. 00000400:00000200:0.0:1767326223.676060:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326223.676061:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326223.676066:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306095297 00000800:00000200:0.0:1767326223.676070:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:1.0:1767326223.676070:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b74c932. 00000400:00000200:2.0:1767326223.676071:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326223.676075:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000010:0.0:1767326223.676077:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb4be34. 00000400:00000200:2.0:1767326223.676077:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326223.676078:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326223.676082:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326223.676082:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:0.0:1767326223.676086:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326223.676086:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326223.676087:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326223.676088:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326223.676092:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326223.676098:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [285:285:254:4294967295] 192.168.202.142@tcp LPNI seq info [285:285:6:4294967295] 00000800:00000200:0.0:1767326223.676099:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326223.676105:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb4be34 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326223.676109:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326223.676113:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 196163 usecs (197 jiffies) 00000100:00000001:0.0:1767326223.676117:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306091717 00000400:00000200:2.0:1767326223.676119:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326223.676127:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306095297 00000800:00000200:2.0:1767326223.676127:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326223.676132:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306091717 00000800:00000010:2.0:1767326223.676132:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089a1fa3e. 00000100:00000001:0.0:1767326223.676136:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306095297 00000800:00000200:2.0:1767326223.676140:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326223.676141:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306091717 00000100:00000001:0.0:1767326223.676146:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306095297 00000800:00000200:2.0:1767326223.676148:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326223.676150:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306091717 00000100:00000001:0.0:1767326223.676152:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306095297 00000100:00000001:0.0:1767326223.676153:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326223.676158:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326223.676158:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089a1fa3e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326223.676162:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326223.676164:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326223.676166:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326223.676168:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 264200 usecs (265 jiffies) 00000100:00000001:2.0:1767326223.676171:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306091785 00000100:00000001:0.0:1767326223.676172:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326223.676174:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306095297 00000100:00000001:0.0:1767326223.676175:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326223.676178:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306091785 00000100:00000001:0.0:1767326223.676179:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326223.676182:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306095297 00000100:00000001:0.0:1767326223.676183:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326223.676185:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326223.676186:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306091785 00000100:00000001:0.0:1767326223.676188:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326223.676189:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306095297 00000100:00000001:2.0:1767326223.676193:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306091785 00000100:00000001:2.0:1767326223.676194:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306095297 00000100:00000001:2.0:1767326223.676195:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326223.676196:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326223.676198:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326223.676198:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326223.676202:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326223.676203:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326223.676204:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326223.676205:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326223.676206:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326223.676207:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326223.676255:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326223.676259:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb080471. 00000400:00000200:0.0:1767326223.676267:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326223.676272:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326223.676278:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dad09e4 00000400:00000010:0.0:1767326223.676280:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001dad09e4. 00000100:00000001:0.0:1767326223.676286:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326223.676290:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408658304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326223.676300:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326223.676302:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408658304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326223.676310:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326223.676311:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326223.676332:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326223.676334:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb4be34. 00000400:00000200:0.0:1767326223.676338:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326223.676341:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326223.676344:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6037a22 00000400:00000010:0.0:1767326223.676345:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6037a22. 00000100:00000001:0.0:1767326223.676348:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326223.676350:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408658432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326223.676357:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326223.676360:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408658432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326223.676365:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326223.676367:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326223.676455:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326223.676457:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089a1fa3e. 00000400:00000200:0.0:1767326223.676460:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326223.676463:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326223.676466:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b272184d 00000400:00000010:0.0:1767326223.676467:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b272184d. 00000100:00000001:0.0:1767326223.676470:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326223.676485:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408658560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326223.676492:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326223.676495:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408658560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326223.676501:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326223.676502:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326223.679558:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326223.679581:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326223.679586:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326223.679588:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326223.679601:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326223.679620:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f08780 00000400:00000200:2.0:1767326223.679628:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x9ad [1] + 224 00000800:00000001:2.0:1767326223.679637:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326223.679642:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326223.679645:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326223.679665:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326223.679672:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326223.679678:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408658304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326223.679690:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408658304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326223.679711:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326223.679726:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326223.679730:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326223.679732:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326223.679735:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326223.679740:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326223.679746:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f08880 00000100:00000001:1.0:1767326223.679750:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326223.679753:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x9b9 [1] + 224 00000100:00000001:1.0:1767326223.679755:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326223.679760:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326223.679763:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326223.679765:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326223.679766:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326223.679770:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767326223.679771:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014ba21a4. 00000400:00000200:1.0:1767326223.679778:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000751cc154 00000400:00000200:2.0:1767326223.679778:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:1.0:1767326223.679781:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000751cc154. 00000100:00000001:1.0:1767326223.679785:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326223.679786:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326223.679790:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408658304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326223.679794:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408658560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326223.679805:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408658304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326223.679815:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326223.679817:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326223.679817:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408658560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326223.679821:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326223.679825:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326223.679828:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326223.679830:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326223.679834:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326223.679840:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=69 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326223.679843:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=69 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326223.679845:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326223.679847:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326223.679852:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326223.679854:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326223.679857:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767326223.679858:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326223.679860:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326223.679862:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326223.679863:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326223.679869:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408658304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326223.679875:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326223.679878:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326223.679879:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326223.679879:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326223.679888:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408658304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326223.679893:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767326223.679898:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326223.679901:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408658304:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326223.679903:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326223.679908:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f08800 00000100:00000001:1.0:1767326223.679909:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326223.679911:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326223.679913:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1767326223.679915:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767326223.679918:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408658304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326223.679920:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cec02db7. 00000400:00000200:3.0:1767326223.679927:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384b455 00000100:00000001:1.0:1767326223.679928:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326223.679931:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767326223.679931:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384b455. 00000100:00000001:3.0:1767326223.679937:0:211397:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767326223.679942:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a2eaa57. 00000400:00000200:2.0:1767326223.679942:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x9b5 [1] + 224 00000100:00000200:3.0:1767326223.679945:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408658560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326223.679947:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326223.679951:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326223.679954:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000800:00000001:2.0:1767326223.679960:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326223.679961:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326223.679965:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e2b156b8. 00000100:00000200:3.0:1767326223.679968:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408658560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326223.679970:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326223.679972:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767326223.679976:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767326223.679977:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326223.679981:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:3.0:1767326223.679984:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326223.679987:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767326223.679988:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326223.679988:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326223.679991:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326223.679993:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326223.679996:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326223.679997:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326223.680001:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326223.680003:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326223.680006:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326223.680007:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326223.680007:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326223.680011:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326223.680016:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408658432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326223.680021:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767326223.680022:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=58 v=5 (5 5 5 0) 00000100:00000001:1.0:1767326223.680025:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326223.680031:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=15 v=5 (1 0 0 0) 00000100:00000040:2.0:1767326223.680035:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408658432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326223.680037:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326223.680040:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326223.680044:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326223.680051:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b6591187 x1853175408658560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326223.680058:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767326223.680062:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326223.680065:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767326223.680066:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326223.680068:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000800:00000001:2.0:1767326223.680071:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326223.680072:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326223.680075:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326223.680079:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408658560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326223.680087:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326223.680089:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326223.680090:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326223.680093:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408658560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326223.680097:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326223.680102:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767326223.680105:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408658560:192.168.202.142@tcp:400: 00000400:00000001:0.0:1767326223.680107:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326223.680110:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326223.680113:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000100:00000001:3.0:1767326223.680114:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326223.680118:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326223.680119:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eee32d1 00000100:00000040:3.0:1767326223.680122:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408658560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326223.680129:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000eee32d1. 00000100:00000001:0.0:1767326223.680134:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326223.680135:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326223.680138:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767326223.680141:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408658432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326223.680142:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f771d2b. 02000000:00000001:3.0:1767326223.680148:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326223.680151:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326223.680155:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000200:0.0:1767326223.680156:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408658432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326223.680159:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326223.680165:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326223.680167:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326223.680170:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:3.0:1767326223.680170:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 02000000:00000001:0.0:1767326223.680172:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326223.680175:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326223.680177:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326223.680177:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326223.680181:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326223.680181:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326223.680184:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00001000:0.0:1767326223.680187:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=64 v=5 (5 5 5 0) 00000100:00000001:3.0:1767326223.680189:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1767326223.680192:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=64 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326223.680193:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326223.680198:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326223.680199:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326223.680202:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326223.680204:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326223.680206:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326223.680209:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326223.680210:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326223.680211:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326223.680212:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326223.680216:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326223.680216:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326223.680222:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408658432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326223.680222:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326223.680226:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326223.680235:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326223.680237:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326223.680238:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326223.680242:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408658432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326223.680257:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408658432:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326223.680261:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326223.680267:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326223.680269:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408658432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326239 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326223.680276:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326223.680277:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326223.680279:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007083bc44. 02000000:00000001:0.0:1767326223.680284:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326223.680286:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326223.680287:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326223.680289:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326223.680290:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dadd9a6c. 02000000:00000001:0.0:1767326223.680292:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326223.680294:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326223.680295:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:0.0:1767326223.680297:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326223.680298:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326223.680300:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326223.680303:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326223.680305:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326223.680307:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326223.680308:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326224.700448:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326224.700462:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326224.700473:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326224.700476:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326224.700483:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326224.700486:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326224.700488:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326224.700490:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326224.700495:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326224.700496:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326224.700528:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326224.700532:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326224.700535:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326225.723565:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326225.723573:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326225.723579:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326225.723613:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326225.723709:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326225.723714:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326225.723716:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326226.747512:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326226.747521:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326226.747528:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326226.747530:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326226.747581:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326226.747586:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326226.747589:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326227.515540:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306095297, at 4306095360 00000100:00000040:1.0:1767326227.515540:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306095297, at 4306095360 00000100:00000040:3.0:1767326227.515541:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306095297, at 4306095360 00000100:00000010:1.0:1767326227.515562:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb152022. 00000100:00000010:3.0:1767326227.515564:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b74c932. 00000100:00000010:0.0:1767326227.515566:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9b1999e. 00000100:00000040:2.0:1767326227.515677:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306095297, at 4306095360 00000100:00000010:2.0:1767326227.515682:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000034d71912. 00010000:00000001:0.0:1767326227.771558:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326227.771568:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326227.771574:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326227.771576:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326227.771603:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326227.771606:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326227.771609:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326228.795552:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326228.795557:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326228.795562:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326228.795566:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326228.795568:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326228.795571:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326228.795581:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767326228.795591:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326228.795596:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326228.795600:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326228.795607:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326228.795616:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a28d6e6. 00000100:00000001:2.0:1767326228.795625:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326228.795639:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000009561302 x1853175408658688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326228.795652:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326228.795655:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326228.795662:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_00+0] req@0000000009561302 x1853175408658688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326228.795678:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326228.795683:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326228.795686:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326228.795696:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326228.795700:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326228.795727:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326228.795731:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326228.795731:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000020:00000040:2.0:1767326228.795733:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326228.795736:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326228.795737:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326228.795739:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326228.795743:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039fc680f. 00000100:00000001:0.0:1767326228.795744:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326228.795748:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326228.795749:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326228.795754:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000b258af54 x1853175408658816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767326228.795758:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408658688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326228.795772:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326228.795775:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326228.795777:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326228.795781:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326228.795783:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_01+1] req@00000000b258af54 x1853175408658816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326228.795787:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326228.795792:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326228.795797:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326228.795798:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326228.795802:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408658688:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326228.795807:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326228.795815:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326228.795818:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326228.795821:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326228.795826:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c4a683e. 02000000:00000001:0.0:1767326228.795828:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326228.795843:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000400:00000010:0.0:1767326228.795853:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eee32d1. 00000100:00000200:0.0:1767326228.795862:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408658688, portal 25 00000100:00000001:0.0:1767326228.795865:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326228.795866:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000040:0.0:1767326228.795871:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408658688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326228.795877:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326228.795879:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326228.795881:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6037a22. 00000100:00000200:0.0:1767326228.795883:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408658688, offset 0 00000400:00000200:0.0:1767326228.795889:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326228.795902:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326228.795908:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326228.795912:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326228.795915:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326228.795917:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326228.795919:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [286:286:256:4294967295] 192.168.202.142@tcp LPNI seq info [286:286:8:4294967295] 00000400:00000200:0.0:1767326228.795932:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326228.795938:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326228.795944:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb4be34. 00000800:00000200:0.0:1767326228.795952:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326228.795961:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326228.795973:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb4be34 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326228.795985:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326228.795990:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306100417 00000100:00000010:0.0:1767326228.795994:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000358418ea. 00000100:00000001:0.0:1767326228.796003:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767326228.796011:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306100417 00000100:00000010:0.0:1767326228.796014:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c97101f. 00000100:00000001:0.0:1767326228.796018:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326228.796028:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306100417 00000100:00000010:0.0:1767326228.796031:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1e5b507. 00000100:00000001:0.0:1767326228.796035:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326228.796036:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326228.796038:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306100417 00000100:00000001:3.0:1767326228.796041:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767326228.796044:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be5cd0f0. 00000100:00000001:3.0:1767326228.796045:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326228.796050:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767326228.796054:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408658816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326228.796056:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326228.796063:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326228.796069:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326228.796069:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326228.796072:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326228.796074:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326228.796076:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326228.796079:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326228.796082:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326228.796084:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408658816:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326228.796085:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326228.796090:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326228.796091:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326228.796094:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326228.796095:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326228.796098:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326228.796098:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326228.796102:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326228.796103:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326228.796106:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326228.796110:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef07e7e1. 02000000:00000001:3.0:1767326228.796113:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326228.796117:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fa94f4c. 00000400:00000010:3.0:1767326228.796122:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f68e8c4e. 00000100:00000200:3.0:1767326228.796131:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408658816, portal 10 00000100:00000001:3.0:1767326228.796134:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326228.796135:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00000100:00000040:3.0:1767326228.796142:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408658816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326228.796149:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326228.796153:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326228.796156:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e3485e7. 00000100:00000200:3.0:1767326228.796158:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408658816, offset 0 00000400:00000200:3.0:1767326228.796164:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326228.796169:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326228.796172:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326228.796175:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326228.796179:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326228.796181:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326228.796184:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [287:287:255:4294967295] 192.168.202.142@tcp LPNI seq info [287:287:7:4294967295] 00000400:00000200:3.0:1767326228.796192:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326228.796197:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326228.796201:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 00000800:00000200:3.0:1767326228.796206:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326228.796211:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326228.796213:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326228.796216:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326228.796220:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 193780 usecs (194 jiffies) 00000100:00000001:3.0:1767326228.796222:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306096834 00000100:00000001:3.0:1767326228.796225:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306100417 00000100:00000001:3.0:1767326228.796227:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306096834 00000100:00000001:3.0:1767326228.796229:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306100417 00000100:00000001:3.0:1767326228.796230:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306096834 00000100:00000001:3.0:1767326228.796236:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306100417 00000100:00000001:3.0:1767326228.796238:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306096834 00000100:00000001:3.0:1767326228.796239:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306100417 00000100:00000001:3.0:1767326228.796240:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326228.796242:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326228.796242:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326228.796244:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326228.796247:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767326228.796248:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb4be34. 00000400:00000200:1.0:1767326228.796255:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326228.796259:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326228.796263:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326228.796264:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326228.796268:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326228.796271:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326228.796272:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6037a22 00000100:00000001:3.0:1767326228.796273:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326228.796276:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6037a22. 00000100:00000001:3.0:1767326228.796278:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326228.796284:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326228.796290:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408658688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326228.796301:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326228.796303:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408658688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326244 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326228.796322:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326228.796324:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326228.796327:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326228.796331:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326228.796337:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767326228.796340:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326228.796343:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326228.796345:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1767326228.796346:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767326228.796348:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326228.796350:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 02000000:00000010:2.0:1767326228.796354:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f07b907. 00000400:00000200:1.0:1767326228.796355:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326228.796360:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326228.796362:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326228.796367:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e3485e7 00000100:00000040:2.0:1767326228.796369:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000bfc4a11d x1853175408658944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767326228.796370:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e3485e7. 00000100:00000001:1.0:1767326228.796375:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326228.796381:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408658816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326228.796383:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326228.796385:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326228.796394:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_02+2] req@00000000bfc4a11d x1853175408658944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326228.796395:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326228.796422:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408658816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326228.796461:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326228.796466:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326228.796480:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326228.796484:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326228.796488:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326228.796494:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11434) 00000100:00000001:0.0:1767326228.796546:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326228.796548:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326228.796549:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326228.796553:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408658944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326228.796558:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326228.796559:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326228.796561:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326228.796562:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326228.796563:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326228.796564:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408658944:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326228.796567:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326228.796569:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326228.796570:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326228.796571:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326228.796573:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfa84949. 02000000:00000001:0.0:1767326228.796575:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326228.796577:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063a096b3. 00000400:00000010:0.0:1767326228.796585:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 00000100:00000200:0.0:1767326228.796587:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408658944, portal 10 00000100:00000001:0.0:1767326228.796589:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326228.796589:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000040:0.0:1767326228.796594:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408658944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326228.796599:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326228.796601:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326228.796603:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de705503. 00000100:00000200:0.0:1767326228.796604:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408658944, offset 0 00000400:00000200:0.0:1767326228.796607:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326228.796608:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326228.796611:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326228.796612:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326228.796616:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326228.796617:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326228.796619:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326228.796621:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326228.796623:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [288:288:256:4294967295] 192.168.202.142@tcp LPNI seq info [288:288:8:4294967295] 00000400:00000200:0.0:1767326228.796629:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326228.796632:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326228.796635:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5c95fa2. 00000800:00000200:0.0:1767326228.796639:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326228.796644:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326228.796647:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5c95fa2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326228.796663:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326228.796666:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 260878 usecs (261 jiffies) 00000100:00000001:0.0:1767326228.796669:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306096902 00000100:00000001:0.0:1767326228.796671:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306100417 00000100:00000001:0.0:1767326228.796674:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306096902 00000100:00000001:0.0:1767326228.796676:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306100417 00000100:00000001:0.0:1767326228.796685:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306096902 00000100:00000001:0.0:1767326228.796687:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306100417 00000100:00000001:0.0:1767326228.796689:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306096902 00000100:00000001:0.0:1767326228.796691:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306100417 00000800:00000200:2.0:1767326228.796692:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326228.796694:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767326228.796695:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5c95fa2. 00000100:00000001:0.0:1767326228.796700:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326228.796701:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326228.796708:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326228.796710:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326228.796711:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de705503 00000400:00000010:2.0:1767326228.796713:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de705503. 00000100:00000001:2.0:1767326228.796717:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326228.796718:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326228.796721:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408658944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326228.796725:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326228.796728:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326228.796729:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326228.796733:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326228.796734:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408658944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326228.796736:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326228.796739:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326228.796742:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326228.796751:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326228.796753:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326228.798744:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326228.798761:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326228.798765:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326228.798767:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326228.798778:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326228.798794:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f08900 00000400:00000200:2.0:1767326228.798803:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x9c5 [1] + 224 00000800:00000001:2.0:1767326228.798812:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326228.798820:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326228.798822:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326228.798825:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326228.798832:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326228.798849:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408658688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326228.798860:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408658688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326228.798877:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326228.798887:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326228.798891:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326228.798966:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326228.798970:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326228.798978:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326228.798980:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326228.798983:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000400:00000200:0.0:1767326228.798987:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eee32d1 00000400:00000010:0.0:1767326228.798990:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000eee32d1. 00000100:00000001:0.0:1767326228.798993:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326228.798997:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408658688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326228.799008:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408658688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326228.799015:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326228.799017:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326228.799020:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326228.799023:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326228.799026:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326228.799028:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326228.799032:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326228.799039:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=74 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326228.799051:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=74 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326228.799054:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326228.799056:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326228.799059:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326228.799062:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326228.799065:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326228.799070:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408658688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326228.799077:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326228.799081:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326228.799083:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326228.799087:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408658688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326228.799095:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408658688:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326228.799101:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326228.799104:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326228.799106:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408658688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326228.799113:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326228.799116:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326228.799120:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c4a683e. 02000000:00000001:0.0:1767326228.799124:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326228.799126:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326228.799128:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326228.799131:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326228.799133:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a28d6e6. 02000000:00000001:0.0:1767326228.799138:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326228.799141:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1767326228.799141:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767326228.799146:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000800:00000001:1.0:1767326228.799147:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326228.799150:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326228.799151:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1767326228.799152:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326228.799154:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326228.799159:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326228.799159:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:0.0:1767326228.799169:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326228.799171:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f08980 00000400:00000200:1.0:1767326228.799177:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x9cd [1] + 224 00000100:00000001:0.0:1767326228.799178:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326228.799181:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326228.799183:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326228.799185:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326228.799187:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326228.799187:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326228.799193:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326228.799196:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326228.799199:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408658816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326228.799206:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408658816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326228.799222:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326228.799227:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326228.799230:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326228.799232:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326228.799234:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326228.799238:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326228.799244:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f08a00 00000400:00000200:1.0:1767326228.799248:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x9d5 [1] + 224 00000800:00000001:1.0:1767326228.799251:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326228.799256:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326228.799258:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326228.799261:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326228.799271:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326228.799274:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408658944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326228.799282:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408658944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326228.799284:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326228.799286:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326228.799290:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326228.799292:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326228.799293:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fa94f4c. 00000400:00000200:3.0:1767326228.799296:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f68e8c4e 00000400:00000010:3.0:1767326228.799298:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f68e8c4e. 00000100:00000001:1.0:1767326228.799299:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326228.799301:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326228.799304:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408658816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326228.799305:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326228.799308:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326228.799311:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408658816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326228.799317:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326228.799319:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326228.799320:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326228.799322:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326228.799323:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326228.799325:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326228.799327:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326228.799332:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=69 v=5 (5 5 5 0) 00000100:00001000:3.0:1767326228.799343:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=69 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326228.799346:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326228.799348:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326228.799349:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326228.799350:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326228.799353:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767326228.799356:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326228.799359:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326228.799361:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:0.0:1767326228.799362:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767326228.799365:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000400:00000010:0.0:1767326228.799366:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063a096b3. 00000100:00000001:3.0:1767326228.799370:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767326228.799372:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 00000100:00000001:3.0:1767326228.799373:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326228.799376:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00000100:00000040:3.0:1767326228.799380:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408658816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326228.799382:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326228.799389:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408658944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326228.799393:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326228.799396:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326228.799397:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326228.799451:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408658944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326228.799460:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408658816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326228.799465:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326228.799468:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326228.799473:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767326228.799476:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408658816:192.168.202.142@tcp:400: 02000000:00000001:0.0:1767326228.799477:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326228.799480:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326228.799482:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326228.799485:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326228.799486:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326228.799489:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767326228.799492:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=63 v=5 (5 5 5 0) 00000100:00000040:3.0:1767326228.799493:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408658816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326228.799504:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326228.799506:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326228.799509:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326228.799511:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767326228.799512:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef07e7e1. 00000100:00000001:0.0:1767326228.799515:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326228.799517:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767326228.799519:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767326228.799520:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326228.799523:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00010000:00080000:0.0:1767326228.799527:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bfc4a11d x1853175408658944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326228.799528:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326228.799531:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039fc680f. 02000000:00000001:3.0:1767326228.799536:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326228.799539:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326228.799542:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00010000:00000001:0.0:1767326228.799543:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326228.799547:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326228.799548:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326228.799549:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326228.799551:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326228.799553:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326228.799557:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326228.799559:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408658944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326228.799561:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326228.799566:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326228.799567:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326228.799571:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326228.799574:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326228.799581:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326228.799584:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326228.799586:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326228.799590:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408658944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326228.799598:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408658944:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326228.799602:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326228.799603:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326228.799605:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408658944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326244 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326228.799610:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326228.799612:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326228.799614:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfa84949. 02000000:00000001:0.0:1767326228.799617:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326228.799618:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326228.799619:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326228.799621:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326228.799622:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f07b907. 02000000:00000001:0.0:1767326228.799625:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326228.799626:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326228.799627:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:0.0:1767326228.799629:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326228.799630:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326228.799632:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326228.799636:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326228.799637:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326228.799639:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326228.799641:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326229.819565:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326229.819573:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326229.819579:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326229.819580:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326229.819696:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326229.819700:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326229.819703:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326230.843649:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326230.843658:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326230.843666:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326230.843667:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326230.843689:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326230.843692:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326230.843695:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326231.867546:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326231.867554:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326231.867560:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326231.867561:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326231.867619:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326231.867624:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326231.867628:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326232.635543:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306100417, at 4306100480 00000100:00000040:1.0:1767326232.635543:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306100417, at 4306100480 00000100:00000040:2.0:1767326232.635543:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306100417, at 4306100480 00000100:00000040:3.0:1767326232.635543:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306100417, at 4306100480 00000100:00000010:3.0:1767326232.635572:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be5cd0f0. 00000100:00000010:0.0:1767326232.635574:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000358418ea. 00000100:00000010:2.0:1767326232.635576:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1e5b507. 00000100:00000010:1.0:1767326232.635578:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c97101f. 00010000:00000001:0.0:1767326232.892066:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326232.892074:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326232.892081:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326232.892085:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326232.892087:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326232.892093:0:215456:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326232.892096:0:215456:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326232.892097:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326232.892101:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326232.892104:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326232.892106:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326232.892108:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326232.892177:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326232.892182:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326232.892185:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326233.915522:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326233.915530:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1767326233.915534:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326233.915541:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326233.915547:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00010000:00000001:0.0:1767326233.915548:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326233.915550:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326233.915557:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326233.915562:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326233.915566:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326233.915572:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326233.915575:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:2.0:1767326233.915581:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052a5ce86. 00000020:00000001:0.0:1767326233.915583:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326233.915588:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326233.915597:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326233.915612:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b6591187 x1853175408659072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326233.915622:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326233.915624:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326233.915629:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_03+3] req@00000000b6591187 x1853175408659072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326233.915650:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326233.915651:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326233.915653:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326233.915656:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326233.915658:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326233.915659:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326233.915674:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326233.915677:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326233.915679:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326233.915679:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326233.915680:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326233.915684:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326233.915686:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326233.915686:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b65b65b4. 00000100:00000001:2.0:1767326233.915691:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326233.915691:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408659072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326233.915700:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000032a2412e x1853175408659200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326233.915710:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326233.915711:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326233.915714:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326233.915715:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326233.915716:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_00+0] req@0000000032a2412e x1853175408659200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326233.915724:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326233.915729:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326233.915732:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326233.915736:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408659072:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326233.915738:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326233.915742:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326233.915743:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326233.915747:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326233.915749:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000100:00000001:0.0:1767326233.915751:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326233.915752:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:3.0:1767326233.915752:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326233.915756:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326233.915757:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326233.915758:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326233.915761:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326233.915762:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326233.915763:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767326233.915765:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326233.915769:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064d7910e. 00000100:00000040:0.0:1767326233.915770:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408659200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326233.915772:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326233.915772:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c165a20. 00000100:00000040:2.0:1767326233.915777:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000e6bdf5e7 x1853175408659328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326233.915778:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326233.915788:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326233.915789:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fa94f4c. 00000100:00000001:1.0:1767326233.915795:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326233.915802:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f68e8c4e. 00000100:00000001:2.0:1767326233.915808:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326233.915810:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326233.915810:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326233.915814:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408659072, portal 25 00000100:00000001:0.0:1767326233.915815:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326233.915817:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_01+1] req@00000000e6bdf5e7 x1853175408659328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326233.915821:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326233.915826:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 02000000:00000001:0.0:1767326233.915831:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326233.915834:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326233.915835:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408659072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326233.915837:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326233.915838:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326233.915842:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767326233.915847:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408659200:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326233.915850:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326233.915858:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326233.915859:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11439) 00000100:00000001:3.0:1767326233.915859:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326233.915862:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326233.915867:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326233.915868:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326233.915871:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326233.915877:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000689c4ba. 00000400:00000010:3.0:1767326233.915879:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010912c81. 02000000:00000001:0.0:1767326233.915881:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326233.915885:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408659072, offset 0 00000400:00000010:0.0:1767326233.915888:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063a096b3. 00000400:00000200:3.0:1767326233.915896:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326233.915908:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 00000100:00000200:0.0:1767326233.915914:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408659200, portal 10 00000400:00000200:3.0:1767326233.915914:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326233.915919:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326233.915921:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326233.915922:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000400:00000200:3.0:1767326233.915924:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326233.915925:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326233.915928:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326233.915932:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408659200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326233.915934:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408659328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326233.915935:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326233.915944:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326233.915952:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326233.915960:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [289:289:256:4294967295] 192.168.202.142@tcp LPNI seq info [289:289:8:4294967295] 00000100:00000001:1.0:1767326233.915961:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326233.915964:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326233.915964:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326233.915969:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326233.915970:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326233.915972:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326233.915973:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eee32d1. 02000000:00000001:1.0:1767326233.915979:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326233.915980:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408659200, offset 0 00000400:00000200:3.0:1767326233.915980:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00100000:1.0:1767326233.915988:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408659328:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326233.915989:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326233.915993:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326233.915997:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326233.915999:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:3.0:1767326233.916000:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1bd790. 00000400:00000200:0.0:1767326233.916003:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326233.916007:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:3.0:1767326233.916010:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326233.916011:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326233.916016:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:1.0:1767326233.916017:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326233.916019:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [290:290:255:4294967295] 192.168.202.142@tcp LPNI seq info [290:290:7:4294967295] 02000000:00000001:1.0:1767326233.916021:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326233.916023:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:1.0:1767326233.916026:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767326233.916030:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f1bd790 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1767326233.916032:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003061d6a7. 02000000:00000001:1.0:1767326233.916037:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326233.916041:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:1.0:1767326233.916042:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014ba21a4. 00000400:00000010:1.0:1767326233.916046:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000751cc154. 00000100:00000200:1.0:1767326233.916049:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408659328, portal 10 00000100:00000001:3.0:1767326233.916052:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326233.916053:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326233.916056:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000800:00000200:0.0:1767326233.916058:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326233.916062:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306105537 00000800:00000010:0.0:1767326233.916064:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5c95fa2. 00000100:00000040:1.0:1767326233.916064:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408659328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326233.916070:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008375de61. 00000800:00000200:0.0:1767326233.916076:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326233.916077:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326233.916082:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326233.916083:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767326233.916084:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e4a2d89. 00000800:00000200:0.0:1767326233.916088:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:1.0:1767326233.916089:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408659328, offset 0 00000800:00000200:0.0:1767326233.916094:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5c95fa2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326233.916094:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306105537 00000400:00000200:1.0:1767326233.916099:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:3.0:1767326233.916101:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a5ba9a9. 00000100:00000001:0.0:1767326233.916103:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326233.916106:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326233.916107:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767326233.916110:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 191442 usecs (192 jiffies) 00000100:00000001:3.0:1767326233.916113:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306105537 00000400:00000200:1.0:1767326233.916114:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326233.916117:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306101952 00000100:00000010:3.0:1767326233.916118:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cdc0422. 00000400:00000200:1.0:1767326233.916120:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:2.0:1767326233.916120:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326233.916123:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326233.916126:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1767326233.916127:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1bd790. 00000100:00000001:3.0:1767326233.916129:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306105537 00000400:00000200:1.0:1767326233.916131:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326233.916132:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306105537 00000100:00000010:3.0:1767326233.916134:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054b8fd36. 00000100:00000001:0.0:1767326233.916138:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306101952 00000400:00000200:1.0:1767326233.916138:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [291:291:254:4294967295] 192.168.202.142@tcp LPNI seq info [291:291:6:4294967295] 00000400:00000200:2.0:1767326233.916138:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326233.916144:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306105537 00000100:00000001:3.0:1767326233.916147:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326233.916148:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306101952 00000400:00000200:2.0:1767326233.916150:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326233.916153:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306105537 00000100:00000001:3.0:1767326233.916153:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326233.916158:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326233.916160:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306101952 00000400:00000200:1.0:1767326233.916160:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326233.916165:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306105537 00000100:00000001:0.0:1767326233.916169:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326233.916169:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326233.916171:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010912c81 00000800:00000200:1.0:1767326233.916173:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326233.916174:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326233.916175:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326233.916175:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010912c81. 00000800:00000010:1.0:1767326233.916180:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5dc54ea. 00000100:00000001:0.0:1767326233.916181:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326233.916183:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326233.916185:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326233.916186:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767326233.916190:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:2.0:1767326233.916191:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408659072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326233.916191:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326233.916194:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326233.916196:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326233.916197:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326233.916199:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326233.916203:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326233.916204:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326233.916204:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326233.916208:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326233.916209:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5dc54ea type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326233.916210:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326233.916211:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326233.916212:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326233.916218:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326233.916218:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326233.916219:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408659072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326249 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326233.916224:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 257623 usecs (258 jiffies) 00000100:00000001:1.0:1767326233.916229:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306102018 00000100:00000001:2.0:1767326233.916232:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326233.916234:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326233.916238:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306105537 00000100:00000001:1.0:1767326233.916240:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306102018 00000100:00000001:1.0:1767326233.916247:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306105537 00000100:00000001:1.0:1767326233.916248:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306102018 00000800:00000200:2.0:1767326233.916250:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326233.916251:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306105537 00000800:00000010:2.0:1767326233.916255:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5c95fa2. 00000100:00000001:1.0:1767326233.916256:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306102018 00000100:00000001:1.0:1767326233.916258:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306105537 00000100:00000001:1.0:1767326233.916261:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326233.916263:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326233.916263:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326233.916267:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326233.916269:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326233.916272:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326233.916274:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326233.916276:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326233.916277:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eee32d1 00000100:00000001:1.0:1767326233.916278:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326233.916280:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326233.916281:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000eee32d1. 00000100:00000001:1.0:1767326233.916282:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326233.916286:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326233.916287:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326233.916291:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408659200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326233.916296:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326233.916299:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408659200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326233.916304:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326233.916305:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326233.916362:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326233.916364:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5dc54ea. 00000400:00000200:2.0:1767326233.916366:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326233.916369:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326233.916370:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e4a2d89 00000400:00000010:2.0:1767326233.916376:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e4a2d89. 00000100:00000001:2.0:1767326233.916387:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326233.916390:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408659328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326233.916394:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326233.916396:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408659328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326233.916416:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326233.916417:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326233.917848:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326233.917862:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326233.917867:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326233.917870:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326233.917878:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326233.917893:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f08a80 00000400:00000200:2.0:1767326233.917902:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x9dd [1] + 224 00000800:00000001:2.0:1767326233.917910:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326233.917919:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326233.917921:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326233.917924:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326233.917928:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326233.917931:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408659072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326233.917939:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408659072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326233.917951:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326233.917957:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326233.917960:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326233.918009:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326233.918013:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326233.918020:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326233.918023:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326233.918026:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fa94f4c. 00000800:00000001:1.0:1767326233.918027:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767326233.918030:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f68e8c4e 00000400:00000010:3.0:1767326233.918032:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f68e8c4e. 00000100:00000001:3.0:1767326233.918035:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767326233.918036:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326233.918040:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326233.918041:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326233.918047:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326233.918056:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f08b00 00000400:00000200:1.0:1767326233.918061:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x9e5 [1] + 224 00000800:00000001:1.0:1767326233.918065:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326233.918069:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326233.918071:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326233.918074:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326233.918078:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326233.918083:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408659072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326233.918084:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408659200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326233.918105:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408659072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326233.918120:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326233.918128:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408659200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326233.918131:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326233.918136:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326233.918140:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326233.918143:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326233.918147:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326233.918151:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326233.918155:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767326233.918159:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=79 v=5 (5 5 5 0) 00000800:00000001:1.0:1767326233.918162:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326233.918165:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=79 v=5 (1 1 1 0) 00000800:00000001:1.0:1767326233.918167:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326233.918170:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326233.918170:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767326233.918174:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326233.918174:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326233.918180:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767326233.918182:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00010000:00000001:3.0:1767326233.918184:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326233.918188:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326233.918191:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326233.918194:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408659072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326233.918195:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326233.918201:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326233.918201:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f08b80 00000400:00000001:0.0:1767326233.918204:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326233.918209:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063a096b3. 00000400:00000200:0.0:1767326233.918221:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 00000100:00000001:3.0:1767326233.918223:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326233.918226:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326233.918227:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326233.918231:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00000100:00000040:3.0:1767326233.918234:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408659072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326233.918241:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x9ed [1] + 224 00000100:00100000:3.0:1767326233.918242:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408659072:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326233.918251:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326233.918253:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326233.918254:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767326233.918255:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326233.918257:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408659072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326233.918262:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408659200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326233.918267:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326233.918271:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767326233.918275:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408659200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326233.918278:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326233.918286:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326233.918292:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767326233.918294:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408659328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326233.918295:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326233.918297:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326233.918300:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326233.918300:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c165a20. 00000100:00000001:0.0:1767326233.918305:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326233.918308:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767326233.918308:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326233.918312:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767326233.918312:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408659328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326233.918312:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326233.918316:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326233.918316:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326233.918321:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326233.918324:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052a5ce86. 02000000:00000001:0.0:1767326233.918329:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326233.918329:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1767326233.918336:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=74 v=5 (5 5 5 0) 02000000:00000001:3.0:1767326233.918337:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326233.918341:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00001000:0.0:1767326233.918342:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=74 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326233.918343:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326233.918346:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326233.918348:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326233.918350:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326233.918351:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326233.918351:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326233.918355:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326233.918356:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767326233.918356:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326233.918361:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326233.918364:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326233.918366:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326233.918367:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326233.918370:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326233.918371:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326233.918374:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326233.918376:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326233.918392:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326233.918418:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408659200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326233.918426:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326233.918428:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326233.918429:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326233.918433:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408659200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326233.918440:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408659200:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326233.918450:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326233.918457:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326233.918460:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408659200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326233.918466:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326233.918468:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326233.918470:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000689c4ba. 02000000:00000001:0.0:1767326233.918473:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326233.918474:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326233.918475:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326233.918477:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326233.918479:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b65b65b4. 02000000:00000001:0.0:1767326233.918481:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326233.918482:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326233.918483:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:0.0:1767326233.918485:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326233.918487:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326233.918488:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326233.918492:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326233.918494:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326233.918495:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326233.918497:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326233.918544:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326233.918546:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326233.918548:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326233.918549:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326233.918550:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014ba21a4. 00000400:00000200:2.0:1767326233.918556:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000751cc154 00000400:00000010:2.0:1767326233.918557:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000751cc154. 00000100:00000001:2.0:1767326233.918559:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326233.918561:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408659328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326233.918566:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408659328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326233.918571:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326233.918571:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326233.918572:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326233.918573:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326233.918574:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326233.918575:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326233.918576:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326233.918578:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=68 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326233.918586:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326233.918587:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326233.918588:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326233.918589:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326233.918593:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e6bdf5e7 x1853175408659328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326233.918609:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326233.918611:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326233.918612:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326233.918614:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326233.918615:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326233.918618:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408659328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326233.918624:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326233.918632:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326233.918633:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326233.918636:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408659328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326233.918652:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408659328:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326233.918655:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326233.918656:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326233.918658:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408659328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326249 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326233.918662:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326233.918663:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326233.918664:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003061d6a7. 02000000:00000001:2.0:1767326233.918666:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326233.918667:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326233.918668:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326233.918669:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326233.918670:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000064d7910e. 02000000:00000001:2.0:1767326233.918671:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326233.918672:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326233.918673:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:2.0:1767326233.918674:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326233.918675:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326233.918676:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326233.918679:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326233.918680:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326233.918681:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326233.918682:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326234.939515:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326234.939522:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326234.939524:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326234.939527:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326234.939532:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326234.939535:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326234.939537:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326234.939539:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326234.939542:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326234.939544:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326234.939603:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326234.939607:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326234.939610:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326235.963504:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326235.963512:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326235.963517:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326235.963519:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326235.963619:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326235.963623:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326235.963625:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326236.987560:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326236.987564:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326236.987584:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326236.987585:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326236.987606:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326236.987608:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326236.987610:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326237.755485:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306105537, at 4306105600 00000100:00000040:3.0:1767326237.755492:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306105537, at 4306105600 00000100:00000040:0.0:1767326237.755496:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306105537, at 4306105600 00000100:00000010:3.0:1767326237.755513:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054b8fd36. 00000100:00000010:0.0:1767326237.755524:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008375de61. 00000100:00000010:1.0:1767326237.755526:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a5ba9a9. 00000100:00000040:2.0:1767326237.755580:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306105537, at 4306105600 00000100:00000010:2.0:1767326237.755587:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cdc0422. 00010000:00000001:0.0:1767326238.011528:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326238.011538:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326238.011545:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326238.011546:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326238.011600:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326238.011605:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326238.011607:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326239.035501:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326239.035516:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326239.035530:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767326239.035540:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326239.035546:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326239.035550:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326239.035556:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326239.035585:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064d7910e. 00010000:00000001:0.0:1767326239.035586:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326239.035590:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326239.035593:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326239.035595:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326239.035595:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326239.035613:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000e6bdf5e7 x1853175408659456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326239.035627:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326239.035630:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326239.035636:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_02+2] req@00000000e6bdf5e7 x1853175408659456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326239.035655:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326239.035660:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326239.035664:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326239.035666:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326239.035670:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326239.035674:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326239.035678:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326239.035678:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000100:00000001:0.0:1767326239.035683:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767326239.035683:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326239.035687:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326239.035688:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326239.035692:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767326239.035694:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408659456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326239.035695:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326239.035701:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cf3a545b. 00000100:00000001:3.0:1767326239.035704:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326239.035706:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326239.035711:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326239.035714:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000006b877052 x1853175408659584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326239.035716:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326239.035721:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326239.035729:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326239.035730:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326239.035733:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326239.035734:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326239.035739:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_03+3] req@000000006b877052 x1853175408659584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326239.035740:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326239.035749:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408659456:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326239.035757:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326239.035765:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326239.035766:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326239.035768:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326239.035770:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326239.035772:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326239.035777:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1767326239.035779:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b712209. 02000000:00000001:0.0:1767326239.035782:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326239.035782:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000100:00000001:3.0:1767326239.035790:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326239.035791:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063a096b3. 00000020:00000040:2.0:1767326239.035792:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326239.035794:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326239.035797:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326239.035799:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767326239.035804:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 02000000:00000001:2.0:1767326239.035806:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326239.035809:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326239.035813:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dadd9a6c. 00000100:00000001:2.0:1767326239.035818:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326239.035818:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408659584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326239.035825:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000032a2412e x1853175408659712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767326239.035828:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408659456, portal 25 00000100:00000001:0.0:1767326239.035842:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326239.035842:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326239.035845:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000100:00000001:3.0:1767326239.035847:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326239.035848:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326239.035851:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326239.035853:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326239.035856:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408659456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326239.035858:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326239.035859:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_00+0] req@0000000032a2412e x1853175408659712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326239.035864:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326239.035874:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408659584:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326239.035885:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326239.035888:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326239.035891:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326239.035894:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326239.035895:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326239.035898:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 02000000:00000001:3.0:1767326239.035899:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767326239.035904:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408659456, offset 0 02000000:00000010:3.0:1767326239.035906:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000889e159c. 02000000:00000001:3.0:1767326239.035910:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326239.035914:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326239.035915:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326239.035920:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326239.035924:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326239.035929:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11444) 00000400:00000010:3.0:1767326239.035930:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fa94f4c. 00000400:00000200:0.0:1767326239.035935:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326239.035939:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326239.035939:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f68e8c4e. 00000100:00000001:2.0:1767326239.035942:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326239.035944:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326239.035945:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326239.035947:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326239.035947:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408659584, portal 10 00000100:00000001:1.0:1767326239.035949:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326239.035953:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326239.035954:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326239.035957:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000040:1.0:1767326239.035959:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408659712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326239.035963:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326239.035975:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326239.035977:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326239.035980:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326239.035981:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:3.0:1767326239.035982:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408659584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326239.035983:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326239.035988:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326239.035991:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [292:292:256:4294967295] 192.168.202.142@tcp LPNI seq info [292:292:8:4294967295] 00000100:00100000:1.0:1767326239.035996:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408659712:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326239.036006:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326239.036008:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326239.036011:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326239.036015:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326239.036017:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326239.036019:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326239.036021:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:3.0:1767326239.036023:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ead26eaf. 02000000:00000010:1.0:1767326239.036025:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021e5d9ab. 02000000:00000001:1.0:1767326239.036030:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326239.036031:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408659584, offset 0 00000400:00000010:1.0:1767326239.036035:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005208e072. 00000800:00000200:0.0:1767326239.036036:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326239.036043:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326239.036045:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb4be34. 00000400:00000010:1.0:1767326239.036050:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000512df998. 00000400:00000200:3.0:1767326239.036052:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:1.0:1767326239.036056:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408659712, portal 10 00000800:00000200:0.0:1767326239.036057:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326239.036060:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326239.036061:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326239.036065:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000400:00000200:3.0:1767326239.036068:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:0.0:1767326239.036072:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:1.0:1767326239.036074:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408659712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326239.036075:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326239.036087:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326239.036088:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:0.0:1767326239.036089:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb4be34 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767326239.036094:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326239.036098:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [293:293:255:4294967295] 192.168.202.142@tcp LPNI seq info [293:293:7:4294967295] 00000400:00000010:1.0:1767326239.036100:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765198f9. 00000100:00000001:0.0:1767326239.036103:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326239.036106:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408659712, offset 0 00000100:00000001:0.0:1767326239.036110:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306110657 00000100:00000010:0.0:1767326239.036115:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000601d7410. 00000400:00000200:3.0:1767326239.036117:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:1.0:1767326239.036125:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326239.036126:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326239.036131:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000010:3.0:1767326239.036133:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d29a8a. 00000400:00000200:1.0:1767326239.036136:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326239.036139:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306110657 00000400:00000200:1.0:1767326239.036142:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326239.036144:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:0.0:1767326239.036147:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000358418ea. 00000400:00000200:1.0:1767326239.036149:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326239.036154:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767326239.036155:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326239.036156:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326239.036162:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306110657 00000800:00000200:3.0:1767326239.036162:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d29a8a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326239.036163:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000010:0.0:1767326239.036169:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009686e7bb. 00000100:00000001:3.0:1767326239.036170:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326239.036171:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [294:294:254:4294967295] 192.168.202.142@tcp LPNI seq info [294:294:6:4294967295] 00000100:00000040:3.0:1767326239.036177:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 189147 usecs (190 jiffies) 00000100:00000001:0.0:1767326239.036182:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326239.036183:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306107070 00000400:00000200:1.0:1767326239.036187:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326239.036189:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306110657 00000100:00000001:0.0:1767326239.036190:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306110657 00000100:00000001:3.0:1767326239.036194:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306107070 00000800:00000200:1.0:1767326239.036195:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326239.036201:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306110657 00000800:00000010:1.0:1767326239.036202:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2a70f3e. 00000100:00000010:0.0:1767326239.036204:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cd2e4ac. 00000100:00000001:3.0:1767326239.036208:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306107070 00000800:00000200:1.0:1767326239.036210:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326239.036211:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326239.036214:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306110657 00000100:00000001:0.0:1767326239.036218:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326239.036219:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326239.036223:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b2a70f3e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326239.036225:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326239.036228:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326239.036231:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326239.036231:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306107070 00000800:00000200:2.0:1767326239.036232:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326239.036237:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326239.036237:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306110657 00000800:00000010:2.0:1767326239.036239:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb4be34. 00000100:00000001:3.0:1767326239.036243:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326239.036244:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 254446 usecs (255 jiffies) 00000100:00000001:3.0:1767326239.036248:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326239.036249:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306107135 00000400:00000200:2.0:1767326239.036249:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326239.036251:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326239.036253:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326239.036256:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326239.036257:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306110657 00000100:00000001:3.0:1767326239.036258:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326239.036262:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326239.036262:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326239.036263:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306107135 00000100:00000001:0.0:1767326239.036266:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326239.036267:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326239.036270:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326239.036270:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306110657 00000400:00000200:2.0:1767326239.036271:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000100:00000001:3.0:1767326239.036271:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326239.036274:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326239.036276:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:3.0:1767326239.036278:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326239.036280:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306107135 00000100:00000001:3.0:1767326239.036282:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326239.036283:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306110657 00000100:00000001:2.0:1767326239.036284:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326239.036286:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326239.036287:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306107135 00000100:00000001:1.0:1767326239.036290:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306110657 00000100:00000200:2.0:1767326239.036292:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408659456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326239.036292:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326239.036293:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326239.036298:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326239.036302:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326239.036305:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326239.036312:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326239.036315:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326239.036318:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408659456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326255 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326239.036321:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326239.036325:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326239.036328:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326239.036343:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326239.036344:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326239.036347:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326239.036348:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326239.036368:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326239.036377:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d29a8a. 00000400:00000200:2.0:1767326239.036381:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326239.036385:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326239.036387:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ead26eaf 00000400:00000010:2.0:1767326239.036389:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ead26eaf. 00000100:00000001:2.0:1767326239.036392:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326239.036395:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408659584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326239.036426:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326239.036429:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408659584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326239.036435:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326239.036437:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326239.036461:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326239.036464:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2a70f3e. 00000400:00000200:2.0:1767326239.036467:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326239.036470:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326239.036472:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765198f9 00000400:00000010:2.0:1767326239.036474:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765198f9. 00000100:00000001:2.0:1767326239.036476:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326239.036479:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408659712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326239.036486:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326239.036488:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408659712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326239.036494:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326239.036496:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326239.038622:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326239.038639:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326239.038643:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326239.038644:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326239.038655:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326239.038669:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f08c00 00000400:00000200:2.0:1767326239.038689:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x9f5 [1] + 224 00000800:00000001:2.0:1767326239.038697:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326239.038701:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326239.038702:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326239.038705:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326239.038712:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326239.038720:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408659456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326239.038731:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408659456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326239.038750:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326239.038759:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326239.038763:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326239.038765:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326239.038768:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326239.038773:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326239.038781:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f08c80 00000100:00000001:0.0:1767326239.038785:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326239.038787:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x9fd [1] + 224 00000100:00000001:0.0:1767326239.038789:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326239.038793:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326239.038797:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326239.038798:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326239.038802:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767326239.038803:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326239.038808:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063a096b3. 00000400:00000200:2.0:1767326239.038808:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326239.038815:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 00000400:00000010:0.0:1767326239.038817:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00000100:00000001:0.0:1767326239.038820:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326239.038822:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326239.038827:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408659456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326239.038831:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408659584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326239.038857:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408659456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326239.038857:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408659584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326239.038886:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326239.038890:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326239.038893:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326239.038896:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326239.038898:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326239.038900:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326239.038903:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326239.038905:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326239.038908:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326239.038911:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326239.038917:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=85 v=5 (5 5 5 0) 00000800:00000001:2.0:1767326239.038919:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326239.038922:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=85 v=5 (1 1 1 0) 00000800:00000001:2.0:1767326239.038925:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326239.038926:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767326239.038932:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767326239.038934:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326239.038935:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326239.038939:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326239.038941:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326239.038943:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f08d00 00000100:00000001:3.0:1767326239.038946:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326239.038947:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326239.038951:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xa05 [1] + 224 00000100:00000040:0.0:1767326239.038955:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408659456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326239.038956:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326239.038960:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326239.038962:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767326239.038963:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326239.038967:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767326239.038968:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fa94f4c. 00000100:00000001:0.0:1767326239.038970:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326239.038972:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326239.038976:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408659456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326239.038977:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326239.038980:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f68e8c4e 00000400:00000200:2.0:1767326239.038987:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:3.0:1767326239.038988:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f68e8c4e. 00000100:00000001:3.0:1767326239.038996:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326239.038997:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767326239.038998:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408659456:192.168.202.142@tcp:400: 00000100:00000200:3.0:1767326239.039004:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408659584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326239.039006:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326239.039006:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408659712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326239.039012:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326239.039019:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408659456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326239.039037:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408659584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326239.039041:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767326239.039041:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408659712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326239.039045:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326239.039050:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b712209. 02000000:00000001:0.0:1767326239.039056:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326239.039059:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326239.039060:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767326239.039062:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326239.039064:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326239.039067:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326239.039068:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767326239.039070:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000064d7910e. 02000000:00000001:3.0:1767326239.039071:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326239.039074:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326239.039075:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326239.039076:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326239.039077:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326239.039079:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767326239.039081:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326239.039082:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000800:00000001:2.0:1767326239.039083:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326239.039088:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:2.0:1767326239.039089:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326239.039090:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326239.039091:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=80 v=5 (5 5 5 0) 00000100:00000001:0.0:1767326239.039095:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326239.039098:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=80 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326239.039102:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326239.039102:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326239.039104:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326239.039105:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326239.039108:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326239.039108:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326239.039113:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326239.039113:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326239.039113:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326239.039118:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326239.039118:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326239.039123:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000400:00000001:1.0:1767326239.039125:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326239.039127:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:1.0:1767326239.039129:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326239.039130:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326239.039133:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005208e072. 00000100:00000040:3.0:1767326239.039136:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408659584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326239.039139:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000512df998 00000400:00000010:1.0:1767326239.039143:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000512df998. 00000100:00000001:1.0:1767326239.039149:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326239.039151:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326239.039156:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767326239.039157:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408659712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326239.039159:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326239.039168:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408659584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326239.039178:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408659712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326239.039188:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326239.039191:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326239.039196:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326239.039198:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326239.039201:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326239.039203:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326239.039205:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326239.039206:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408659584:192.168.202.142@tcp:400: 00000100:00001000:1.0:1767326239.039210:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=74 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326239.039214:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326239.039214:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326239.039216:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326239.039217:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326239.039218:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326239.039223:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000032a2412e x1853175408659712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326239.039226:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326239.039233:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408659584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326239.039236:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326239.039241:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326239.039243:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326239.039246:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326239.039248:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767326239.039249:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326239.039251:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000889e159c. 02000000:00000001:3.0:1767326239.039255:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326239.039258:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326239.039259:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326239.039260:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326239.039264:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767326239.039267:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408659712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326239.039267:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cf3a545b. 02000000:00000001:3.0:1767326239.039273:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326239.039275:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326239.039277:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000001:3.0:1767326239.039282:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326239.039283:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326239.039286:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326239.039287:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326239.039289:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326239.039290:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326239.039294:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408659712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326239.039297:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326239.039300:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326239.039302:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408659712:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326239.039306:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326239.039307:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326239.039308:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326239.039310:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326239.039313:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408659712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326255 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326239.039317:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326239.039319:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326239.039328:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021e5d9ab. 02000000:00000001:1.0:1767326239.039342:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326239.039343:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326239.039344:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326239.039346:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326239.039348:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dadd9a6c. 02000000:00000001:1.0:1767326239.039350:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326239.039351:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326239.039352:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:1.0:1767326239.039355:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326239.039356:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326239.039358:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326239.039363:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326239.039365:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326239.039367:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326239.039369:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326240.059528:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326240.059542:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326240.059550:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326240.059552:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326240.059589:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326240.059592:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326240.059595:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326241.083547:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326241.083561:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326241.083569:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326241.083570:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326241.083640:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326241.083643:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326241.083666:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326242.107519:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326242.107526:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326242.107532:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326242.107533:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326242.107585:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326242.107588:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326242.107590:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326242.875461:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306110657, at 4306110720 00000100:00000040:2.0:1767326242.875461:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306110657, at 4306110720 00000100:00000040:0.0:1767326242.875466:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306110657, at 4306110720 00000100:00000040:3.0:1767326242.875477:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306110657, at 4306110720 00000100:00000010:0.0:1767326242.875481:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000601d7410. 00000100:00000010:2.0:1767326242.875483:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009686e7bb. 00000100:00000010:1.0:1767326242.875484:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000358418ea. 00000100:00000010:3.0:1767326242.875489:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00010000:00000001:0.0:1767326243.131462:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326243.131469:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326243.131483:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326243.131486:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326243.131489:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326243.131495:0:215456:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326243.131498:0:215456:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326243.131499:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326243.131502:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326243.131505:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326243.131507:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326243.131509:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326243.131527:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326243.131529:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326243.131531:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326244.155518:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326244.155524:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326244.155529:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326244.155532:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326244.155534:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326244.155536:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326244.155547:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000986d7773. 00000020:00000040:3.0:1767326244.155556:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326244.155562:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326244.155566:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326244.155573:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326244.155595:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326244.155601:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326244.155601:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc945970. 00010000:00010000:1.0:1767326244.155608:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326244.155613:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326244.155629:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000986d7773 x1853175408659840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326244.155642:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326244.155645:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326244.155651:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000986d7773] to pc [ptlrpcd_00_01+1] req@00000000986d7773 x1853175408659840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326244.155681:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326244.155684:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326244.155687:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326244.155690:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a858f5b. 00000020:00000040:3.0:1767326244.155694:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326244.155697:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326244.155698:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326244.155701:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326244.155702:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326244.155707:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1d29a8a. 00000100:00000001:2.0:1767326244.155708:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326244.155713:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326244.155714:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326244.155719:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326244.155723:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000986d7773 x1853175408659840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326244.155723:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000004a858f5b x1853175408659968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326244.155725:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326244.155752:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326244.155753:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326244.155755:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326244.155756:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326244.155761:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326244.155763:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a858f5b] to pc [ptlrpcd_00_02+2] req@000000004a858f5b x1853175408659968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326244.155765:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326244.155771:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326244.155779:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000986d7773 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408659840:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326244.155785:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326244.155808:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326244.155809:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326244.155811:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326244.155817:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326244.155818:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326244.155818:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326244.155824:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068c68780. 00000100:00000001:3.0:1767326244.155824:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326244.155827:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326244.155829:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000339213a8. 00000100:00000001:0.0:1767326244.155830:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326244.155830:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326244.155832:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326244.155834:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767326244.155836:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000400:00000010:2.0:1767326244.155841:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcc5929b. 00000100:00000040:0.0:1767326244.155842:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a858f5b x1853175408659968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326244.155842:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326244.155852:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767326244.155852:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c84e6f. 02000000:00000001:3.0:1767326244.155853:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326244.155856:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326244.155858:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326244.155859:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326244.155861:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326244.155863:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326244.155863:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408659840, portal 25 00000100:00000001:2.0:1767326244.155868:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326244.155871:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571621376 : -115369137930240 : ffff971287840000) 02000000:00000010:3.0:1767326244.155876:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005f1bd790. 00000100:00100000:0.0:1767326244.155881:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408659968:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326244.155881:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326244.155882:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000986d7773 x1853175408659840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326244.155891:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326244.155892:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000339213a8 x1853175408660096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326244.155896:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326244.155900:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326244.155904:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326244.155907:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767326244.155912:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3883f3e. 00000100:00000040:2.0:1767326244.155915:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326244.155916:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326244.155917:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326244.155920:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026020036. 00000100:00000001:3.0:1767326244.155920:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326244.155924:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063a096b3. 00000100:00000200:2.0:1767326244.155926:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408659840, offset 0 00000400:00000010:0.0:1767326244.155931:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 00000100:00000040:3.0:1767326244.155931:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000339213a8] to pc [ptlrpcd_00_03+3] req@00000000339213a8 x1853175408660096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326244.155939:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000200:0.0:1767326244.155948:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408659968, portal 10 00000100:00000001:0.0:1767326244.155951:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326244.155952:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571630336 : -115369137921280 : ffff971287842300) 00000100:00000001:3.0:1767326244.155957:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326244.155959:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a858f5b x1853175408659968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326244.155960:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:3.0:1767326244.155963:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767326244.155972:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326244.155974:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326244.155979:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326244.155980:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326244.155982:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:3.0:1767326244.155983:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11449) 00000100:00000001:1.0:1767326244.155985:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326244.155986:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326244.155991:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326244.155991:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767326244.155992:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b09e4b46. 00000100:00000200:0.0:1767326244.155997:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408659968, offset 0 00000100:00000040:1.0:1767326244.156001:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000339213a8 x1853175408660096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326244.156001:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326244.156006:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326244.156011:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [295:295:256:4294967295] 192.168.202.142@tcp LPNI seq info [295:295:8:4294967295] 00000100:00000001:1.0:1767326244.156021:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326244.156024:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326244.156027:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326244.156030:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326244.156034:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:1.0:1767326244.156035:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326244.156041:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408660096:192.168.202.142@tcp:400: 00000800:00000200:2.0:1767326244.156047:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326244.156048:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326244.156049:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326244.156055:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326244.156055:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1767326244.156056:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6a98a8f. 02000000:00000001:1.0:1767326244.156059:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326244.156062:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:1.0:1767326244.156064:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767326244.156068:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326244.156069:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1767326244.156070:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df9b0ee6. 00000400:00000200:0.0:1767326244.156075:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:1.0:1767326244.156076:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326244.156080:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005208e072. 00000400:00000200:0.0:1767326244.156087:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [296:296:255:4294967295] 192.168.202.142@tcp LPNI seq info [296:296:7:4294967295] 00000400:00000010:1.0:1767326244.156088:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000512df998. 00000800:00000200:2.0:1767326244.156092:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:1.0:1767326244.156094:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408660096, portal 10 00000100:00000001:1.0:1767326244.156099:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326244.156100:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f6a98a8f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326244.156107:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326244.156110:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571632128 : -115369137919488 : ffff971287842a00) 00000800:00000200:0.0:1767326244.156116:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767326244.156120:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000339213a8 x1853175408660096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326244.156120:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326244.156122:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000013c28cca. 00000100:00000001:2.0:1767326244.156128:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306115777 00000800:00000200:0.0:1767326244.156133:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326244.156136:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767326244.156136:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ca57225. 00000800:00000200:0.0:1767326244.156144:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:1.0:1767326244.156145:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326244.156149:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057863878. 00000800:00000200:0.0:1767326244.156150:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013c28cca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326244.156153:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767326244.156154:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408660096, offset 0 00000100:00000001:0.0:1767326244.156156:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326244.156163:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 186917 usecs (187 jiffies) 00000400:00000200:1.0:1767326244.156163:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326244.156167:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306115777 00000100:00000001:0.0:1767326244.156169:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306112187 00000400:00000200:1.0:1767326244.156172:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000010:2.0:1767326244.156173:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1abc711. 00000100:00000001:0.0:1767326244.156176:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306115777 00000400:00000200:1.0:1767326244.156180:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326244.156181:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306112187 00000400:00000200:1.0:1767326244.156186:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326244.156188:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767326244.156194:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326244.156195:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306115777 00000100:00000001:2.0:1767326244.156195:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306115777 00000400:00000200:1.0:1767326244.156196:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1767326244.156200:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6a98a8f. 00000100:00000010:2.0:1767326244.156202:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b327fdc9. 00000100:00000001:0.0:1767326244.156203:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306112187 00000400:00000200:1.0:1767326244.156204:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326244.156209:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326244.156211:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326244.156213:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [297:297:254:4294967295] 192.168.202.142@tcp LPNI seq info [297:297:6:4294967295] 00000100:00000001:2.0:1767326244.156215:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306115777 00000100:00000001:0.0:1767326244.156216:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306115777 00000100:00000010:2.0:1767326244.156222:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a84e7b2. 00000400:00000200:3.0:1767326244.156222:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326244.156223:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306112187 00000400:00000200:1.0:1767326244.156232:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326244.156233:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326244.156239:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326244.156243:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026020036 00000100:00000001:0.0:1767326244.156244:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306115777 00000800:00000200:1.0:1767326244.156244:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326244.156244:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326244.156248:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026020036. 00000100:00000001:0.0:1767326244.156251:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767326244.156252:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d59ec675. 00000100:00000001:2.0:1767326244.156253:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326244.156256:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326244.156258:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326244.156259:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326244.156263:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326244.156265:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326244.156268:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326244.156272:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326244.156272:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326244.156275:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767326244.156276:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000986d7773 x1853175408659840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326244.156277:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d59ec675 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326244.156277:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326244.156279:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326244.156295:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326244.156295:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326244.156299:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326244.156299:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326244.156300:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326244.156303:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326244.156305:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326244.156306:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 251356 usecs (252 jiffies) 00000100:00000001:3.0:1767326244.156307:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326244.156308:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326244.156311:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326244.156312:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306112252 00000100:00000040:3.0:1767326244.156314:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000986d7773 x1853175408659840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326260 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326244.156318:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306115777 00000100:00000001:1.0:1767326244.156323:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306112252 00000100:00000001:1.0:1767326244.156328:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306115777 00000100:00000001:3.0:1767326244.156330:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326244.156331:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306112252 00000100:00000001:3.0:1767326244.156334:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326244.156335:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306115777 00000100:00000001:1.0:1767326244.156339:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306112252 00000100:00000001:1.0:1767326244.156347:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306115777 00000100:00000001:1.0:1767326244.156349:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326244.156352:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326244.156352:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326244.156356:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000013c28cca. 00000100:00000001:1.0:1767326244.156357:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326244.156361:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326244.156363:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326244.156366:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326244.156367:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326244.156370:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326244.156373:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326244.156376:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326244.156377:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326244.156380:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326244.156382:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b09e4b46 00000400:00000010:3.0:1767326244.156385:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b09e4b46. 00000100:00000001:3.0:1767326244.156389:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326244.156392:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a858f5b x1853175408659968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326244.156425:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326244.156429:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a858f5b x1853175408659968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326244.156435:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326244.156436:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326244.156498:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326244.156500:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d59ec675. 00000400:00000200:3.0:1767326244.156503:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326244.156507:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326244.156509:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057863878 00000400:00000010:3.0:1767326244.156511:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057863878. 00000100:00000001:3.0:1767326244.156513:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326244.156515:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000339213a8 x1853175408660096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326244.156522:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326244.156524:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000339213a8 x1853175408660096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326244.156530:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326244.156531:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326244.158884:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326244.158906:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326244.158911:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326244.158913:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326244.158927:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326244.158947:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f08e00 00000400:00000200:2.0:1767326244.158956:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xa15 [1] + 224 00000800:00000001:2.0:1767326244.158966:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326244.158973:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326244.158976:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326244.158980:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326244.158987:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326244.158994:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a858f5b x1853175408659968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326244.159013:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a858f5b x1853175408659968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326244.159034:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326244.159043:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326244.159046:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326244.159127:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326244.159132:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326244.159145:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326244.159156:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326244.159159:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063a096b3. 00000400:00000200:0.0:1767326244.159164:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 00000400:00000010:0.0:1767326244.159166:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00000100:00000001:0.0:1767326244.159169:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326244.159174:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a858f5b x1853175408659968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326244.159183:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a858f5b x1853175408659968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326244.159189:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326244.159192:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326244.159195:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326244.159198:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326244.159212:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326244.159215:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326244.159219:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326244.159230:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=85 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326244.159234:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=85 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326244.159237:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326244.159239:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326244.159241:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326244.159246:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326244.159250:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326244.159252:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326244.159254:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326244.159255:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326244.159259:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a858f5b x1853175408659968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326244.159267:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326244.159270:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326244.159272:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326244.159275:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a858f5b x1853175408659968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326244.159309:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408659968:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326244.159315:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326244.159318:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326244.159330:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a858f5b x1853175408659968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326244.159337:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326244.159340:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326244.159343:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3883f3e. 02000000:00000001:0.0:1767326244.159348:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326244.159350:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326244.159352:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326244.159354:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326244.159356:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1d29a8a. 02000000:00000001:0.0:1767326244.159361:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326244.159363:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326244.159365:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a858f5b. 00000100:00000001:0.0:1767326244.159368:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326244.159373:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326244.159375:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326244.159383:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326244.159384:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326244.159387:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326244.159389:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326244.159598:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326244.159605:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326244.159607:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326244.159609:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326244.159614:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326244.159622:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f08d80 00000400:00000200:2.0:1767326244.159627:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xa0d [1] + 224 00000800:00000001:2.0:1767326244.159632:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326244.159637:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326244.159638:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326244.159641:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326244.159645:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326244.159650:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000986d7773 x1853175408659840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326244.159658:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000986d7773 x1853175408659840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326244.159681:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326244.159687:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326244.159690:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326244.159830:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326244.159837:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326244.159839:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326244.159841:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326244.159846:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326244.159854:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f08e80 00000400:00000200:3.0:1767326244.159859:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xa1d [1] + 224 00000100:00000001:0.0:1767326244.159877:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326244.159882:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326244.159883:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326244.159887:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326244.159890:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326244.159891:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326244.159894:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767326244.159895:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcc5929b. 00000400:00000200:3.0:1767326244.159901:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326244.159902:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c84e6f 00000400:00000010:0.0:1767326244.159905:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c84e6f. 00000100:00000001:0.0:1767326244.159908:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326244.159910:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326244.159913:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000986d7773 x1853175408659840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326244.159918:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000339213a8 x1853175408660096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326244.159931:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000339213a8 x1853175408660096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326244.159938:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000986d7773 x1853175408659840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326244.159953:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326244.159955:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326244.159957:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326244.159959:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326244.159960:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326244.159962:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326244.159964:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326244.159967:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=90 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326244.159970:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=90 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326244.159973:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326244.159974:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326244.159976:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326244.159978:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326244.159979:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326244.159983:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000986d7773 x1853175408659840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326244.159988:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326244.159990:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326244.159990:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326244.159993:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326244.159996:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000986d7773 x1853175408659840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326244.159998:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767326244.160002:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000986d7773 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408659840:192.168.202.142@tcp:400: 00000800:00000001:3.0:1767326244.160004:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326244.160006:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326244.160009:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326244.160010:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000986d7773 x1853175408659840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326244.160015:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326244.160016:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326244.160018:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068c68780. 02000000:00000001:0.0:1767326244.160020:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326244.160021:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326244.160022:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326244.160038:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326244.160040:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc945970. 02000000:00000001:0.0:1767326244.160043:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326244.160044:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326244.160046:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000986d7773. 00000100:00000001:0.0:1767326244.160049:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326244.160050:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326244.160052:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326244.160056:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326244.160058:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326244.160059:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326244.160061:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326244.160124:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326244.160128:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326244.160131:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326244.160133:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326244.160134:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005208e072. 00000400:00000200:1.0:1767326244.160138:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000512df998 00000400:00000010:1.0:1767326244.160140:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000512df998. 00000100:00000001:1.0:1767326244.160143:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326244.160148:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000339213a8 x1853175408660096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326244.160156:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000339213a8 x1853175408660096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326244.160163:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326244.160164:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326244.160166:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326244.160167:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326244.160169:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326244.160170:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326244.160172:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326244.160177:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=79 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326244.160180:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326244.160182:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326244.160183:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326244.160185:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326244.160274:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000339213a8 x1853175408660096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326244.160281:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326244.160296:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326244.160297:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326244.160299:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326244.160300:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326244.160303:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000339213a8 x1853175408660096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326244.160311:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326244.160313:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326244.160315:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326244.160319:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000339213a8 x1853175408660096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326244.160326:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408660096:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326244.160331:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326244.160333:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326244.160336:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000339213a8 x1853175408660096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326260 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326244.160342:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326244.160344:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326244.160346:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df9b0ee6. 02000000:00000001:1.0:1767326244.160349:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326244.160350:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326244.160351:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326244.160354:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326244.160355:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005f1bd790. 02000000:00000001:1.0:1767326244.160366:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326244.160368:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326244.160369:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000339213a8. 00000100:00000001:1.0:1767326244.160372:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326244.160379:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326244.160380:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326244.160385:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326244.160386:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326244.160387:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326244.160389:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326245.179527:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326245.179536:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326245.179539:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326245.179542:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326245.179554:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326245.179556:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326245.179561:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326245.179564:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326245.179568:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326245.179569:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326245.179627:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326245.179631:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326245.179635:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326246.203557:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326246.203566:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326246.203574:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326246.203575:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326246.203663:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326246.203666:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326246.203669:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326247.227606:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326247.227615:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326247.227623:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326247.227624:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326247.227694:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326247.227699:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326247.227702:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326247.995535:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306115777, at 4306115840 00000100:00000040:3.0:1767326247.995535:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306115777, at 4306115840 00000100:00000040:1.0:1767326247.995542:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306115777, at 4306115840 00000100:00000010:3.0:1767326247.995557:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a84e7b2. 00000100:00000010:1.0:1767326247.995558:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1abc711. 00000100:00000010:2.0:1767326247.995560:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b327fdc9. 00000100:00000040:0.0:1767326247.997944:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306115777, at 4306115842 00000100:00000010:0.0:1767326247.997958:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ca57225. 00010000:00000001:0.0:1767326248.251597:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326248.251607:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326248.251613:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326248.251614:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326248.251674:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326248.251680:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326248.251683:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326249.275840:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326249.275855:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326249.275868:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009d73f840. 00000020:00000040:0.0:1767326249.275877:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326249.275882:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326249.275886:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326249.275892:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326249.275909:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013c28cca. 00000100:00000001:0.0:1767326249.275917:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326249.275931:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000009d73f840 x1853175408660224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326249.275944:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326249.275947:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326249.275954:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d73f840] to pc [ptlrpcd_00_00+0] req@000000009d73f840 x1853175408660224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326249.275984:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326249.275986:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326249.275990:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326249.275993:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f3c6bf1. 00000020:00000040:0.0:1767326249.275995:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326249.275998:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326249.275999:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326249.276000:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326249.276004:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb4be34. 00000100:00000001:0.0:1767326249.276007:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326249.276011:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000009f3c6bf1 x1853175408660352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326249.276015:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326249.276019:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326249.276023:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326249.276026:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326249.276033:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009d73f840 x1853175408660224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326249.276037:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326249.276045:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f3c6bf1] to pc [ptlrpcd_00_01+1] req@000000009f3c6bf1 x1853175408660352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326249.276048:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326249.276052:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326249.276059:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326249.276059:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326249.276063:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326249.276064:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326249.276070:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326249.276071:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326249.276075:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059bcba4e. 00000100:00100000:1.0:1767326249.276077:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009d73f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408660224:192.168.202.142@tcp:400: 00000020:00000040:0.0:1767326249.276080:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326249.276083:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326249.276085:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326249.276088:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326249.276090:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326249.276091:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767326249.276094:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5c95fa2. 02000000:00000001:1.0:1767326249.276095:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326249.276099:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326249.276104:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000059bcba4e x1853175408660480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326249.276104:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326249.276113:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000747b3fdb. 00000100:00000001:0.0:1767326249.276114:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326249.276117:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326249.276118:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326249.276123:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059bcba4e] to pc [ptlrpcd_00_02+2] req@0000000059bcba4e x1853175408660480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326249.276128:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005208e072. 00000100:00000001:0.0:1767326249.276156:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326249.276159:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767326249.276161:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767326249.276165:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11454) 00000100:00000001:3.0:1767326249.276184:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326249.276189:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326249.276191:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767326249.276193:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326249.276196:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326249.276198:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059bcba4e x1853175408660480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326249.276200:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326249.276202:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326249.276211:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767326249.276212:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000512df998. 00000100:00000001:3.0:1767326249.276213:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326249.276217:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326249.276220:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326249.276222:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326249.276224:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408660224, portal 25 00000100:00100000:3.0:1767326249.276226:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059bcba4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408660480:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326249.276231:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326249.276233:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326249.276249:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453948928 : -115368255602688 : ffff9712bc1b4000) 02000000:00000001:3.0:1767326249.276249:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326249.276252:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326249.276256:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326249.276259:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009d73f840 x1853175408660224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326249.276260:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006518b3e9. 02000000:00000001:3.0:1767326249.276265:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326249.276271:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767326249.276271:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fa94f4c. 00000100:00000001:1.0:1767326249.276273:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767326249.276276:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326249.276279:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00010000:00010000:0.0:1767326249.276281:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767326249.276284:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6a4dc8. 00000400:00000010:3.0:1767326249.276286:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f68e8c4e. 00000100:00000200:1.0:1767326249.276290:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408660224, offset 0 00000100:00000200:3.0:1767326249.276292:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408660480, portal 10 00000100:00000001:3.0:1767326249.276296:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326249.276297:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453959680 : -115368255591936 : ffff9712bc1b6a00) 00000400:00000200:1.0:1767326249.276302:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326249.276304:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326249.276306:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059bcba4e x1853175408660480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326249.276317:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326249.276317:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326249.276323:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:3.0:1767326249.276324:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326249.276330:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b14ccc. 00000100:00000200:3.0:1767326249.276333:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408660480, offset 0 00000400:00000200:1.0:1767326249.276334:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326249.276337:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326249.276342:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326249.276343:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326249.276344:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326249.276347:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326249.276352:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767326249.276356:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f3c6bf1 x1853175408660352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326249.276360:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326249.276369:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [298:298:256:4294967295] 192.168.202.142@tcp LPNI seq info [298:298:8:4294967295] 00000100:00000001:0.0:1767326249.276370:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326249.276373:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326249.276377:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326249.276380:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326249.276383:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326249.276389:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f3c6bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408660352:192.168.202.142@tcp:400: 00000400:00000200:1.0:1767326249.276392:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326249.276397:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326249.276421:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326249.276423:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326249.276425:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326249.276428:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005251cf77. 02000000:00000001:0.0:1767326249.276430:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326249.276434:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063a096b3. 00000400:00000010:0.0:1767326249.276439:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 00000100:00000200:0.0:1767326249.276443:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408660352, portal 10 00000800:00000200:1.0:1767326249.276447:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326249.276448:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326249.276448:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326249.276451:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453961472 : -115368255590144 : ffff9712bc1b7100) 00000800:00000010:1.0:1767326249.276456:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011ae9229. 00000400:00000200:3.0:1767326249.276456:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326249.276462:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f3c6bf1 x1853175408660352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326249.276462:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326249.276467:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326249.276470:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326249.276474:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326249.276482:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [299:299:255:4294967295] 192.168.202.142@tcp LPNI seq info [299:299:7:4294967295] 00000100:00000001:0.0:1767326249.276484:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326249.276489:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:0.0:1767326249.276492:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:1.0:1767326249.276498:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011ae9229 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326249.276498:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:0.0:1767326249.276499:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041419967. 00000100:00000200:0.0:1767326249.276505:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408660352, offset 0 00000800:00000200:3.0:1767326249.276510:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326249.276513:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326249.276515:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326249.276517:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 00000100:00000001:1.0:1767326249.276521:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306120898 00000400:00000200:0.0:1767326249.276526:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:3.0:1767326249.276527:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:1.0:1767326249.276530:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb152022. 00000400:00000200:0.0:1767326249.276534:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326249.276538:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326249.276540:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326249.276543:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:3.0:1767326249.276544:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326249.276549:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326249.276550:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306120898 00000100:00000040:3.0:1767326249.276555:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 248355 usecs (249 jiffies) 00000400:00000200:0.0:1767326249.276556:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767326249.276557:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002be8f718. 00000800:00000200:2.0:1767326249.276559:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326249.276562:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306117370 00000400:00000200:0.0:1767326249.276563:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326249.276564:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000010:2.0:1767326249.276567:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011ae9229. 00000100:00000001:3.0:1767326249.276568:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306120898 00000100:00000001:1.0:1767326249.276571:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306120898 00000400:00000200:0.0:1767326249.276574:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [300:300:254:4294967295] 192.168.202.142@tcp LPNI seq info [300:300:6:4294967295] 00000100:00000001:3.0:1767326249.276575:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306117370 00000100:00000010:1.0:1767326249.276577:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d65babbb. 00000400:00000200:2.0:1767326249.276578:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326249.276580:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306120898 00000100:00000001:1.0:1767326249.276586:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326249.276593:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326249.276594:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306117370 00000400:00000200:0.0:1767326249.276598:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326249.276599:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306120898 00000100:00000001:3.0:1767326249.276600:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306120898 00000100:00000010:1.0:1767326249.276607:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000aced157. 00000100:00000001:3.0:1767326249.276607:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306117370 00000400:00000200:2.0:1767326249.276611:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6a4dc8 00000800:00000200:0.0:1767326249.276612:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326249.276616:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767326249.276616:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6a4dc8. 00000800:00000010:0.0:1767326249.276617:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e1ce2e74. 00000800:00000200:0.0:1767326249.276624:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326249.276626:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326249.276627:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306120898 00000800:00000200:0.0:1767326249.276631:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326249.276632:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326249.276634:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326249.276634:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009d73f840 x1853175408660224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326249.276636:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e1ce2e74 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326249.276638:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326249.276640:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326249.276643:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326249.276646:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326249.276646:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326249.276649:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 184743 usecs (185 jiffies) 00000100:00000001:3.0:1767326249.276652:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326249.276654:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326249.276655:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306117306 00000100:00000001:0.0:1767326249.276661:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306120898 00000100:00000001:0.0:1767326249.276664:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306117306 00000100:00000001:1.0:1767326249.276664:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326249.276664:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326249.276664:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326249.276670:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306120898 00000100:00000001:1.0:1767326249.276670:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326249.276670:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767326249.276671:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009d73f840 x1853175408660224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326249.276676:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306117306 00000100:00000001:1.0:1767326249.276677:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326249.276677:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326249.276681:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326249.276682:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326249.276683:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306120898 00000100:00000001:0.0:1767326249.276687:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306117306 00000100:00000001:1.0:1767326249.276687:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326249.276687:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326249.276688:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326249.276692:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306120898 00000100:00000001:2.0:1767326249.276694:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326249.276694:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326249.276695:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326249.276695:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326249.276701:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326249.276703:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326249.276705:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326249.276709:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326249.276710:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326249.276712:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326249.276712:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326249.276714:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326249.276714:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326249.276719:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326249.276719:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 00000400:00000200:2.0:1767326249.276724:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326249.276732:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326249.276735:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b14ccc 00000400:00000010:2.0:1767326249.276738:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b14ccc. 00000100:00000001:2.0:1767326249.276741:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326249.276745:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059bcba4e x1853175408660480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326249.276752:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326249.276754:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059bcba4e x1853175408660480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326249.276758:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326249.276759:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326249.277176:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326249.277180:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e1ce2e74. 00000400:00000200:2.0:1767326249.277186:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326249.277190:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326249.277193:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041419967 00000400:00000010:2.0:1767326249.277194:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041419967. 00000100:00000001:2.0:1767326249.277197:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326249.277200:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f3c6bf1 x1853175408660352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326249.277219:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326249.277221:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f3c6bf1 x1853175408660352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326249.277228:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326249.277229:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326249.279132:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326249.279150:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326249.279155:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326249.279157:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326249.279168:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326249.279186:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f08f00 00000400:00000200:2.0:1767326249.279195:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xa25 [1] + 224 00000800:00000001:2.0:1767326249.279205:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326249.279211:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326249.279214:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326249.279218:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326249.279225:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326249.279231:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009d73f840 x1853175408660224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326249.279258:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009d73f840 x1853175408660224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326249.279277:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326249.279287:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326249.279291:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326249.279292:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326249.279294:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326249.279298:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326249.279304:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09000 00000400:00000200:2.0:1767326249.279318:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xa2d [1] + 224 00000800:00000001:2.0:1767326249.279324:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326249.279330:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326249.279336:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326249.279345:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326249.279345:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326249.279349:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326249.279350:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767326249.279354:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005208e072. 00000400:00000200:2.0:1767326249.279358:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326249.279361:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000512df998 00000400:00000010:1.0:1767326249.279364:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000512df998. 00000100:00000001:1.0:1767326249.279372:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326249.279374:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326249.279378:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009d73f840 x1853175408660224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326249.279382:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059bcba4e x1853175408660480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326249.279443:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009d73f840 x1853175408660224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326249.279444:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059bcba4e x1853175408660480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326249.279465:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326249.279469:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326249.279472:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326249.279475:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326249.279479:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326249.279481:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326249.279485:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326249.279492:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=95 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326249.279498:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=95 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326249.279501:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326249.279502:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326249.279511:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767326249.279512:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326249.279515:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767326249.279517:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326249.279522:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326249.279527:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009d73f840 x1853175408660224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326249.279530:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326249.279536:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326249.279537:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767326249.279541:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326249.279542:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767326249.279543:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326249.279546:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326249.279546:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326249.279553:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000040:1.0:1767326249.279556:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d73f840 x1853175408660224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326249.279562:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f08f80 00000400:00000200:2.0:1767326249.279570:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xa35 [1] + 224 00000800:00000001:2.0:1767326249.279575:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767326249.279576:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009d73f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408660224:192.168.202.142@tcp:400: 00000800:00000001:2.0:1767326249.279580:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326249.279582:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326249.279584:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326249.279586:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326249.279590:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326249.279590:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326249.279595:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f3c6bf1 x1853175408660352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326249.279597:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009d73f840 x1853175408660224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326249.279610:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009f3c6bf1 x1853175408660352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326249.279618:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326249.279624:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326249.279627:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000747b3fdb. 00000100:00000001:2.0:1767326249.279631:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326249.279632:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1767326249.279635:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326249.279637:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326249.279641:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000800:00000001:2.0:1767326249.279641:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326249.279646:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326249.279649:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013c28cca. 02000000:00000001:1.0:1767326249.279656:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326249.279658:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326249.279660:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009d73f840. 00000100:00000001:1.0:1767326249.279664:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326249.279666:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326249.279669:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326249.279671:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326249.279675:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326249.279678:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:0.0:1767326249.279680:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326249.279682:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326249.279684:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326249.279686:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326249.279687:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063a096b3. 00000100:00000001:1.0:1767326249.279690:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326249.279692:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 00000400:00000010:0.0:1767326249.279695:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00000100:00000001:0.0:1767326249.279698:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767326249.279699:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767326249.279702:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f3c6bf1 x1853175408660352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326249.279704:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326249.279709:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fa94f4c. 00000100:00000200:0.0:1767326249.279713:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f3c6bf1 x1853175408660352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326249.279715:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f68e8c4e 00000400:00000010:3.0:1767326249.279719:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f68e8c4e. 00000100:00000001:0.0:1767326249.279721:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326249.279723:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326249.279725:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326249.279726:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326249.279726:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326249.279728:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326249.279729:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326249.279735:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=90 v=5 (5 5 5 0) 00000100:00000001:3.0:1767326249.279735:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767326249.279740:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=90 v=5 (1 1 1 0) 00000100:00000200:3.0:1767326249.279742:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059bcba4e x1853175408660480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326249.279749:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326249.279752:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326249.279754:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059bcba4e x1853175408660480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326249.279757:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326249.279762:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767326249.279763:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326249.279763:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326249.279767:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326249.279770:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326249.279771:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326249.279771:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326249.279772:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326249.279776:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 02000000:00000001:3.0:1767326249.279776:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326249.279781:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:3.0:1767326249.279781:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=84 v=5 (5 5 5 0) 00000100:00000001:0.0:1767326249.279784:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326249.279791:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f3c6bf1 x1853175408660352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326249.279791:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326249.279796:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326249.279798:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326249.279801:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326249.279805:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000059bcba4e x1853175408660480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326249.279809:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326249.279811:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326249.279812:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326249.279812:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326249.279813:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326249.279815:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059bcba4e x1853175408660480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326249.279830:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326249.279833:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326249.279834:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326249.279834:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326249.279840:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767326249.279840:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059bcba4e x1853175408660480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326249.279843:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326249.279852:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f3c6bf1 x1853175408660352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326249.279853:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059bcba4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408660480:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326249.279856:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326249.279857:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326249.279859:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059bcba4e x1853175408660480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326249.279869:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326249.279871:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326249.279874:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006518b3e9. 02000000:00000001:3.0:1767326249.279878:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326249.279879:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326249.279880:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00100000:0.0:1767326249.279883:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f3c6bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408660352:192.168.202.142@tcp:400: 00000020:00000001:3.0:1767326249.279883:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326249.279885:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5c95fa2. 00000100:00000001:0.0:1767326249.279890:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326249.279894:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326249.279895:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767326249.279899:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767326249.279902:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f3c6bf1 x1853175408660352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326249.279902:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059bcba4e. 00000100:00000001:3.0:1767326249.279909:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326249.279911:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326249.279915:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326249.279916:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326249.279918:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326249.279922:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005251cf77. 00000100:00000001:3.0:1767326249.279923:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326249.279927:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326249.279928:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326249.279930:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767326249.279932:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326249.279935:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326249.279936:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326249.279939:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326249.279942:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb4be34. 02000000:00000001:0.0:1767326249.279945:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326249.279946:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326249.279948:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f3c6bf1. 00000100:00000001:0.0:1767326249.279951:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326249.279953:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326249.279955:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326249.279960:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326249.279961:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326249.279963:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326249.279971:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326250.299583:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326250.299592:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326250.299600:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326250.299602:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326250.299632:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326250.299636:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326250.299639:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326251.323544:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326251.323553:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326251.323561:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326251.323562:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326251.323642:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326251.323653:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326251.323656:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326252.347501:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326252.347510:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326252.347517:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326252.347518:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326252.347543:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326252.347547:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326252.347551:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326253.115535:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306120898, at 4306120960 00000100:00000040:3.0:1767326253.115535:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306120898, at 4306120960 00000100:00000040:2.0:1767326253.115539:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306120898, at 4306120960 00000100:00000010:2.0:1767326253.115555:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d65babbb. 00000100:00000010:3.0:1767326253.115557:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000aced157. 00000100:00000010:0.0:1767326253.115563:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb152022. 00000100:00000040:1.0:1767326253.115653:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306120898, at 4306120960 00000100:00000010:1.0:1767326253.115659:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002be8f718. 00010000:00000001:0.0:1767326253.371554:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326253.371564:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326253.371573:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326253.371577:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326253.371580:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326253.371587:0:215456:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326253.371603:0:215456:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326253.371605:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326253.371609:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326253.371614:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326253.371616:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326253.371618:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326253.371642:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326253.371645:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326253.371647:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326254.395512:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:3.0:1767326254.395517:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326254.395522:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326254.395526:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326254.395528:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326254.395528:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326254.395540:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021bf7b0a. 00000020:00000040:3.0:1767326254.395548:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326254.395553:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326254.395558:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326254.395565:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326254.395575:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008ce1a50c. 00000100:00000001:3.0:1767326254.395583:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326254.395591:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767326254.395595:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000021bf7b0a x1853175408660608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326254.395597:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326254.395602:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326254.395612:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326254.395616:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326254.395622:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021bf7b0a] to pc [ptlrpcd_00_03+3] req@0000000021bf7b0a x1853175408660608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326254.395661:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326254.395664:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326254.395666:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326254.395667:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326254.395672:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767326254.395672:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000412d9a58. 00000100:00000001:0.0:1767326254.395676:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767326254.395676:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326254.395680:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767326254.395684:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021bf7b0a x1853175408660608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326254.395694:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326254.395697:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326254.395698:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326254.395702:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326254.395704:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326254.395705:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326254.395705:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326254.395707:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea9a1391. 02000000:00000001:0.0:1767326254.395710:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326254.395712:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326254.395716:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000412d9a58 x1853175408660736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326254.395725:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326254.395726:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326254.395729:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326254.395733:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408660608:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767326254.395733:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000412d9a58] to pc [ptlrpcd_00_00+0] req@00000000412d9a58 x1853175408660736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326254.395743:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326254.395751:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326254.395754:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326254.395758:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326254.395758:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326254.395761:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767326254.395764:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005251cf77. 00000100:00000001:3.0:1767326254.395765:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326254.395768:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326254.395769:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326254.395769:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667ee4ce. 00000100:00000001:1.0:1767326254.395773:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767326254.395773:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000400:00000010:0.0:1767326254.395776:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063a096b3. 00000100:00000001:1.0:1767326254.395776:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326254.395779:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326254.395782:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767326254.395783:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000412d9a58 x1853175408660736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326254.395784:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326254.395785:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326254.395786:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 02000000:00000010:3.0:1767326254.395793:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c363976a. 00000100:00000001:2.0:1767326254.395794:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326254.395796:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767326254.395798:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408660608, portal 25 00000100:00000001:1.0:1767326254.395799:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326254.395801:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326254.395804:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326254.395805:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326254.395806:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326254.395809:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571636608 : -115369137915008 : ffff971287843b80) 02000000:00000001:1.0:1767326254.395810:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326254.395810:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000667ee4ce x1853175408660864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767326254.395816:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000412d9a58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408660736:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326254.395823:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326254.395827:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326254.395829:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021bf7b0a x1853175408660608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326254.395829:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326254.395829:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326254.395833:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326254.395833:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326254.395838:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005556c242. 02000000:00000001:1.0:1767326254.395843:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326254.395843:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000667ee4ce] to pc [ptlrpcd_00_01+1] req@00000000667ee4ce x1853175408660864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326254.395849:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005208e072. 00000100:00000001:0.0:1767326254.395850:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767326254.395855:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000512df998. 00000100:00000040:0.0:1767326254.395856:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000200:1.0:1767326254.395860:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408660736, portal 10 00000400:00000010:0.0:1767326254.395861:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69d1078. 00000100:00000001:3.0:1767326254.395862:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326254.395863:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767326254.395866:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408660608, offset 0 00000100:00000001:1.0:1767326254.395867:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571629440 : -115369137922176 : ffff971287841f80) 00000100:00000040:3.0:1767326254.395867:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767326254.395873:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767326254.395878:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11459) 00000400:00000200:0.0:1767326254.395879:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767326254.395879:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000412d9a58 x1853175408660736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326254.395886:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326254.395890:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326254.395894:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326254.395894:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767326254.395895:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:2.0:1767326254.395901:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000667ee4ce x1853175408660864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326254.395902:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326254.395912:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:1.0:1767326254.395912:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326254.395918:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da434889. 00000400:00000200:0.0:1767326254.395919:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326254.395920:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767326254.395924:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326254.395924:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326254.395925:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408660736, offset 0 00000400:00000200:0.0:1767326254.395929:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [301:301:256:4294967295] 192.168.202.142@tcp LPNI seq info [301:301:8:4294967295] 02000000:00000001:2.0:1767326254.395930:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326254.395934:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326254.395938:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326254.395939:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326254.395948:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408660864:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326254.395949:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326254.395957:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767326254.395960:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326254.395962:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326254.395965:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:2.0:1767326254.395965:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326254.395966:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006799ab74. 02000000:00000001:2.0:1767326254.395969:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326254.395973:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767326254.395975:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe979218. 00000800:00000200:0.0:1767326254.395978:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326254.395979:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:2.0:1767326254.395979:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326254.395985:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767326254.395986:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cd54427. 00000800:00000200:0.0:1767326254.395991:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326254.395991:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000010:2.0:1767326254.395992:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059305d1e. 00000100:00000200:2.0:1767326254.395997:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408660864, portal 10 00000400:00000200:1.0:1767326254.395998:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [302:302:255:4294967295] 192.168.202.142@tcp LPNI seq info [302:302:7:4294967295] 00000100:00000001:2.0:1767326254.396001:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326254.396003:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571631232 : -115369137920384 : ffff971287842680) 00000800:00000200:0.0:1767326254.396004:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006799ab74 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326254.396011:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000667ee4ce x1853175408660864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326254.396018:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326254.396023:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326254.396023:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326254.396030:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306126017 00000800:00000200:1.0:1767326254.396032:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326254.396032:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000010:0.0:1767326254.396038:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009686e7bb. 00000400:00000010:2.0:1767326254.396039:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f9a7b33. 00000800:00000010:1.0:1767326254.396040:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000927476c9. 00000100:00000200:2.0:1767326254.396045:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408660864, offset 0 00000800:00000200:1.0:1767326254.396048:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326254.396049:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326254.396056:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326254.396057:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306126017 00000800:00000200:1.0:1767326254.396060:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000010:0.0:1767326254.396063:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cd2e4ac. 00000800:00000200:1.0:1767326254.396065:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000927476c9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326254.396067:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326254.396068:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326254.396069:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326254.396072:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306126017 00000100:00000040:1.0:1767326254.396076:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 182623 usecs (183 jiffies) 00000100:00000010:0.0:1767326254.396077:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049f01126. 00000400:00000200:2.0:1767326254.396077:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326254.396083:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306122423 00000100:00000001:0.0:1767326254.396084:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326254.396084:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:3.0:1767326254.396085:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326254.396089:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306126017 00000100:00000001:1.0:1767326254.396090:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306126017 00000800:00000010:3.0:1767326254.396090:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006799ab74. 00000100:00000010:0.0:1767326254.396094:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000601d7410. 00000100:00000001:1.0:1767326254.396096:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306122423 00000400:00000200:2.0:1767326254.396098:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326254.396099:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326254.396102:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326254.396103:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306126017 00000100:00000001:0.0:1767326254.396104:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326254.396104:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326254.396110:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326254.396111:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306122423 00000400:00000200:2.0:1767326254.396112:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [303:303:254:4294967295] 192.168.202.142@tcp LPNI seq info [303:303:6:4294967295] 00000400:00000200:3.0:1767326254.396113:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326254.396118:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326254.396119:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306126017 00000100:00000001:0.0:1767326254.396123:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326254.396124:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306122423 00000400:00000200:2.0:1767326254.396129:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326254.396130:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306126017 00000800:00000200:2.0:1767326254.396135:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326254.396136:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326254.396136:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326254.396137:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b69d1078 00000800:00000010:2.0:1767326254.396139:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089a1fa3e. 00000100:00000001:0.0:1767326254.396141:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767326254.396141:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b69d1078. 00000100:00000001:1.0:1767326254.396143:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326254.396147:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326254.396147:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326254.396151:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326254.396152:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326254.396156:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326254.396157:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326254.396157:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326254.396159:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089a1fa3e type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767326254.396162:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021bf7b0a x1853175408660608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326254.396163:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326254.396163:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326254.396164:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326254.396171:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 245417 usecs (246 jiffies) 00000100:00000001:1.0:1767326254.396173:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326254.396175:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306122486 00000100:00000001:1.0:1767326254.396176:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326254.396180:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306126017 00000100:00000001:1.0:1767326254.396182:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326254.396183:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306122486 00000100:00000001:1.0:1767326254.396185:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326254.396185:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326254.396186:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306126017 00000100:00000001:1.0:1767326254.396201:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326254.396202:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306122486 00000100:00000001:2.0:1767326254.396205:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306126017 00000100:00000001:1.0:1767326254.396207:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326254.396208:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306122486 00000100:00000001:2.0:1767326254.396212:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306126017 00000100:00000001:2.0:1767326254.396213:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326254.396216:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326254.396218:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326254.396219:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021bf7b0a x1853175408660608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326254.396220:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326254.396225:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326254.396228:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326254.396231:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326254.396234:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326254.396235:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326254.396236:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326254.396237:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326254.396240:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326254.396257:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326254.396261:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000927476c9. 00000400:00000200:3.0:1767326254.396264:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326254.396268:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326254.396270:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da434889 00000400:00000010:3.0:1767326254.396272:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da434889. 00000100:00000001:3.0:1767326254.396274:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326254.396277:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000412d9a58 x1853175408660736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326254.396283:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326254.396285:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000412d9a58 x1853175408660736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326254.396289:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326254.396290:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326254.396347:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326254.396350:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089a1fa3e. 00000400:00000200:3.0:1767326254.396353:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326254.396356:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326254.396358:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f9a7b33 00000400:00000010:3.0:1767326254.396367:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f9a7b33. 00000100:00000001:3.0:1767326254.396370:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326254.396373:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000667ee4ce x1853175408660864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326254.396379:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326254.396382:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000667ee4ce x1853175408660864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326254.396387:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326254.396388:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326254.397785:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326254.397797:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326254.397801:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326254.397803:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326254.397812:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326254.397826:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f09080 00000400:00000200:2.0:1767326254.397834:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xa3d [1] + 224 00000800:00000001:2.0:1767326254.397843:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326254.397847:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326254.397849:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326254.397853:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326254.397859:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326254.397864:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021bf7b0a x1853175408660608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326254.397875:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021bf7b0a x1853175408660608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326254.397896:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326254.397905:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326254.397910:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326254.397911:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326254.397914:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326254.397919:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326254.397926:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09180 00000400:00000200:2.0:1767326254.397931:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xa4d [1] + 224 00000100:00000001:0.0:1767326254.397932:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326254.397938:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326254.397938:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326254.397944:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326254.397945:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326254.397946:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767326254.397949:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326254.397954:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063a096b3. 00000400:00000200:2.0:1767326254.397954:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326254.397960:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 00000400:00000010:0.0:1767326254.397962:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00000100:00000001:0.0:1767326254.397965:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326254.397969:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326254.397970:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021bf7b0a x1853175408660608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326254.397977:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000667ee4ce x1853175408660864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326254.397991:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000667ee4ce x1853175408660864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326254.398010:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021bf7b0a x1853175408660608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326254.398019:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326254.398021:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326254.398022:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326254.398025:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326254.398029:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767326254.398029:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326254.398033:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326254.398033:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326254.398038:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326254.398038:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326254.398041:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326254.398043:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326254.398044:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326254.398048:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326254.398049:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00001000:0.0:1767326254.398053:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=100 v=5 (5 5 5 0) 00000400:00000200:2.0:1767326254.398059:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09100 00000100:00001000:0.0:1767326254.398061:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=100 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326254.398066:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767326254.398067:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xa41 [1] + 224 00000100:00000001:0.0:1767326254.398069:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326254.398074:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326254.398074:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326254.398078:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767326254.398081:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767326254.398081:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cd54427. 00000800:00000001:2.0:1767326254.398083:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326254.398086:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326254.398087:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326254.398088:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059305d1e 00000100:00000001:0.0:1767326254.398091:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326254.398093:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059305d1e. 00000400:00000200:2.0:1767326254.398097:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000040:0.0:1767326254.398099:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021bf7b0a x1853175408660608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326254.398100:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326254.398104:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326254.398109:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000667ee4ce x1853175408660864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326254.398113:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000412d9a58 x1853175408660736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326254.398116:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326254.398122:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326254.398126:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326254.398135:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021bf7b0a x1853175408660608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326254.398139:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000667ee4ce x1853175408660864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326254.398142:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000412d9a58 x1853175408660736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326254.398166:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408660608:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326254.398168:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326254.398172:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326254.398176:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326254.398177:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326254.398180:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326254.398180:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326254.398181:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326254.398184:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326254.398196:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326254.398197:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326254.398201:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021bf7b0a x1853175408660608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326254.398201:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326254.398203:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326254.398209:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=89 v=5 (5 5 5 0) 00000100:00000001:0.0:1767326254.398216:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1767326254.398217:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=46 v=5 (1 0 0 0) 02000000:00000001:0.0:1767326254.398222:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326254.398222:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326254.398224:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326254.398226:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005251cf77. 00000100:00000001:1.0:1767326254.398228:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326254.398228:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326254.398233:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00080000:3.0:1767326254.398236:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000667ee4ce x1853175408660864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326254.398239:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:1.0:1767326254.398239:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326254.398243:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767326254.398244:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767326254.398246:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005208e072. 00000020:00000040:0.0:1767326254.398248:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326254.398252:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767326254.398252:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000512df998 02000000:00000010:0.0:1767326254.398257:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008ce1a50c. 00000400:00000010:1.0:1767326254.398257:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000512df998. 00000100:00000001:1.0:1767326254.398265:0:211394:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767326254.398266:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767326254.398267:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326254.398269:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326254.398272:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000010:0.0:1767326254.398273:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021bf7b0a. 00000100:00000200:1.0:1767326254.398273:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000412d9a58 x1853175408660736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326254.398276:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326254.398281:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326254.398283:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326254.398286:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326254.398290:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326254.398291:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000412d9a58 x1853175408660736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326254.398296:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326254.398300:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326254.398302:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326254.398304:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326254.398305:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326254.398308:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326254.398308:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326254.398309:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326254.398312:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326254.398315:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326254.398317:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326254.398319:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326254.398324:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=95 v=5 (5 5 5 0) 00000100:00000040:3.0:1767326254.398325:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000667ee4ce x1853175408660864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326254.398331:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=95 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326254.398338:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326254.398341:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326254.398342:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326254.398343:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326254.398347:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767326254.398348:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326254.398350:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326254.398352:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326254.398355:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000040:3.0:1767326254.398357:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000667ee4ce x1853175408660864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326254.398360:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:3.0:1767326254.398368:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408660864:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326254.398370:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326254.398377:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326254.398379:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000412d9a58 x1853175408660736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326254.398382:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326254.398388:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000667ee4ce x1853175408660864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326254.398395:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326254.398431:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326254.398433:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326254.398436:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000412d9a58 x1853175408660736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326254.398444:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000412d9a58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408660736:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326254.398448:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326254.398450:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326254.398452:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000412d9a58 x1853175408660736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326270 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326254.398459:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326254.398462:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326254.398466:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1767326254.398467:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005556c242. 02000000:00000001:1.0:1767326254.398471:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326254.398472:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326254.398476:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 02000000:00000001:3.0:1767326254.398476:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767326254.398481:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326254.398481:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe979218. 02000000:00000010:1.0:1767326254.398485:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea9a1391. 02000000:00000001:3.0:1767326254.398488:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767326254.398490:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767326254.398492:0:211395:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767326254.398493:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1767326254.398495:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000010:1.0:1767326254.398496:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000412d9a58. 00000020:00000001:3.0:1767326254.398499:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326254.398502:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1767326254.398502:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c363976a. 00000100:00000001:1.0:1767326254.398506:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326254.398507:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326254.398508:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326254.398511:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326254.398514:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000667ee4ce. 00000100:00000001:1.0:1767326254.398515:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326254.398517:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326254.398519:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326254.398521:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326254.398523:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326254.398525:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326254.398530:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326254.398535:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326254.398537:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326254.398540:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326254.398541:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326255.419519:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326255.419528:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326255.419530:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326255.419532:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326255.419537:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326255.419539:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326255.419540:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326255.419542:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326255.419545:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326255.419545:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326255.419564:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326255.419566:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326255.419568:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326256.443611:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326256.443619:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326256.443626:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326256.443635:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326256.443655:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326256.443659:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326256.443662:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326257.467468:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326257.467475:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326257.467482:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326257.467498:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326257.467562:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326257.467566:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326257.467576:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326258.235540:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306126017, at 4306126080 00000100:00000040:1.0:1767326258.235540:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306126017, at 4306126080 00000100:00000040:3.0:1767326258.235540:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306126017, at 4306126080 00000100:00000040:2.0:1767326258.235556:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306126017, at 4306126080 00000100:00000010:3.0:1767326258.235559:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000601d7410. 00000100:00000010:1.0:1767326258.235560:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00000100:00000010:0.0:1767326258.235564:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009686e7bb. 00000100:00000010:2.0:1767326258.235578:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049f01126. 00010000:00000001:0.0:1767326258.492067:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326258.492076:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326258.492084:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326258.492085:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326258.492111:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326258.492115:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326258.492118:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326259.515540:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326259.515552:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326259.515559:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326259.515560:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326259.515581:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326259.515583:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326259.515586:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326259.518811:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326259.518821:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326259.518830:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667ee4ce. 00000020:00000040:3.0:1767326259.518837:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326259.518842:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326259.518844:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326259.518849:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326259.518857:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a10cd6c4. 00000100:00000001:3.0:1767326259.518863:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326259.518872:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000667ee4ce x1853175408660992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326259.518883:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326259.518885:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326259.518891:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000667ee4ce] to pc [ptlrpcd_00_02+2] req@00000000667ee4ce x1853175408660992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326259.518928:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326259.518931:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326259.518934:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326259.518936:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005066112f. 00000020:00000040:3.0:1767326259.518939:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326259.518941:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326259.518942:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326259.518944:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326259.518949:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea9a1391. 00000100:00000001:3.0:1767326259.518952:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326259.518957:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326259.518961:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326259.518963:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326259.518971:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000005066112f x1853175408661120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326259.518976:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326259.518977:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000667ee4ce x1853175408660992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326259.518984:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326259.518987:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326259.518991:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326259.518996:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005066112f] to pc [ptlrpcd_00_03+3] req@000000005066112f x1853175408661120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326259.518998:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326259.519002:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326259.519009:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326259.519013:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326259.519014:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326259.519018:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326259.519019:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326259.519022:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326259.519024:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1767326259.519025:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408660992:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326259.519026:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767326259.519028:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073f7d1f4. 00000100:00000001:0.0:1767326259.519030:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767326259.519034:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326259.519035:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326259.519040:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005066112f x1853175408661120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326259.519040:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326259.519043:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326259.519044:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326259.519048:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326259.519049:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326259.519055:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326259.519056:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008ce1a50c. 00000100:00000001:0.0:1767326259.519059:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326259.519061:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326259.519062:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326259.519062:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0f41a40. 02000000:00000001:1.0:1767326259.519068:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326259.519069:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326259.519069:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000073f7d1f4 x1853175408661248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326259.519073:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326259.519076:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005208e072. 02000000:00000001:0.0:1767326259.519079:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326259.519087:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000512df998. 00000100:00100000:0.0:1767326259.519088:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005066112f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408661120:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326259.519089:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326259.519093:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326259.519095:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767326259.519096:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408660992, portal 25 02000000:00000001:0.0:1767326259.519100:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326259.519101:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073f7d1f4] to pc [ptlrpcd_00_00+0] req@0000000073f7d1f4 x1853175408661248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326259.519102:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326259.519103:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326259.519106:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571631232 : -115369137920384 : ffff971287842680) 02000000:00000001:0.0:1767326259.519109:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326259.519116:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b8f486f. 00000100:00000040:1.0:1767326259.519117:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000667ee4ce x1853175408660992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326259.519128:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326259.519131:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767326259.519134:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063a096b3. 00000100:00000040:1.0:1767326259.519136:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326259.519151:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000955f2d8b. 00000400:00000010:0.0:1767326259.519154:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 00000100:00000200:1.0:1767326259.519154:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408660992, offset 0 00000100:00000001:3.0:1767326259.519155:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326259.519161:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767326259.519165:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767326259.519167:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767326259.519173:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11465) 00000400:00000200:1.0:1767326259.519179:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:0.0:1767326259.519180:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408661120, portal 10 00000100:00000001:0.0:1767326259.519185:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326259.519187:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326259.519189:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571625856 : -115369137925760 : ffff971287841180) 00000400:00000200:1.0:1767326259.519191:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1767326259.519192:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767326259.519196:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326259.519198:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:0.0:1767326259.519201:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005066112f x1853175408661120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326259.519203:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326259.519208:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326259.519213:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326259.519215:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [304:304:256:4294967295] 192.168.202.142@tcp LPNI seq info [304:304:8:4294967295] 00000100:00000001:3.0:1767326259.519218:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326259.519223:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326259.519226:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326259.519229:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326259.519230:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326259.519236:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767326259.519238:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073f7d1f4 x1853175408661248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326259.519240:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:0.0:1767326259.519242:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f208077f. 00000100:00000200:0.0:1767326259.519248:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408661120, offset 0 00000800:00000200:1.0:1767326259.519255:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326259.519261:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326259.519261:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:1.0:1767326259.519263:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008588d8b0. 00000100:00000001:3.0:1767326259.519264:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326259.519269:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326259.519271:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:3.0:1767326259.519272:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326259.519275:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:3.0:1767326259.519279:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326259.519280:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1767326259.519285:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073f7d1f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408661248:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326259.519287:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:1.0:1767326259.519290:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326259.519294:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326259.519295:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326259.519297:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008588d8b0 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767326259.519300:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326259.519301:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:3.0:1767326259.519304:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326259.519309:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [305:305:255:4294967295] 192.168.202.142@tcp LPNI seq info [305:305:7:4294967295] 02000000:00000001:3.0:1767326259.519309:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326259.519312:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326259.519315:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000030b8e58. 00000100:00000001:1.0:1767326259.519318:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306131140 02000000:00000001:3.0:1767326259.519319:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326259.519326:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044f287ec. 00000400:00000200:0.0:1767326259.519327:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:3.0:1767326259.519327:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fa94f4c. 00000100:00000001:1.0:1767326259.519334:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767326259.519336:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f68e8c4e. 00000800:00000200:0.0:1767326259.519339:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000200:3.0:1767326259.519342:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408661248, portal 10 00000100:00000001:1.0:1767326259.519343:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306131140 00000800:00000010:0.0:1767326259.519345:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006799ab74. 00000100:00000001:3.0:1767326259.519346:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1767326259.519350:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002be8f718. 00000100:00000001:3.0:1767326259.519350:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571626752 : -115369137924864 : ffff971287841500) 00000800:00000200:0.0:1767326259.519355:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326259.519356:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767326259.519361:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000073f7d1f4 x1853175408661248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326259.519362:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306131140 00000800:00000200:0.0:1767326259.519367:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000010:1.0:1767326259.519368:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d8259e28. 00000100:00000001:1.0:1767326259.519372:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767326259.519374:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006799ab74 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326259.519378:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306131140 00000100:00000001:0.0:1767326259.519383:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326259.519384:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8afc2e8. 00000100:00000001:3.0:1767326259.519384:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326259.519389:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 180537 usecs (181 jiffies) 00000100:00000001:1.0:1767326259.519390:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767326259.519392:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326259.519397:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306127544 00000100:00000001:1.0:1767326259.519397:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326259.519419:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326259.519419:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046298f58. 00000100:00000001:1.0:1767326259.519426:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326259.519426:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408661248, offset 0 00000100:00000001:0.0:1767326259.519427:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306131140 00000100:00000001:1.0:1767326259.519430:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326259.519434:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306127545 00000100:00000001:1.0:1767326259.519437:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326259.519437:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326259.519439:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326259.519444:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306131140 00000400:00000200:3.0:1767326259.519446:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326259.519449:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326259.519451:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306127545 00000100:00000001:1.0:1767326259.519453:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326259.519454:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326259.519456:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306131140 00000100:00000001:1.0:1767326259.519457:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326259.519462:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326259.519463:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306127545 00000400:00000200:3.0:1767326259.519467:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326259.519468:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306131140 00000400:00000200:3.0:1767326259.519472:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326259.519473:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326259.519478:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326259.519479:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326259.519484:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [306:306:254:4294967295] 192.168.202.142@tcp LPNI seq info [306:306:6:4294967295] 00000100:00000001:0.0:1767326259.519490:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326259.519495:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326259.519498:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326259.519501:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326259.519505:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326259.519506:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326259.519510:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767326259.519512:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 00000100:00000001:0.0:1767326259.519513:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326259.519517:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326259.519520:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326259.519522:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326259.519529:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326259.519533:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326259.519536:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326259.519540:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 242531 usecs (243 jiffies) 00000100:00000001:3.0:1767326259.519543:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306127607 00000100:00000001:3.0:1767326259.519545:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306131140 00000100:00000001:3.0:1767326259.519546:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306127607 00000100:00000001:3.0:1767326259.519548:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306131140 00000100:00000001:3.0:1767326259.519549:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306127607 00000100:00000001:3.0:1767326259.519551:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306131140 00000100:00000001:3.0:1767326259.519553:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306127607 00000100:00000001:3.0:1767326259.519555:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306131140 00000100:00000001:3.0:1767326259.519557:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326259.519559:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326259.519561:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326259.519563:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326259.519640:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326259.519643:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326259.519688:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326259.519692:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008588d8b0. 00000400:00000200:2.0:1767326259.519698:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326259.519704:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326259.519710:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000955f2d8b 00000400:00000010:2.0:1767326259.519712:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000955f2d8b. 00000100:00000001:2.0:1767326259.519716:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326259.519725:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000667ee4ce x1853175408660992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326259.519734:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326259.519736:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000667ee4ce x1853175408660992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326259.519743:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326259.519745:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326259.519757:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326259.519759:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006799ab74. 00000400:00000200:2.0:1767326259.519763:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326259.519766:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326259.519769:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f208077f 00000400:00000010:2.0:1767326259.519770:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f208077f. 00000100:00000001:2.0:1767326259.519773:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326259.519775:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005066112f x1853175408661120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326259.519782:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326259.519784:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005066112f x1853175408661120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326259.519790:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326259.519791:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326259.519862:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326259.519865:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 00000400:00000200:2.0:1767326259.519869:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326259.519872:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326259.519875:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046298f58 00000400:00000010:2.0:1767326259.519876:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046298f58. 00000100:00000001:2.0:1767326259.519878:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326259.519881:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073f7d1f4 x1853175408661248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326259.519888:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326259.519890:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073f7d1f4 x1853175408661248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326259.519906:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326259.519908:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326259.522125:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326259.522155:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326259.522160:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326259.522163:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326259.522176:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326259.522218:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f09200 00000400:00000200:3.0:1767326259.522225:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xa55 [1] + 224 00000800:00000001:3.0:1767326259.522232:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326259.522237:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326259.522239:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326259.522242:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326259.522248:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326259.522253:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000667ee4ce x1853175408660992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326259.522271:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000667ee4ce x1853175408660992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326259.522291:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326259.522300:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326259.522304:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326259.522306:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326259.522308:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326259.522320:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326259.522331:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09280 00000400:00000200:3.0:1767326259.522337:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xa5d [1] + 224 00000800:00000001:3.0:1767326259.522341:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326259.522345:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326259.522346:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326259.522351:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326259.522352:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326259.522356:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:1.0:1767326259.522362:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326259.522365:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326259.522368:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005208e072. 00000400:00000200:1.0:1767326259.522373:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000512df998 00000400:00000010:1.0:1767326259.522376:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000512df998. 00000100:00000001:1.0:1767326259.522379:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326259.522380:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326259.522387:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005066112f x1853175408661120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326259.522391:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000667ee4ce x1853175408660992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326259.522437:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000667ee4ce x1853175408660992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326259.522439:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005066112f x1853175408661120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326259.522463:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326259.522466:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326259.522467:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326259.522469:0:211396:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1767326259.522473:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326259.522474:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326259.522478:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326259.522481:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326259.522483:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326259.522486:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326259.522486:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326259.522488:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326259.522489:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326259.522492:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1767326259.522496:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=105 v=5 (5 5 5 0) 00000400:00000200:3.0:1767326259.522496:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000001:0.0:1767326259.522497:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326259.522500:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326259.522502:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063a096b3. 00000100:00001000:1.0:1767326259.522505:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=105 v=5 (1 1 1 0) 00000400:00000200:3.0:1767326259.522506:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09300 00000400:00000200:0.0:1767326259.522507:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 00000400:00000010:0.0:1767326259.522512:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00000100:00000001:1.0:1767326259.522513:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326259.522517:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326259.522517:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326259.522521:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xa65 [1] + 224 00010000:00000001:1.0:1767326259.522522:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767326259.522525:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005066112f x1853175408661120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326259.522525:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326259.522526:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326259.522531:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326259.522532:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326259.522534:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767326259.522537:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000667ee4ce x1853175408660992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326259.522540:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326259.522546:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326259.522551:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073f7d1f4 x1853175408661248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326259.522565:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326259.522569:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005066112f x1853175408661120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326259.522570:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767326259.522570:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000073f7d1f4 x1853175408661248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326259.522573:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326259.522580:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000667ee4ce x1853175408660992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326259.522595:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326259.522598:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326259.522602:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326259.522604:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1767326259.522606:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408660992:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326259.522607:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326259.522609:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326259.522611:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326259.522613:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326259.522616:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767326259.522617:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326259.522619:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326259.522621:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000667ee4ce x1853175408660992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326259.522622:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326259.522626:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=100 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326259.522635:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=100 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326259.522635:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326259.522639:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326259.522641:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767326259.522643:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0f41a40. 00000100:00000001:0.0:1767326259.522644:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326259.522648:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767326259.522648:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326259.522651:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767326259.522654:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326259.522654:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326259.522659:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326259.522660:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:1.0:1767326259.522662:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a10cd6c4. 00000100:00000040:0.0:1767326259.522664:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 02000000:00000001:1.0:1767326259.522667:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326259.522668:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767326259.522669:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326259.522672:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000667ee4ce. 00000100:00000001:0.0:1767326259.522673:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326259.522674:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326259.522677:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326259.522681:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326259.522683:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005066112f x1853175408661120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326259.522684:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326259.522685:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326259.522695:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326259.522696:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326259.522698:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1767326259.522698:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326259.522699:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326259.522702:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326259.522706:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1767326259.522706:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326259.522709:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326259.522710:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005066112f x1853175408661120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326259.522713:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fa94f4c. 00000100:00100000:0.0:1767326259.522725:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005066112f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408661120:192.168.202.142@tcp:400: 00000400:00000200:2.0:1767326259.522727:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f68e8c4e 00000100:00000001:0.0:1767326259.522729:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326259.522735:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767326259.522736:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f68e8c4e. 00000100:00000040:0.0:1767326259.522741:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005066112f x1853175408661120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326259.522746:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326259.522748:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326259.522750:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326259.522753:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b8f486f. 02000000:00000001:0.0:1767326259.522756:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1767326259.522757:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073f7d1f4 x1853175408661248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326259.522762:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326259.522765:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326259.522775:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326259.522779:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea9a1391. 00000100:00000200:2.0:1767326259.522784:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073f7d1f4 x1853175408661248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326259.522785:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326259.522794:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326259.522796:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005066112f. 00000100:00000001:0.0:1767326259.522804:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326259.522807:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326259.522812:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326259.522812:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326259.522816:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326259.522817:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326259.522820:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326259.522821:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326259.522825:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326259.522826:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326259.522830:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326259.522831:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326259.522835:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326259.522840:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326259.522848:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=94 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326259.522853:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326259.522854:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326259.522855:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326259.522857:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326259.522860:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000073f7d1f4 x1853175408661248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326259.522865:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326259.522867:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326259.522868:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326259.522869:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326259.522870:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326259.522883:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073f7d1f4 x1853175408661248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326259.522887:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326259.522890:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326259.522891:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326259.522897:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073f7d1f4 x1853175408661248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326259.522901:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073f7d1f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408661248:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326259.522905:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326259.522906:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326259.522907:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073f7d1f4 x1853175408661248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326275 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326259.522912:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326259.522914:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326259.522917:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000030b8e58. 02000000:00000001:2.0:1767326259.522920:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326259.522921:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326259.522922:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326259.522924:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326259.522925:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008ce1a50c. 02000000:00000001:2.0:1767326259.522928:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326259.522929:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326259.522930:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073f7d1f4. 00000100:00000001:2.0:1767326259.522932:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326259.522933:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326259.522934:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326259.522940:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326259.522941:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326259.522943:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326259.522945:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326260.539687:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326260.539696:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326260.539704:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326260.539705:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326260.539764:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326260.539769:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326260.539772:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326261.563543:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326261.563551:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326261.563557:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326261.563558:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326261.563579:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326261.563582:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326261.563584:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326262.587543:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326262.587553:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326262.587559:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326262.587562:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326262.587565:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326262.587571:0:215456:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326262.587574:0:215456:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326262.587575:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326262.587578:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326262.587581:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326262.587583:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326262.587585:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326262.587609:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326262.587612:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326262.587614:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326263.355529:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306131140, at 4306131200 00000100:00000040:1.0:1767326263.355529:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306131140, at 4306131200 00000100:00000040:3.0:1767326263.355529:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306131140, at 4306131200 00000100:00000040:2.0:1767326263.355530:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306131140, at 4306131200 00000100:00000010:0.0:1767326263.355551:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044f287ec. 00000100:00000010:3.0:1767326263.355557:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8afc2e8. 00000100:00000010:2.0:1767326263.355562:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d8259e28. 00000100:00000010:1.0:1767326263.355565:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002be8f718. 00010000:00000001:0.0:1767326263.611547:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326263.611580:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326263.611588:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326263.611589:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326263.611659:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326263.611664:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326263.611667:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326264.635545:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326264.635562:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326264.635565:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326264.635568:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326264.635573:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326264.635576:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326264.635578:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326264.635580:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326264.635585:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326264.635586:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326264.635613:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326264.635617:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326264.635620:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326264.635685:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326264.635692:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326264.635724:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055b20dde. 00000020:00000040:1.0:1767326264.635732:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326264.635737:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326264.635740:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326264.635746:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326264.635754:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000824d53cf. 00000100:00000001:1.0:1767326264.635763:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326264.635776:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000055b20dde x1853175408661376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326264.635788:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326264.635791:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326264.635796:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055b20dde] to pc [ptlrpcd_00_01+1] req@0000000055b20dde x1853175408661376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326264.635838:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326264.635841:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326264.635843:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326264.635845:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326264.635849:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a75f6d50. 00000020:00000040:1.0:1767326264.635851:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326264.635855:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326264.635855:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326264.635857:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326264.635859:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326264.635861:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326264.635865:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055b20dde x1853175408661376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326264.635867:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000079c79e5f. 00000100:00000001:1.0:1767326264.635872:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326264.635877:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326264.635879:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326264.635880:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000a75f6d50 x1853175408661504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326264.635883:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326264.635884:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326264.635888:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326264.635890:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326264.635893:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326264.635897:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1767326264.635898:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408661376:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326264.635900:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326264.635904:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326264.635908:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a75f6d50] to pc [ptlrpcd_00_02+2] req@00000000a75f6d50 x1853175408661504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326264.635910:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326264.635914:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326264.635918:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326264.635924:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009759eff7. 02000000:00000001:2.0:1767326264.635926:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326264.635933:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5412fd8. 00000100:00000001:1.0:1767326264.635937:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326264.635941:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767326264.635942:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059305d1e. 00000100:00000200:2.0:1767326264.635950:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408661376, portal 25 00000100:00000001:1.0:1767326264.635952:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326264.635954:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326264.635955:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899968 : -115369104651648 : ffff9712897fca80) 00000100:00000001:3.0:1767326264.635957:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326264.635961:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326264.635961:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000055b20dde x1853175408661376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326264.635962:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767326264.635964:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058a040db. 00000100:00000001:0.0:1767326264.635966:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326264.635967:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767326264.635970:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326264.635976:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767326264.635976:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a75f6d50 x1853175408661504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326264.635980:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326264.635984:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326264.635988:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767326264.635991:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008588d8b0. 00000100:00000040:2.0:1767326264.635995:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326264.635998:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326264.635999:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326264.636000:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f9a7b33. 00000100:00000001:3.0:1767326264.636001:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326264.636005:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408661376, offset 0 00000100:00000040:1.0:1767326264.636006:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000058a040db x1853175408661632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326264.636007:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326264.636012:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326264.636018:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326264.636020:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326264.636025:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326264.636028:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326264.636033:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a75f6d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408661504:192.168.202.142@tcp:400: 00000100:00000040:1.0:1767326264.636034:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058a040db] to pc [ptlrpcd_00_03+3] req@0000000058a040db x1853175408661632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326264.636041:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326264.636042:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326264.636047:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326264.636051:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326264.636054:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326264.636056:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326264.636061:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a38d129. 00000400:00000200:2.0:1767326264.636063:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:3.0:1767326264.636065:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326264.636066:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326264.636070:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326264.636072:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767326264.636072:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9224dfb. 00000400:00000200:2.0:1767326264.636075:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:1.0:1767326264.636079:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1767326264.636081:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dcf3fdb. 00000400:00000200:2.0:1767326264.636087:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [307:307:256:4294967295] 192.168.202.142@tcp LPNI seq info [307:307:8:4294967295] 00000100:00000200:3.0:1767326264.636087:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408661504, portal 10 00000100:00000040:1.0:1767326264.636088:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11470) 00000100:00000001:3.0:1767326264.636102:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326264.636106:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604898176 : -115369104653440 : ffff9712897fc380) 00000100:00000040:3.0:1767326264.636116:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a75f6d50 x1853175408661504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326264.636120:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326264.636124:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326264.636129:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767326264.636132:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326264.636133:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1767326264.636138:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c0c3cee. 00000100:00000040:0.0:1767326264.636142:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058a040db x1853175408661632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326264.636145:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326264.636152:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:3.0:1767326264.636153:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326264.636160:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af95acdf. 00000100:00000001:0.0:1767326264.636162:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767326264.636165:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408661504, offset 0 00000800:00000200:2.0:1767326264.636169:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326264.636173:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326264.636176:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c0c3cee type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326264.636176:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326264.636178:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326264.636182:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326264.636186:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:0.0:1767326264.636187:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326264.636193:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1767326264.636194:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058a040db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408661632:192.168.202.142@tcp:400: 00000400:00000200:3.0:1767326264.636200:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326264.636202:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326264.636205:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326264.636206:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326264.636208:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326264.636212:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326264.636212:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306136257 00000400:00000200:3.0:1767326264.636213:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:0.0:1767326264.636219:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767326264.636219:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cfbb0404. 00000400:00000200:3.0:1767326264.636223:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [308:308:255:4294967295] 192.168.202.142@tcp LPNI seq info [308:308:7:4294967295] 02000000:00000010:0.0:1767326264.636225:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c165a20. 00000100:00000001:2.0:1767326264.636228:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767326264.636231:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326264.636236:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306136257 00000400:00000010:0.0:1767326264.636238:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063a096b3. 00000400:00000200:3.0:1767326264.636241:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000010:2.0:1767326264.636243:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052a18f61. 00000100:00000001:2.0:1767326264.636248:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326264.636251:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306136257 00000400:00000010:0.0:1767326264.636253:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 00000100:00000010:2.0:1767326264.636255:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab6cb4ac. 00000100:00000200:0.0:1767326264.636260:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408661632, portal 10 00000800:00000200:3.0:1767326264.636261:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326264.636262:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326264.636265:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326264.636268:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604904448 : -115369104647168 : ffff9712897fdc00) 00000100:00000001:2.0:1767326264.636270:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306136257 00000800:00000010:3.0:1767326264.636270:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1bd790. 00000100:00000040:0.0:1767326264.636277:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058a040db x1853175408661632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326264.636277:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003dd10927. 00000800:00000200:3.0:1767326264.636280:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326264.636283:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326264.636290:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326264.636293:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326264.636297:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326264.636300:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f1bd790 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326264.636304:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326264.636304:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326264.636309:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326264.636310:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326264.636314:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326264.636316:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d90f77. 00000100:00000200:0.0:1767326264.636321:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408661632, offset 0 00000100:00000001:2.0:1767326264.636321:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326264.636321:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 178513 usecs (179 jiffies) 00000800:00000200:1.0:1767326264.636324:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326264.636325:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326264.636328:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306132659 00000800:00000010:1.0:1767326264.636330:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c0c3cee. 00000100:00000001:2.0:1767326264.636330:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326264.636333:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326264.636335:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326264.636335:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306136257 00000100:00000001:2.0:1767326264.636337:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326264.636340:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326264.636342:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306132659 00000100:00000001:2.0:1767326264.636343:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326264.636347:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326264.636349:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306136257 00000400:00000200:1.0:1767326264.636352:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326264.636355:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326264.636356:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306132659 00000100:00000001:3.0:1767326264.636361:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306136257 00000400:00000200:0.0:1767326264.636362:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326264.636367:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306132659 00000400:00000200:0.0:1767326264.636369:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326264.636373:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306136257 00000400:00000200:0.0:1767326264.636376:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326264.636379:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326264.636384:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [309:309:254:4294967295] 192.168.202.142@tcp LPNI seq info [309:309:6:4294967295] 00000100:00000001:3.0:1767326264.636385:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326264.636390:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326264.636394:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326264.636421:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326264.636429:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326264.636429:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1767326264.636435:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e1ce2e74. 00000800:00000200:0.0:1767326264.636441:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326264.636443:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f9a7b33 00000800:00000200:0.0:1767326264.636448:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:1.0:1767326264.636448:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f9a7b33. 00000800:00000200:0.0:1767326264.636454:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e1ce2e74 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326264.636456:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326264.636458:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326264.636462:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 239732 usecs (240 jiffies) 00000100:00000200:1.0:1767326264.636464:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055b20dde x1853175408661376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326264.636467:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306132721 00000100:00000001:0.0:1767326264.636472:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306136257 00000100:00000001:0.0:1767326264.636477:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306132721 00000100:00000001:0.0:1767326264.636481:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306136257 00000100:00000001:1.0:1767326264.636485:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326264.636490:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055b20dde x1853175408661376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326264.636494:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306132721 00000100:00000001:3.0:1767326264.636499:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326264.636500:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306136257 00000100:00000001:0.0:1767326264.636506:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306132721 00000100:00000001:3.0:1767326264.636506:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326264.636509:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306136257 00000100:00000001:3.0:1767326264.636510:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326264.636515:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326264.636515:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326264.636522:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326264.636522:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326264.636528:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326264.636529:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326264.636532:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326264.636539:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326264.636540:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326264.636543:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326264.636544:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326264.636547:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326264.636548:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326264.636550:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326264.636564:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326264.636567:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1bd790. 00000400:00000200:1.0:1767326264.636571:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326264.636575:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326264.636578:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af95acdf 00000400:00000010:1.0:1767326264.636579:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af95acdf. 00000100:00000001:1.0:1767326264.636581:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326264.636584:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a75f6d50 x1853175408661504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326264.636591:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326264.636592:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a75f6d50 x1853175408661504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326264.636598:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326264.636600:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326264.636625:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326264.636627:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e1ce2e74. 00000400:00000200:1.0:1767326264.636633:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326264.636636:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326264.636638:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d90f77 00000400:00000010:1.0:1767326264.636639:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d90f77. 00000100:00000001:1.0:1767326264.636642:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326264.636644:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058a040db x1853175408661632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326264.636650:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326264.636653:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058a040db x1853175408661632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326264.636658:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326264.636660:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326264.637739:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326264.637758:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326264.637761:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326264.637764:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326264.637772:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326264.637785:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f09380 00000400:00000200:2.0:1767326264.637791:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xa6d [1] + 224 00000800:00000001:2.0:1767326264.637799:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326264.637806:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326264.637809:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326264.637812:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326264.637816:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326264.637820:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055b20dde x1853175408661376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326264.637829:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000055b20dde x1853175408661376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326264.637846:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326264.637858:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326264.637862:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326264.637875:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326264.637878:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326264.637884:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326264.637886:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326264.637888:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5412fd8. 00000400:00000200:3.0:1767326264.637892:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059305d1e 00000400:00000010:3.0:1767326264.637894:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059305d1e. 00000100:00000001:3.0:1767326264.637897:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326264.637901:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055b20dde x1853175408661376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326264.637914:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055b20dde x1853175408661376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326264.637931:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326264.637933:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326264.637935:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326264.637938:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326264.637940:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326264.637942:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326264.637945:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326264.638045:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=110 v=5 (5 5 5 0) 00000100:00001000:3.0:1767326264.638050:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=110 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326264.638053:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326264.638055:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326264.638057:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326264.638060:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326264.638063:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326264.638069:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055b20dde x1853175408661376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326264.638075:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326264.638083:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326264.638090:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326264.638104:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326264.638109:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326264.638117:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09480 00000400:00000200:1.0:1767326264.638122:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xa7d [1] + 224 00000800:00000001:1.0:1767326264.638126:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326264.638131:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326264.638133:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326264.638136:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326264.638139:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326264.638142:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058a040db x1853175408661632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326264.638151:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058a040db x1853175408661632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326264.638169:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326264.638173:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326264.638176:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326264.638203:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326264.638205:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326264.638209:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326264.638211:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326264.638213:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063a096b3. 00000400:00000200:0.0:1767326264.638217:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 00000400:00000010:0.0:1767326264.638218:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00000100:00000001:0.0:1767326264.638221:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326264.638225:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058a040db x1853175408661632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326264.638234:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058a040db x1853175408661632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326264.638241:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326264.638243:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326264.638245:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326264.638247:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326264.638248:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326264.638249:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326264.638251:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326264.638256:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=99 v=5 (5 5 5 0) 00000100:00000001:3.0:1767326264.638258:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326264.638263:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1767326264.638268:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326264.638268:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326264.638274:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326264.638277:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326264.638277:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055b20dde x1853175408661376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326264.638281:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767326264.638283:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00080000:0.0:1767326264.638287:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000058a040db x1853175408661632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326264.638290:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326264.638294:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326264.638298:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326264.638303:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326264.638309:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1767326264.638309:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000040:0.0:1767326264.638313:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326264.638318:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326264.638322:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326264.638323:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09400 00000400:00000200:1.0:1767326264.638334:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xa75 [1] + 224 00000100:00100000:3.0:1767326264.638337:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408661376:192.168.202.142@tcp:400: 00000800:00000001:1.0:1767326264.638340:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326264.638342:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058a040db x1853175408661632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326264.638346:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326264.638348:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326264.638351:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767326264.638354:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767326264.638359:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055b20dde x1853175408661376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326264.638361:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326264.638366:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326264.638367:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326264.638371:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326264.638377:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326264.638379:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767326264.638381:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058a040db x1853175408661632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326264.638383:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767326264.638386:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a75f6d50 x1853175408661504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326264.638387:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009759eff7. 02000000:00000001:3.0:1767326264.638393:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326264.638396:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326264.638416:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326264.638425:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1767326264.638427:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058a040db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408661632:192.168.202.142@tcp:400: 02000000:00000010:3.0:1767326264.638428:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000824d53cf. 02000000:00000001:3.0:1767326264.638434:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326264.638438:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326264.638439:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326264.638440:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a75f6d50 x1853175408661504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326264.638441:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055b20dde. 00000100:00000001:0.0:1767326264.638442:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326264.638446:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767326264.638449:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058a040db x1853175408661632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326264.638450:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326264.638455:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326264.638461:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326264.638463:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326264.638468:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326264.638472:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326264.638473:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326264.638476:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326264.638478:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c165a20. 02000000:00000001:0.0:1767326264.638482:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326264.638484:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326264.638485:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326264.638486:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767326264.638487:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326264.638490:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008588d8b0. 00000800:00000001:1.0:1767326264.638494:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326264.638499:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1767326264.638500:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326264.638503:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326264.638506:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058a040db. 00000100:00000001:2.0:1767326264.638508:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326264.638510:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326264.638512:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326264.638513:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326264.638517:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326264.638518:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326264.638521:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326264.638522:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767326264.638524:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9224dfb. 00000100:00000001:0.0:1767326264.638526:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326264.638530:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326264.638530:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dcf3fdb 00000400:00000010:2.0:1767326264.638534:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dcf3fdb. 00000100:00000001:0.0:1767326264.638535:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326264.638540:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326264.638546:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a75f6d50 x1853175408661504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326264.638565:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a75f6d50 x1853175408661504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326264.638572:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326264.638573:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326264.638575:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326264.638582:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326264.638584:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326264.638586:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326264.638587:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326264.638591:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=105 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326264.638594:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=105 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326264.638596:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326264.638598:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326264.638600:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326264.638602:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326264.638604:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326264.638606:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326264.638607:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326264.638609:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326264.638612:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a75f6d50 x1853175408661504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326264.638618:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326264.638620:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326264.638621:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326264.638624:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a75f6d50 x1853175408661504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326264.638630:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a75f6d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408661504:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326264.638633:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326264.638635:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326264.638637:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a75f6d50 x1853175408661504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326264.638643:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326264.638644:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326264.638645:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a38d129. 02000000:00000001:2.0:1767326264.638648:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326264.638649:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326264.638651:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326264.638653:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326264.638659:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000079c79e5f. 02000000:00000001:2.0:1767326264.638661:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326264.638663:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326264.638664:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a75f6d50. 00000100:00000001:2.0:1767326264.638666:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326264.638667:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326264.638669:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326264.638672:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326264.638674:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326264.638676:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326264.638677:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326265.659515:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326265.659533:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326265.659541:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326265.659542:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326265.659567:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326265.659571:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326265.659574:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326266.683562:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326266.683572:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326266.683582:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326266.683583:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326266.683684:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326266.683689:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326266.683692:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326267.707472:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326267.707480:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326267.707485:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326267.707486:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326267.707505:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326267.707508:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326267.707510:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326268.475512:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306136257, at 4306136320 00000100:00000040:2.0:1767326268.475512:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306136257, at 4306136320 00000100:00000040:3.0:1767326268.475512:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306136257, at 4306136320 00000100:00000010:3.0:1767326268.475533:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003dd10927. 00000100:00000010:0.0:1767326268.475538:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cfbb0404. 00000100:00000010:2.0:1767326268.475540:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab6cb4ac. 00000100:00000040:1.0:1767326268.475637:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306136257, at 4306136320 00000100:00000010:1.0:1767326268.475644:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052a18f61. 00010000:00000001:0.0:1767326268.731575:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326268.731585:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326268.731593:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326268.731594:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326268.731616:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326268.731621:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326268.731623:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326269.755585:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326269.755606:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326269.755619:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326269.755628:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326269.755633:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326269.755636:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326269.755643:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326269.755655:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c0c3cee. 00000100:00000001:2.0:1767326269.755663:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326269.755684:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b6591187 x1853175408661760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326269.755697:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326269.755700:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326269.755706:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_00+0] req@00000000b6591187 x1853175408661760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326269.755746:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326269.755749:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326269.755763:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326269.755766:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767326269.755769:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326269.755788:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326269.755789:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326269.755791:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326269.755795:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326269.755795:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326269.755800:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767326269.755802:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089a1fa3e. 00000100:00000001:2.0:1767326269.755807:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326269.755808:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408661760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326269.755816:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000bfc4a11d x1853175408661888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326269.755829:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326269.755834:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326269.755835:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326269.755837:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326269.755841:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326269.755843:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_01+1] req@00000000bfc4a11d x1853175408661888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326269.755846:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326269.755853:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326269.755861:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326269.755861:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408661760:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326269.755865:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326269.755870:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326269.755871:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326269.755876:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000020:00000040:2.0:1767326269.755879:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:3.0:1767326269.755879:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326269.755884:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326269.755884:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326269.755886:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326269.755889:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326269.755890:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326269.755893:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:2.0:1767326269.755898:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326269.755898:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a2eaa57. 02000000:00000001:3.0:1767326269.755903:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326269.755907:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b258af54 x1853175408662016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767326269.755912:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af275e96. 00000100:00000001:2.0:1767326269.755917:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326269.755919:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326269.755921:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c9abd2f. 00000100:00000040:2.0:1767326269.755924:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_02+2] req@00000000b258af54 x1853175408662016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326269.755930:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408661760, portal 25 00000100:00000001:3.0:1767326269.755936:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326269.755943:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000040:3.0:1767326269.755950:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408661760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326269.755958:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326269.755962:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326269.755964:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326269.755965:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718453b7. 00000100:00000040:2.0:1767326269.755970:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767326269.755971:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408661760, offset 0 00000100:00000040:2.0:1767326269.755979:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326269.755980:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326269.755984:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326269.755986:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326269.755990:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326269.755995:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11475) 00000100:00000040:1.0:1767326269.755999:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408662016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326269.756006:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326269.756011:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326269.756017:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326269.756017:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326269.756018:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326269.756021:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326269.756025:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326269.756027:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:1.0:1767326269.756029:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326269.756033:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326269.756035:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1767326269.756039:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408662016:192.168.202.142@tcp:400: 00000400:00000200:3.0:1767326269.756042:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326269.756058:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326269.756063:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326269.756063:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [310:310:256:4294967295] 192.168.202.142@tcp LPNI seq info [310:310:8:4294967295] 02000000:00000001:1.0:1767326269.756066:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326269.756071:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326269.756075:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002cd6166c. 02000000:00000001:1.0:1767326269.756078:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326269.756083:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326269.756085:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005208e072. 00000400:00000200:3.0:1767326269.756085:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326269.756087:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326269.756091:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767326269.756093:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000010:1.0:1767326269.756094:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000512df998. 00000100:00000040:2.0:1767326269.756100:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408661888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326269.756100:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00010000:00000001:0.0:1767326269.756101:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326269.756102:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408662016, portal 10 00000100:00000001:1.0:1767326269.756108:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1767326269.756111:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc945970. 00010000:00000001:0.0:1767326269.756112:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1767326269.756112:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00010000:00000001:0.0:1767326269.756116:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326269.756119:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326269.756123:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326269.756125:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:1.0:1767326269.756126:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408662016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326269.756127:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326269.756131:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326269.756137:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326269.756140:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00100000:2.0:1767326269.756144:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408661888:192.168.202.142@tcp:400: 00000800:00000200:3.0:1767326269.756148:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc945970 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326269.756155:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326269.756159:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326269.756160:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326269.756164:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326269.756164:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326269.756167:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326269.756168:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffc7a60e. 02000000:00000001:2.0:1767326269.756168:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767326269.756173:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408662016, offset 0 02000000:00000010:2.0:1767326269.756175:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b712209. 00000100:00000001:3.0:1767326269.756175:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306141377 00000400:00000200:1.0:1767326269.756180:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326269.756181:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326269.756184:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007bf79e58. 00000400:00000200:1.0:1767326269.756187:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:2.0:1767326269.756187:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070c20bcf. 00000400:00000200:1.0:1767326269.756193:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326269.756195:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767326269.756196:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c84e6f. 00000400:00000200:1.0:1767326269.756197:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000200:2.0:1767326269.756202:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408661888, portal 10 00000100:00000001:3.0:1767326269.756204:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306141377 00000100:00000001:2.0:1767326269.756205:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326269.756208:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000400:00000200:1.0:1767326269.756211:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1767326269.756211:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080aa1012. 00000100:00000040:2.0:1767326269.756218:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408661888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326269.756218:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326269.756219:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326269.756226:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306141377 00000400:00000200:1.0:1767326269.756228:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [311:311:255:4294967295] 192.168.202.142@tcp LPNI seq info [311:311:7:4294967295] 00000100:00000010:3.0:1767326269.756232:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f676bc1. 00000100:00000001:2.0:1767326269.756239:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326269.756240:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767326269.756245:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326269.756251:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026020036. 00000100:00000001:3.0:1767326269.756252:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306141377 00000100:00000200:2.0:1767326269.756256:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408661888, offset 0 00000020:00000001:0.0:1767326269.756257:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1767326269.756257:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000010:3.0:1767326269.756259:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075c60c17. 00000020:00000001:0.0:1767326269.756262:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326269.756266:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00010000:00010000:0.0:1767326269.756268:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326269.756270:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326269.756273:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326269.756274:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326269.756280:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326269.756280:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326269.756281:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000927476c9. 00000100:00000001:3.0:1767326269.756286:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326269.756290:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326269.756292:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326269.756297:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326269.756299:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326269.756302:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000927476c9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326269.756304:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326269.756304:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326269.756306:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326269.756308:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326269.756310:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326269.756311:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 236976 usecs (237 jiffies) 00000100:00000001:3.0:1767326269.756314:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326269.756316:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306137837 00000400:00000200:2.0:1767326269.756318:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326269.756318:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326269.756320:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306141377 00000100:00000001:3.0:1767326269.756323:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326269.756324:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306137837 00000800:00000200:0.0:1767326269.756327:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767326269.756329:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [312:312:254:4294967295] 192.168.202.142@tcp LPNI seq info [312:312:6:4294967295] 00000100:00000001:1.0:1767326269.756330:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306141377 00000100:00000001:3.0:1767326269.756330:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326269.756334:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc945970. 00000100:00000001:1.0:1767326269.756336:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306137837 00000100:00000001:1.0:1767326269.756340:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306141377 00000100:00000001:1.0:1767326269.756342:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306137837 00000100:00000001:1.0:1767326269.756344:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306141377 00000400:00000200:0.0:1767326269.756346:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326269.756348:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326269.756354:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326269.756360:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326269.756360:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326269.756361:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326269.756366:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326269.756369:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dadd9a6c. 00000400:00000200:0.0:1767326269.756370:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718453b7 00000100:00000001:1.0:1767326269.756370:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326269.756376:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718453b7. 00000100:00000001:1.0:1767326269.756379:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767326269.756381:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326269.756382:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326269.756384:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326269.756387:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326269.756389:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326269.756391:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326269.756393:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408661760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326269.756395:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326269.756395:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dadd9a6c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326269.756423:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326269.756427:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326269.756429:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 176523 usecs (177 jiffies) 00000100:00000001:2.0:1767326269.756433:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306137778 00000100:00000001:2.0:1767326269.756436:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306141377 00000100:00000001:2.0:1767326269.756441:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306137778 00000100:00000001:2.0:1767326269.756447:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306141377 00000100:00000001:2.0:1767326269.756452:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306137778 00000100:00000001:0.0:1767326269.756454:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326269.756454:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306141377 00000100:00000001:2.0:1767326269.756459:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306137778 00000100:00000040:0.0:1767326269.756461:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408661760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326269.756464:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306141377 00000100:00000001:2.0:1767326269.756468:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326269.756474:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326269.756480:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326269.756480:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326269.756484:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326269.756485:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326269.756491:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326269.756494:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326269.756497:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767326269.756503:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326269.756504:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767326269.756508:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000927476c9. 00000100:00000001:2.0:1767326269.756509:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326269.756513:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326269.756515:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326269.756521:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326269.756525:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffc7a60e 00000400:00000010:0.0:1767326269.756526:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffc7a60e. 00000100:00000001:0.0:1767326269.756530:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326269.756533:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408662016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326269.756541:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326269.756543:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408662016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326269.756550:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326269.756559:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326269.756624:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326269.756626:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dadd9a6c. 00000400:00000200:0.0:1767326269.756629:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326269.756633:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326269.756636:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026020036 00000400:00000010:0.0:1767326269.756638:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026020036. 00000100:00000001:0.0:1767326269.756640:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326269.756644:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408661888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326269.756651:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326269.756653:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408661888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326269.756659:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326269.756661:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326269.758975:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326269.758991:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326269.758996:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326269.758998:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326269.759010:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326269.759025:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09600 00000400:00000200:1.0:1767326269.759035:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xa8d [1] + 224 00000800:00000001:1.0:1767326269.759054:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326269.759061:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326269.759063:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326269.759067:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326269.759074:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326269.759080:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408662016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326269.759101:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408662016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326269.759120:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326269.759130:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326269.759133:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326269.759135:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326269.759136:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326269.759140:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326269.759147:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f09500 00000100:00000001:2.0:1767326269.759163:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326269.759167:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326269.759169:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xa85 [1] + 224 00000800:00000001:1.0:1767326269.759176:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326269.759178:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326269.759182:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767326269.759183:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326269.759185:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005208e072. 00000400:00000200:1.0:1767326269.759187:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326269.759192:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000512df998 00000400:00000200:1.0:1767326269.759194:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:2.0:1767326269.759196:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000512df998. 00000100:00000001:2.0:1767326269.759201:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326269.759206:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326269.759206:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408662016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326269.759214:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408661760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326269.759225:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408662016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326269.759233:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408661760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326269.759240:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326269.759244:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326269.759250:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326269.759253:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326269.759253:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326269.759258:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767326269.759261:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326269.759261:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326269.759267:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326269.759268:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326269.759270:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326269.759272:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326269.759273:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326269.759274:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326269.759277:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326269.759278:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000001:3.0:1767326269.759279:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767326269.759281:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=104 v=5 (5 5 5 0) 00000400:00000010:3.0:1767326269.759281:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af275e96. 00000400:00000200:1.0:1767326269.759285:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09580 00000400:00000200:3.0:1767326269.759286:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c9abd2f 00000400:00000010:3.0:1767326269.759289:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c9abd2f. 00000100:00001000:2.0:1767326269.759290:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326269.759292:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326269.759295:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xa95 [1] + 224 00000100:00000001:2.0:1767326269.759295:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326269.759299:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326269.759299:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408661760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326269.759301:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326269.759306:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326269.759306:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767326269.759310:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767326269.759311:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408661760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326269.759316:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00010000:00080000:2.0:1767326269.759317:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b258af54 x1853175408662016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326269.759320:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326269.759327:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408661888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326269.759330:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326269.759336:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326269.759340:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000040:1.0:1767326269.759341:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408661888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326269.759343:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326269.759346:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326269.759353:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408662016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326269.759367:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326269.759370:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326269.759371:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326269.759373:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326269.759375:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408662016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326269.759379:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767326269.759382:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408662016:192.168.202.142@tcp:400: 00000800:00000001:1.0:1767326269.759385:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326269.759387:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326269.759389:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326269.759391:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408662016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326269.759396:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326269.759419:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326269.759423:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326269.759428:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767326269.759429:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1767326269.759431:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326269.759433:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070c20bcf. 02000000:00000010:2.0:1767326269.759434:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002cd6166c. 00000400:00000200:0.0:1767326269.759440:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c84e6f 00000100:00000001:3.0:1767326269.759441:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326269.759442:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1767326269.759444:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c84e6f. 00000100:00000001:3.0:1767326269.759445:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326269.759446:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326269.759450:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767326269.759451:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326269.759451:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326269.759454:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767326269.759455:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767326269.759458:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408661888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326269.759458:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767326269.759461:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 00000100:00000001:3.0:1767326269.759461:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326269.759468:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326269.759469:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326269.759473:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1767326269.759475:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=115 v=5 (5 5 5 0) 00000100:00000010:2.0:1767326269.759476:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000200:0.0:1767326269.759478:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408661888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326269.759483:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1767326269.759483:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=115 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326269.759486:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326269.759492:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326269.759493:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326269.759493:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326269.759495:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326269.759498:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326269.759499:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326269.759501:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326269.759502:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326269.759503:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326269.759504:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326269.759506:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326269.759509:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326269.759509:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326269.759512:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326269.759514:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1767326269.759517:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=110 v=5 (5 5 5 0) 00010000:00000001:3.0:1767326269.759517:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326269.759521:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326269.759526:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408661760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326269.759529:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=110 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326269.759536:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326269.759539:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326269.759541:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326269.759546:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767326269.759546:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408661760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326269.759549:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326269.759553:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326269.759557:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326269.759561:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767326269.759563:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408661760:192.168.202.142@tcp:400: 00000100:00000040:0.0:1767326269.759564:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326269.759566:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326269.759568:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326269.759574:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408661888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326269.759574:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326269.759578:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326269.759583:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326269.759585:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326269.759586:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326269.759594:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408661760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326269.759597:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408661888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326269.759609:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326269.759613:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1767326269.759615:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408661888:192.168.202.142@tcp:400: 02000000:00000010:3.0:1767326269.759616:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a2eaa57. 02000000:00000001:3.0:1767326269.759622:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326269.759624:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326269.759625:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326269.759627:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767326269.759628:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000040:0.0:1767326269.759633:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408661888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326269.759634:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326269.759636:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c0c3cee. 02000000:00000001:3.0:1767326269.759642:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326269.759644:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326269.759647:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:3.0:1767326269.759647:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 02000000:00000001:0.0:1767326269.759650:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326269.759652:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1767326269.759654:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b712209. 00000100:00000001:3.0:1767326269.759656:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326269.759658:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326269.759659:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326269.759661:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326269.759663:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326269.759665:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326269.759666:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000089a1fa3e. 00000100:00000001:3.0:1767326269.759666:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326269.759669:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326269.759670:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326269.759672:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326269.759674:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:3.0:1767326269.759674:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326269.759677:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326269.759678:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326269.759684:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326269.759686:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326269.759689:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326269.759690:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326269.759692:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326269.759694:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326270.779539:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326270.779548:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326270.779555:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326270.779556:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326270.779583:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326270.779586:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326270.779589:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326271.803539:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326271.803546:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326271.803551:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326271.803552:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326271.803574:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326271.803577:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326271.803580:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326272.827583:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326272.827594:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326272.827601:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326272.827604:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326272.827607:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326272.827613:0:215456:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326272.827616:0:215456:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326272.827617:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326272.827621:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326272.827624:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326272.827626:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326272.827628:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326272.827659:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326272.827663:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326272.827666:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326273.595538:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306141377, at 4306141440 00000100:00000040:2.0:1767326273.595538:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306141377, at 4306141440 00000100:00000040:3.0:1767326273.595538:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306141377, at 4306141440 00000100:00000010:2.0:1767326273.595562:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f676bc1. 00000100:00000010:0.0:1767326273.595567:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007bf79e58. 00000100:00000010:3.0:1767326273.595570:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075c60c17. 00000100:00000040:1.0:1767326273.595650:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306141377, at 4306141440 00000100:00000010:1.0:1767326273.595655:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080aa1012. 00010000:00000001:0.0:1767326273.851556:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326273.851586:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326273.851594:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326273.851596:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326273.851619:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326273.851622:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326273.851625:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326274.875490:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326274.875502:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326274.875505:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326274.875509:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326274.875509:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326274.875516:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326274.875518:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326274.875519:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326274.875522:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326274.875524:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326274.875528:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326274.875529:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326274.875533:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001890d837. 00000020:00000040:1.0:1767326274.875547:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326274.875549:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326274.875553:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326274.875554:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:0.0:1767326274.875557:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767326274.875560:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326274.875567:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326274.875577:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011ae9229. 00000100:00000001:1.0:1767326274.875586:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326274.875600:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000001890d837 x1853175408662144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326274.875614:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326274.875617:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326274.875623:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001890d837] to pc [ptlrpcd_00_03+3] req@000000001890d837 x1853175408662144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326274.875660:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326274.875663:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326274.875667:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326274.875670:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326274.875671:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000789fa2f6. 00000020:00000040:1.0:1767326274.875674:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326274.875676:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326274.875677:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326274.875679:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326274.875683:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d59ec675. 00000100:00000001:1.0:1767326274.875686:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326274.875690:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000789fa2f6 x1853175408662272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326274.875693:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326274.875697:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326274.875699:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326274.875701:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767326274.875703:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001890d837 x1853175408662144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326274.875704:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326274.875712:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326274.875715:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326274.875717:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326274.875721:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000789fa2f6] to pc [ptlrpcd_00_00+0] req@00000000789fa2f6 x1853175408662272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326274.875721:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326274.875725:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326274.875730:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326274.875735:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408662144:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326274.875740:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326274.875746:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326274.875749:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326274.875751:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326274.875753:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326274.875755:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e5fbc55. 00000100:00000040:1.0:1767326274.875757:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326274.875759:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326274.875764:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326274.875767:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326274.875769:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ab253b0. 00000400:00000010:2.0:1767326274.875770:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5e69d66. 00000100:00000001:3.0:1767326274.875772:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767326274.875773:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326274.875778:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326274.875780:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767326274.875782:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384b455. 02000000:00000001:1.0:1767326274.875783:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326274.875783:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326274.875787:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326274.875791:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326274.875791:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b2a70f3e. 00000100:00000200:2.0:1767326274.875795:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408662144, portal 25 00000100:00000040:3.0:1767326274.875796:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000789fa2f6 x1853175408662272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326274.875797:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326274.875799:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326274.875802:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604900864 : -115369104650752 : ffff9712897fce00) 00000100:00000040:1.0:1767326274.875807:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000006ab253b0 x1853175408662400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767326274.875812:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001890d837 x1853175408662144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326274.875825:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326274.875829:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326274.875835:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326274.875839:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326274.875840:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326274.875841:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326274.875843:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326274.875843:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326274.875849:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00100000:3.0:1767326274.875850:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000789fa2f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408662272:192.168.202.142@tcp:400: 00000100:00000040:1.0:1767326274.875854:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab253b0] to pc [ptlrpcd_00_01+1] req@000000006ab253b0 x1853175408662400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326274.875856:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b272184d. 00000100:00000001:3.0:1767326274.875857:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326274.875860:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767326274.875862:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408662144, offset 0 02000000:00000001:3.0:1767326274.875863:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326274.875868:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326274.875875:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5b79e3d. 00000400:00000200:2.0:1767326274.875876:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326274.875879:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326274.875880:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326274.875884:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767326274.875886:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af275e96. 00000100:00000040:1.0:1767326274.875888:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326274.875896:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11480) 00000400:00000010:3.0:1767326274.875896:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c9abd2f. 00000100:00000200:3.0:1767326274.875902:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408662272, portal 10 00000100:00000001:3.0:1767326274.875906:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326274.875907:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326274.875909:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604908928 : -115369104642688 : ffff9712897fed80) 00000100:00000001:0.0:1767326274.875916:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326274.875917:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326274.875921:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000789fa2f6 x1853175408662272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326274.875922:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326274.875926:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326274.875927:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:0.0:1767326274.875933:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ab253b0 x1853175408662400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326274.875938:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326274.875940:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326274.875945:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:3.0:1767326274.875948:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326274.875951:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af85f150. 00000100:00000200:3.0:1767326274.875953:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408662272, offset 0 00000400:00000200:2.0:1767326274.875962:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [313:313:256:4294967295] 192.168.202.142@tcp LPNI seq info [313:313:8:4294967295] 00000400:00000200:3.0:1767326274.875963:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326274.875965:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326274.875968:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326274.875973:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326274.875975:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326274.875977:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326274.875985:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ab253b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408662400:192.168.202.142@tcp:400: 00000400:00000200:2.0:1767326274.875987:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326274.875992:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326274.876010:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326274.876011:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:2.0:1767326274.876012:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326274.876013:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326274.876017:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1767326274.876020:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6a98a8f. 00000400:00000200:3.0:1767326274.876022:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326274.876027:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000010:0.0:1767326274.876030:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087054676. 00000400:00000200:3.0:1767326274.876031:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326274.876032:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:0.0:1767326274.876036:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326274.876038:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326274.876041:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [314:314:255:4294967295] 192.168.202.142@tcp LPNI seq info [314:314:7:4294967295] 00000400:00000010:0.0:1767326274.876043:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063a096b3. 00000800:00000200:2.0:1767326274.876050:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:0.0:1767326274.876052:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 00000400:00000200:3.0:1767326274.876052:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326274.876058:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f6a98a8f type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767326274.876059:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408662400, portal 10 00000800:00000200:3.0:1767326274.876063:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326274.876065:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1767326274.876068:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d29a8a. 00000100:00000001:0.0:1767326274.876069:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604911616 : -115369104640000 : ffff9712897ff800) 00000800:00000200:3.0:1767326274.876074:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326274.876078:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:0.0:1767326274.876081:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ab253b0 x1853175408662400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326274.876082:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d29a8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326274.876088:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326274.876088:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326274.876095:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 174591 usecs (175 jiffies) 00000100:00000001:2.0:1767326274.876097:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306146497 00000100:00000001:0.0:1767326274.876098:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326274.876100:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306142895 00000100:00000010:3.0:1767326274.876105:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075c60c17. 00000100:00000040:0.0:1767326274.876106:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326274.876110:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a64290c. 00000100:00000001:3.0:1767326274.876113:0:211394:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000100:00000200:0.0:1767326274.876114:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408662400, offset 0 00000100:00000001:3.0:1767326274.876122:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306142895 00000400:00000200:0.0:1767326274.876123:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:3.0:1767326274.876127:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003de2fc58. 00000100:00000001:3.0:1767326274.876131:0:211394:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326274.876133:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326274.876137:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306142895 00000400:00000200:0.0:1767326274.876139:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1767326274.876140:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4de3e0e. 00000100:00000001:3.0:1767326274.876143:0:211394:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326274.876145:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326274.876147:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306142895 00000400:00000200:0.0:1767326274.876150:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1767326274.876150:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e880e811. 00000100:00000001:3.0:1767326274.876153:0:211394:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326274.876157:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326274.876157:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326274.876161:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326274.876165:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [315:315:254:4294967295] 192.168.202.142@tcp LPNI seq info [315:315:6:4294967295] 00000100:00000001:3.0:1767326274.876165:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326274.876172:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326274.876178:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326274.876182:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1767326274.876185:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326274.876185:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326274.876188:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326274.876190:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326274.876192:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1767326274.876194:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6a98a8f. 00000100:00000001:3.0:1767326274.876194:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326274.876195:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e1ce2e74. 00000100:00000001:3.0:1767326274.876196:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326274.876204:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326274.876205:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767326274.876215:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326274.876216:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000800:00000200:0.0:1767326274.876222:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e1ce2e74 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326274.876223:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b272184d 00000400:00000010:1.0:1767326274.876227:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b272184d. 00000100:00000001:0.0:1767326274.876229:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326274.876233:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 234300 usecs (235 jiffies) 00000100:00000001:1.0:1767326274.876234:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326274.876235:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306142955 00000100:00000001:0.0:1767326274.876244:0:211395:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, simply extend its deadline from 4306142895 00000100:00000200:1.0:1767326274.876246:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001890d837 x1853175408662144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326274.876257:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306142955 00000100:00000001:1.0:1767326274.876258:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326274.876263:0:211395:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, simply extend its deadline from 4306142895 00000100:00000040:1.0:1767326274.876263:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001890d837 x1853175408662144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326274.876270:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306142955 00000100:00000001:1.0:1767326274.876273:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326274.876275:0:211395:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, simply extend its deadline from 4306142895 00000100:00000001:1.0:1767326274.876276:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326274.876280:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306142955 00000100:00000001:0.0:1767326274.876284:0:211395:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, simply extend its deadline from 4306142895 00000100:00000001:0.0:1767326274.876287:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326274.876289:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326274.876290:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326274.876292:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326274.876293:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d29a8a. 00000100:00000001:0.0:1767326274.876296:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326274.876297:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326274.876302:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326274.876304:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326274.876306:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326274.876308:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326274.876310:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326274.876311:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326274.876313:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af85f150 00000100:00000001:0.0:1767326274.876314:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326274.876315:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af85f150. 00000100:00000001:1.0:1767326274.876319:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326274.876322:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000789fa2f6 x1853175408662272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326274.876326:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326274.876327:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000789fa2f6 x1853175408662272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326274.876331:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326274.876331:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326274.876392:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326274.876393:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e1ce2e74. 00000400:00000200:1.0:1767326274.876421:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326274.876424:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326274.876425:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a64290c 00000400:00000010:1.0:1767326274.876426:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a64290c. 00000100:00000001:1.0:1767326274.876428:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326274.876430:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ab253b0 x1853175408662400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326274.876434:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326274.876436:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ab253b0 x1853175408662400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326274.876448:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326274.876449:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326274.876488:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306142955 00000100:00000001:2.0:1767326274.876492:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306146498 00000100:00000001:2.0:1767326274.876494:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306142955 00000100:00000001:2.0:1767326274.876495:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306146498 00000100:00000001:2.0:1767326274.876497:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306142955 00000100:00000001:2.0:1767326274.876499:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306146498 00000100:00000001:2.0:1767326274.876500:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306142955 00000100:00000001:2.0:1767326274.876502:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326274.876503:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326274.876504:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326274.876505:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326274.876509:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326274.876509:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326274.876511:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326274.876511:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326274.876512:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326274.876514:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326274.878009:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326274.878034:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326274.878038:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326274.878041:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326274.878050:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326274.878063:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f09680 00000400:00000200:0.0:1767326274.878070:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xa9d [1] + 224 00000800:00000001:0.0:1767326274.878077:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326274.878082:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326274.878085:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326274.878088:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326274.878094:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326274.878098:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001890d837 x1853175408662144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326274.878108:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001890d837 x1853175408662144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326274.878138:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326274.878147:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326274.878150:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326274.878152:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326274.878155:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326274.878160:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326274.878168:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09700 00000100:00000001:2.0:1767326274.878168:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326274.878171:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326274.878177:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xaa5 [1] + 224 00000800:00000001:0.0:1767326274.878183:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326274.878183:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326274.878186:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326274.878188:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5e69d66. 00000400:00000200:2.0:1767326274.878196:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384b455 00000400:00000010:2.0:1767326274.878198:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384b455. 00000100:00000001:2.0:1767326274.878201:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326274.878204:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001890d837 x1853175408662144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326274.878211:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326274.878211:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001890d837 x1853175408662144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326274.878216:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326274.878223:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767326274.878226:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326274.878226:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326274.878230:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326274.878232:0:211389:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767326274.878235:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767326274.878238:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000789fa2f6 x1853175408662272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326274.878239:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326274.878243:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326274.878247:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326274.878254:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000789fa2f6 x1853175408662272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326274.878256:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=120 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326274.878265:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=120 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326274.878270:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326274.878272:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326274.878275:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767326274.878275:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326274.878280:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326274.878284:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326274.878284:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326274.878288:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001890d837 x1853175408662144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326274.878291:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326274.878293:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326274.878296:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326274.878298:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326274.878301:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326274.878301:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767326274.878305:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326274.878306:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1767326274.878309:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326274.878310:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326274.878312:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000010:3.0:1767326274.878314:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af275e96. 00000100:00000040:2.0:1767326274.878319:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001890d837 x1853175408662144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326274.878320:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c9abd2f 00000400:00000010:3.0:1767326274.878325:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c9abd2f. 00000400:00000200:0.0:1767326274.878328:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09780 00000100:00000001:3.0:1767326274.878330:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326274.878339:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000789fa2f6 x1853175408662272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326274.878340:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xaad [1] + 224 00000100:00100000:2.0:1767326274.878345:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408662144:192.168.202.142@tcp:400: 00000800:00000001:0.0:1767326274.878350:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326274.878357:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326274.878362:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000789fa2f6 x1853175408662272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326274.878367:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767326274.878372:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326274.878373:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001890d837 x1853175408662144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326274.878376:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326274.878380:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326274.878384:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326274.878386:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326274.878388:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326274.878391:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326274.878395:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326274.878395:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767326274.878430:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ab253b0 x1853175408662400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326274.878431:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326274.878432:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326274.878436:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767326274.878437:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326274.878440:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e5fbc55. 00000100:00001000:3.0:1767326274.878446:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=115 v=5 (5 5 5 0) 02000000:00000001:2.0:1767326274.878448:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767326274.878452:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ab253b0 x1853175408662400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326274.878453:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1767326274.878454:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=115 v=5 (1 1 1 0) 00000020:00000040:2.0:1767326274.878456:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326274.878463:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767326274.878464:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326274.878467:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326274.878471:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767326274.878475:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011ae9229. 00000100:00000001:0.0:1767326274.878479:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326274.878480:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326274.878484:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767326274.878484:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326274.878488:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767326274.878488:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001890d837. 00000100:00000001:3.0:1767326274.878490:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1767326274.878494:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326274.878494:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326274.878495:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326274.878498:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326274.878501:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326274.878501:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326274.878506:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326274.878508:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326274.878508:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326274.878511:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326274.878512:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326274.878513:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000789fa2f6 x1853175408662272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326274.878514:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326274.878517:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326274.878518:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326274.878522:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326274.878525:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063a096b3. 00000400:00000200:1.0:1767326274.878532:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 00000400:00000010:1.0:1767326274.878535:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00000100:00000001:3.0:1767326274.878536:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326274.878540:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326274.878541:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326274.878544:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767326274.878546:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000789fa2f6 x1853175408662272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326274.878551:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ab253b0 x1853175408662400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326274.878572:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000789fa2f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408662272:192.168.202.142@tcp:400: 00000100:00000200:1.0:1767326274.878573:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ab253b0 x1853175408662400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326274.878582:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326274.878584:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326274.878585:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326274.878586:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326274.878589:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326274.878590:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326274.878592:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326274.878593:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326274.878593:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000789fa2f6 x1853175408662272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326274.878596:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326274.878604:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=109 v=5 (5 5 5 0) 00000100:00000001:3.0:1767326274.878607:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1767326274.878608:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=66 v=5 (1 0 0 0) 02000000:00000001:3.0:1767326274.878610:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326274.878613:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767326274.878613:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5b79e3d. 00000100:00000001:1.0:1767326274.878615:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326274.878618:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767326274.878619:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00080000:1.0:1767326274.878623:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006ab253b0 x1853175408662400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326274.878623:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326274.878626:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326274.878630:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326274.878632:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d59ec675. 00010000:00000001:1.0:1767326274.878637:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326274.878637:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326274.878640:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326274.878641:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326274.878645:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000010:3.0:1767326274.878645:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000789fa2f6. 00000100:00000001:1.0:1767326274.878647:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326274.878650:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326274.878652:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326274.878654:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326274.878658:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326274.878661:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ab253b0 x1853175408662400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326274.878665:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326274.878667:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326274.878669:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326274.878670:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326274.878672:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326274.878675:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326274.878676:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ab253b0 x1853175408662400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326274.878679:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326274.878685:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ab253b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408662400:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326274.878688:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326274.878689:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326274.878691:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ab253b0 x1853175408662400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326274.878695:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326274.878696:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326274.878698:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087054676. 02000000:00000001:1.0:1767326274.878700:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326274.878701:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326274.878701:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326274.878703:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326274.878703:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b2a70f3e. 02000000:00000001:1.0:1767326274.878705:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326274.878706:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326274.878707:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ab253b0. 00000100:00000001:1.0:1767326274.878708:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326274.878709:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326274.878711:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326274.878714:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326274.878715:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326274.878717:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326274.878719:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326275.899539:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326275.899549:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326275.899557:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326275.899558:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326275.899576:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326275.899578:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326275.899580:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326276.923509:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326276.923520:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326276.923528:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326276.923530:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326276.923557:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326276.923562:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326276.923565:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326277.947542:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326277.947553:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326277.947561:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326277.947563:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326277.947588:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326277.947592:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326277.947595:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326278.715556:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306146498, at 4306146560 00000100:00000040:0.0:1767326278.715557:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306146497, at 4306146560 00000100:00000040:1.0:1767326278.715564:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306146498, at 4306146560 00000100:00000010:0.0:1767326278.715584:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075c60c17. 00000100:00000010:1.0:1767326278.715588:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003de2fc58. 00000100:00000010:3.0:1767326278.715606:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e880e811. 00000100:00000040:2.0:1767326278.717058:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306146498, at 4306146561 00000100:00000010:2.0:1767326278.717069:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4de3e0e. 00010000:00000001:0.0:1767326278.971486:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326278.971496:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326278.971503:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326278.971504:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326278.971530:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326278.971562:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326278.971565:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326279.995552:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326279.995554:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326279.995564:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326279.995572:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326279.995574:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326279.995585:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326279.995596:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073f7d1f4. 00000020:00000040:3.0:1767326279.995605:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326279.995611:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326279.995616:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1767326279.995619:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767326279.995623:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326279.995624:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326279.995630:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:3.0:1767326279.995636:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1d29a8a. 00000100:00000001:3.0:1767326279.995646:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326279.995659:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000073f7d1f4 x1853175408662528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326279.995673:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326279.995676:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326279.995681:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073f7d1f4] to pc [ptlrpcd_00_02+2] req@0000000073f7d1f4 x1853175408662528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326279.995708:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326279.995711:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326279.995713:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326279.995716:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005066112f. 00000020:00000040:3.0:1767326279.995718:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326279.995720:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326279.995721:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326279.995723:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326279.995726:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc945970. 00000100:00000001:3.0:1767326279.995729:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326279.995730:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326279.995733:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000005066112f x1853175408662656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326279.995736:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326279.995736:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326279.995740:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326279.995743:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326279.995744:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326279.995746:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326279.995748:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073f7d1f4 x1853175408662528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326279.995752:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005066112f] to pc [ptlrpcd_00_03+3] req@000000005066112f x1853175408662656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326279.995774:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326279.995778:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326279.995781:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326279.995783:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326279.995787:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326279.995791:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326279.995792:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326279.995799:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1767326279.995801:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073f7d1f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408662528:192.168.202.142@tcp:400: 00000100:00000010:3.0:1767326279.995803:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667ee4ce. 00000100:00000001:0.0:1767326279.995807:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326279.995809:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326279.995810:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326279.995813:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326279.995815:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326279.995817:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326279.995818:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326279.995819:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326279.995823:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326279.995824:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326279.995825:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005066112f x1853175408662656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326279.995829:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005f1bd790. 00000100:00000001:3.0:1767326279.995836:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326279.995837:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326279.995838:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326279.995841:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326279.995844:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767326279.995844:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8936372. 02000000:00000001:0.0:1767326279.995846:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326279.995846:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000667ee4ce x1853175408662784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326279.995848:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326279.995851:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326279.995857:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5e69d66. 00000100:00100000:0.0:1767326279.995858:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005066112f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408662656:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326279.995861:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326279.995863:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326279.995864:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326279.995867:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384b455. 02000000:00000001:0.0:1767326279.995868:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326279.995871:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000667ee4ce] to pc [ptlrpcd_00_00+0] req@00000000667ee4ce x1853175408662784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326279.995872:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326279.995875:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767326279.995877:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408662528, portal 25 02000000:00000010:0.0:1767326279.995880:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000882d98d8. 00000100:00000001:2.0:1767326279.995882:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326279.995885:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326279.995886:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571626752 : -115369137924864 : ffff971287841500) 00000400:00000010:0.0:1767326279.995892:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000100:00000040:2.0:1767326279.995896:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000073f7d1f4 x1853175408662528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326279.995898:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2d871. 00000100:00000200:0.0:1767326279.995902:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408662656, portal 10 00000100:00000001:0.0:1767326279.995906:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326279.995908:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571625856 : -115369137925760 : ffff971287841180) 00000100:00000001:3.0:1767326279.995910:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326279.995915:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326279.995917:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326279.995918:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005066112f x1853175408662656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326279.995920:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326279.995926:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767326279.995930:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11485) 00000400:00000010:2.0:1767326279.995933:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055cc6549. 00000100:00000200:2.0:1767326279.995938:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408662528, offset 0 00000100:00000001:1.0:1767326279.995945:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326279.995962:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326279.995962:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:0.0:1767326279.995969:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326279.995973:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326279.995974:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4a8377b. 00000100:00100000:3.0:1767326279.995979:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000200:0.0:1767326279.995980:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408662656, offset 0 00000400:00000200:2.0:1767326279.995982:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326279.995985:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326279.995985:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326279.995992:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326279.995992:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326279.995998:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326279.996000:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326279.996002:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326279.996005:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326279.996009:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326279.996009:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326279.996013:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326279.996015:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [316:316:256:4294967295] 192.168.202.142@tcp LPNI seq info [316:316:8:4294967295] 00000100:00000001:3.0:1767326279.996017:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326279.996023:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000667ee4ce x1853175408662784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326279.996031:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326279.996043:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1767326279.996044:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326279.996046:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326279.996048:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:2.0:1767326279.996052:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052a5ce86. 00000400:00000200:0.0:1767326279.996053:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326279.996057:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326279.996060:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:3.0:1767326279.996061:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326279.996066:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326279.996068:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:3.0:1767326279.996068:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326279.996073:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00100000:3.0:1767326279.996076:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408662784:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326279.996083:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [317:317:255:4294967295] 192.168.202.142@tcp LPNI seq info [317:317:7:4294967295] 00000800:00000200:2.0:1767326279.996086:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326279.996086:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326279.996091:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767326279.996094:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052a5ce86 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767326279.996094:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326279.996100:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326279.996104:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000010:3.0:1767326279.996106:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a38d129. 02000000:00000001:3.0:1767326279.996110:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326279.996114:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326279.996115:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326279.996117:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af275e96. 00000800:00000010:0.0:1767326279.996120:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006799ab74. 00000100:00000001:2.0:1767326279.996122:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306151617 00000400:00000010:3.0:1767326279.996124:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c9abd2f. 00000800:00000200:0.0:1767326279.996130:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:2.0:1767326279.996130:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee5444a4. 00000100:00000200:3.0:1767326279.996131:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408662784, portal 10 00000100:00000001:3.0:1767326279.996136:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326279.996138:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571631232 : -115369137920384 : ffff971287842680) 00000800:00000200:0.0:1767326279.996139:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326279.996143:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326279.996145:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006799ab74 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767326279.996148:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000667ee4ce x1853175408662784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326279.996152:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326279.996158:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306151617 00000100:00000040:0.0:1767326279.996159:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 172688 usecs (173 jiffies) 00000100:00000001:3.0:1767326279.996163:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326279.996165:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306148013 00000100:00000010:2.0:1767326279.996166:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000001b4c9ef. 00000100:00000040:3.0:1767326279.996171:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326279.996173:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306151617 00000100:00000001:2.0:1767326279.996174:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767326279.996176:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000726c910d. 00000100:00000001:0.0:1767326279.996177:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306148013 00000100:00000001:2.0:1767326279.996180:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306151617 00000100:00000001:0.0:1767326279.996182:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306151617 00000100:00000200:3.0:1767326279.996182:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408662784, offset 0 00000800:00000200:1.0:1767326279.996184:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326279.996188:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306148013 00000100:00000010:2.0:1767326279.996188:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088885fd7. 00000800:00000010:1.0:1767326279.996192:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052a5ce86. 00000100:00000001:2.0:1767326279.996194:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326279.996195:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326279.996200:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306151617 00000100:00000001:0.0:1767326279.996201:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306151617 00000400:00000200:1.0:1767326279.996205:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326279.996206:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326279.996207:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306148013 00000100:00000010:2.0:1767326279.996207:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae171abe. 00000100:00000001:2.0:1767326279.996214:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326279.996215:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326279.996220:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326279.996221:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306151617 00000100:00000001:2.0:1767326279.996222:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326279.996224:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326279.996228:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326279.996230:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326279.996234:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326279.996236:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326279.996237:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326279.996240:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326279.996242:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326279.996245:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326279.996246:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [318:318:254:4294967295] 192.168.202.142@tcp LPNI seq info [318:318:6:4294967295] 00000100:00000001:0.0:1767326279.996248:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326279.996250:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326279.996253:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326279.996254:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326279.996256:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326279.996257:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326279.996260:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326279.996261:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326279.996262:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326279.996264:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326279.996269:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326279.996269:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326279.996274:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326279.996281:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326279.996288:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326279.996290:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055cc6549 00000800:00000010:3.0:1767326279.996292:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ce1a50c. 00000400:00000010:1.0:1767326279.996294:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055cc6549. 00000800:00000200:3.0:1767326279.996299:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326279.996302:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326279.996309:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073f7d1f4 x1853175408662528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326279.996314:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326279.996319:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ce1a50c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326279.996326:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326279.996331:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073f7d1f4 x1853175408662528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326279.996332:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326279.996338:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 231676 usecs (232 jiffies) 00000100:00000001:3.0:1767326279.996344:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306148072 00000100:00000001:1.0:1767326279.996348:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326279.996348:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306151617 00000100:00000001:1.0:1767326279.996352:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326279.996353:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306148072 00000100:00000001:3.0:1767326279.996357:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306151617 00000100:00000001:3.0:1767326279.996360:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306148072 00000100:00000001:3.0:1767326279.996362:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306151617 00000100:00000001:3.0:1767326279.996364:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306148072 00000100:00000001:3.0:1767326279.996366:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306151617 00000100:00000001:3.0:1767326279.996368:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326279.996370:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326279.996373:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326279.996374:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326279.996376:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326279.996378:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006799ab74. 00000400:00000200:1.0:1767326279.996385:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326279.996389:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326279.996392:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a8377b 00000400:00000010:1.0:1767326279.996393:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4a8377b. 00000100:00000001:1.0:1767326279.996396:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326279.996421:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005066112f x1853175408662656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326279.996430:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326279.996433:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005066112f x1853175408662656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326279.996439:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326279.996441:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326279.996505:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326279.996507:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ce1a50c. 00000400:00000200:1.0:1767326279.996510:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326279.996514:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326279.996516:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000726c910d 00000400:00000010:1.0:1767326279.996523:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000726c910d. 00000100:00000001:1.0:1767326279.996526:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326279.996529:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000667ee4ce x1853175408662784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326279.996536:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326279.996539:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000667ee4ce x1853175408662784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326279.996545:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326279.996546:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326279.997984:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326279.997998:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326279.998001:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326279.998003:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326279.998014:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326279.998025:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f09800 00000400:00000200:1.0:1767326279.998032:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xab5 [1] + 224 00000800:00000001:1.0:1767326279.998039:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326279.998044:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326279.998047:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326279.998051:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326279.998057:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326279.998062:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073f7d1f4 x1853175408662528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326279.998073:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000073f7d1f4 x1853175408662528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326279.998091:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326279.998104:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326279.998107:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326279.998109:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326279.998112:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326279.998116:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326279.998123:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09880 00000100:00000001:2.0:1767326279.998132:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326279.998137:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326279.998141:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xab9 [1] + 224 00000800:00000001:1.0:1767326279.998146:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326279.998147:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326279.998153:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326279.998156:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767326279.998159:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326279.998160:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:2.0:1767326279.998164:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5e69d66. 00000400:00000200:2.0:1767326279.998169:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384b455 00000400:00000010:2.0:1767326279.998171:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384b455. 00000100:00000001:2.0:1767326279.998174:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326279.998175:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326279.998181:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073f7d1f4 x1853175408662528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326279.998183:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005066112f x1853175408662656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326279.998208:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005066112f x1853175408662656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326279.998212:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073f7d1f4 x1853175408662528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326279.998223:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326279.998223:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326279.998226:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326279.998229:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326279.998230:0:211396:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767326279.998233:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326279.998241:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326279.998244:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326279.998254:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326279.998255:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326279.998258:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326279.998260:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326279.998265:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326279.998267:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326279.998268:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000100:00001000:2.0:1767326279.998270:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=125 v=5 (5 5 5 0) 00000400:00000200:0.0:1767326279.998272:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2d871 00000400:00000010:0.0:1767326279.998275:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2d871. 00000100:00001000:2.0:1767326279.998278:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=125 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326279.998279:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326279.998284:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005066112f x1853175408662656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326279.998284:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326279.998288:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326279.998293:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767326279.998297:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005066112f x1853175408662656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326279.998298:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326279.998304:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326279.998305:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326279.998307:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326279.998309:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326279.998310:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326279.998311:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767326279.998312:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073f7d1f4 x1853175408662528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326279.998313:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326279.998316:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326279.998323:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=120 v=5 (5 5 5 0) 00000100:00000001:2.0:1767326279.998324:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326279.998330:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1767326279.998331:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=120 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326279.998333:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326279.998336:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326279.998340:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326279.998340:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073f7d1f4 x1853175408662528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326279.998344:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326279.998348:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326279.998354:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073f7d1f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408662528:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326279.998355:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326279.998361:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326279.998365:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326279.998366:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326279.998370:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767326279.998370:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073f7d1f4 x1853175408662528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326279.998374:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326279.998382:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005066112f x1853175408662656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326279.998383:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326279.998387:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326279.998391:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8936372. 00000100:00000001:0.0:1767326279.998393:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326279.998397:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767326279.998397:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326279.998428:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326279.998429:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326279.998433:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326279.998436:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1d29a8a. 00000100:00000001:0.0:1767326279.998442:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326279.998443:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767326279.998448:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005066112f x1853175408662656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326279.998448:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326279.998452:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073f7d1f4. 00000100:00100000:0.0:1767326279.998458:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005066112f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408662656:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326279.998464:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326279.998464:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326279.998468:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326279.998468:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326279.998472:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005066112f x1853175408662656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326279.998474:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326279.998481:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326279.998482:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326279.998483:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1767326279.998484:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000882d98d8. 00000100:00000001:2.0:1767326279.998487:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326279.998489:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326279.998491:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326279.998491:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767326279.998495:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326279.998496:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326279.998496:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326279.998499:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc945970. 02000000:00000001:0.0:1767326279.998502:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326279.998502:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326279.998503:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005066112f. 00000100:00000001:0.0:1767326279.998505:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326279.998506:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326279.998507:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326279.998511:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326279.998512:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326279.998514:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326279.998515:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326279.998527:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326279.998536:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326279.998539:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326279.998541:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326279.998547:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326279.998556:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09900 00000400:00000200:3.0:1767326279.998561:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xac5 [1] + 224 00000800:00000001:3.0:1767326279.998565:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326279.998570:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326279.998572:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326279.998576:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326279.998580:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326279.998584:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000667ee4ce x1853175408662784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326279.998602:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000667ee4ce x1853175408662784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326279.998620:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326279.998626:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326279.998629:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326279.998644:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326279.998647:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326279.998650:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326279.998651:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326279.998652:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af275e96. 00000400:00000200:1.0:1767326279.998655:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c9abd2f 00000400:00000010:1.0:1767326279.998656:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c9abd2f. 00000100:00000001:1.0:1767326279.998658:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326279.998661:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000667ee4ce x1853175408662784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326279.998667:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000667ee4ce x1853175408662784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326279.998671:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326279.998672:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326279.998673:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326279.998674:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326279.998675:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326279.998675:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326279.998677:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326279.998680:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=114 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326279.998687:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=71 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326279.998688:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326279.998689:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326279.998690:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326279.998693:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000667ee4ce x1853175408662784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326279.998697:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326279.998699:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326279.998700:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326279.998701:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326279.998701:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326279.998703:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000667ee4ce x1853175408662784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326279.998706:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326279.998707:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326279.998708:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326279.998709:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000667ee4ce x1853175408662784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326279.998720:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408662784:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326279.998723:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326279.998724:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326279.998725:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000667ee4ce x1853175408662784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326279.998729:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326279.998730:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326279.998732:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a38d129. 02000000:00000001:1.0:1767326279.998734:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326279.998735:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326279.998736:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326279.998737:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326279.998738:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005f1bd790. 02000000:00000001:1.0:1767326279.998743:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326279.998744:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326279.998745:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000667ee4ce. 00000100:00000001:1.0:1767326279.998747:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326279.998747:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326279.998749:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326279.998751:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326279.998752:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326279.998753:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326279.998754:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326281.019549:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326281.019558:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326281.019566:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326281.019567:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326281.019601:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326281.019605:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326281.019608:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326282.043534:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326282.043541:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326282.043547:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326282.043548:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326282.043565:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326282.043568:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326282.043570:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326283.067540:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326283.067548:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326283.067553:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326283.067556:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326283.067559:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326283.067564:0:215456:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326283.067566:0:215456:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326283.067568:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326283.067570:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326283.067572:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326283.067574:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326283.067575:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326283.067593:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326283.067595:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326283.067597:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326283.835544:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306151617, at 4306151680 00000100:00000040:3.0:1767326283.835544:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306151617, at 4306151680 00000100:00000010:3.0:1767326283.835567:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae171abe. 00000100:00000010:2.0:1767326283.835570:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088885fd7. 00000100:00000040:1.0:1767326283.835687:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306151617, at 4306151680 00000100:00000010:1.0:1767326283.835695:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001b4c9ef. 00000100:00000040:0.0:1767326283.836000:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306151617, at 4306151680 00000100:00000010:0.0:1767326283.836007:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee5444a4. 00010000:00000001:0.0:1767326284.094074:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326284.094084:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326284.094092:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326284.094093:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326284.094125:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326284.094129:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326284.094158:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326285.115659:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326285.115670:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326285.115673:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326285.115675:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326285.115682:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326285.115685:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326285.115687:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326285.115689:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326285.115693:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326285.115694:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326285.115725:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326285.115728:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326285.115731:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326285.115986:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326285.115994:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326285.116007:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000020:00000040:2.0:1767326285.116015:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326285.116019:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326285.116023:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326285.116028:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326285.116037:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a28d6e6. 00000100:00000001:2.0:1767326285.116045:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326285.116058:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b258af54 x1853175408662912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326285.116071:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326285.116074:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326285.116080:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_01+1] req@00000000b258af54 x1853175408662912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326285.116111:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326285.116114:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326285.116118:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326285.116122:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767326285.116125:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326285.116128:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326285.116129:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326285.116132:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326285.116132:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326285.116138:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326285.116138:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052a5ce86. 00000100:00000001:1.0:1767326285.116141:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326285.116144:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326285.116147:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408662912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326285.116149:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326285.116159:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326285.116162:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326285.116162:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326285.116166:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326285.116169:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326285.116170:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000009561302 x1853175408663040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326285.116173:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326285.116179:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408662912:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326285.116187:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326285.116191:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326285.116193:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326285.116194:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326285.116196:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326285.116199:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326285.116201:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_02+2] req@0000000009561302 x1853175408663040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326285.116204:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc4198e2. 02000000:00000001:1.0:1767326285.116208:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326285.116216:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005208e072. 00000400:00000010:1.0:1767326285.116224:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c6b1e4e. 00000100:00000200:1.0:1767326285.116231:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408662912, portal 25 00000100:00000001:1.0:1767326285.116233:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326285.116233:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326285.116237:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326285.116240:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326285.116241:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326285.116244:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326285.116245:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00000100:00000001:3.0:1767326285.116246:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767326285.116248:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767326285.116252:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000040:3.0:1767326285.116254:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408663040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326285.116255:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408662912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326285.116258:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326285.116261:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326285.116264:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326285.116272:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:3.0:1767326285.116273:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326285.116276:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326285.116279:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326285.116280:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326285.116280:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326285.116280:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326285.116284:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326285.116285:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326285.116287:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326285.116290:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326285.116291:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000bfc4a11d x1853175408663168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767326285.116294:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d3326d8. 00000100:00100000:3.0:1767326285.116296:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408663040:192.168.202.142@tcp:400: 00000100:00000200:1.0:1767326285.116301:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408662912, offset 0 00000100:00000001:3.0:1767326285.116303:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326285.116306:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326285.116309:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326285.116312:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326285.116316:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326285.116316:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767326285.116317:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2bb4a37. 00000100:00000001:2.0:1767326285.116320:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326285.116321:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326285.116328:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa1716c6. 00000100:00000040:2.0:1767326285.116329:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_03+3] req@00000000bfc4a11d x1853175408663168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326285.116333:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000912fe460. 00000100:00000200:3.0:1767326285.116338:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408663040, portal 10 00000100:00000001:3.0:1767326285.116342:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326285.116344:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000400:00000200:1.0:1767326285.116346:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:3.0:1767326285.116351:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408663040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326285.116355:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326285.116355:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326285.116361:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767326285.116365:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326285.116367:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326285.116370:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767326285.116374:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326285.116376:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c3d74f9. 00000100:00000040:2.0:1767326285.116378:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11490) 00000100:00000200:3.0:1767326285.116379:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408663040, offset 0 00000400:00000200:1.0:1767326285.116382:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326285.116389:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326285.116390:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326285.116390:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326285.116396:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326285.116420:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326285.116427:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408663168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326285.116435:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [319:319:256:4294967295] 192.168.202.142@tcp LPNI seq info [319:319:8:4294967295] 00000100:00000001:0.0:1767326285.116441:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326285.116444:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326285.116447:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326285.116449:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326285.116454:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326285.116459:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00100000:0.0:1767326285.116462:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408663168:192.168.202.142@tcp:400: 00000800:00000200:1.0:1767326285.116471:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326285.116473:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326285.116475:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326285.116481:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:1.0:1767326285.116481:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2a70f3e. 00000400:00000200:3.0:1767326285.116482:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326285.116485:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326285.116489:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:0.0:1767326285.116490:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767326285.116495:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326285.116496:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1767326285.116497:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a579c36. 02000000:00000001:0.0:1767326285.116502:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326285.116503:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326285.116508:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [320:320:255:4294967295] 192.168.202.142@tcp LPNI seq info [320:320:7:4294967295] 00000400:00000010:0.0:1767326285.116509:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000800:00000200:1.0:1767326285.116512:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:0.0:1767326285.116518:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2d871. 00000800:00000200:1.0:1767326285.116520:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b2a70f3e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326285.116523:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:0.0:1767326285.116525:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408663168, portal 10 00000800:00000200:3.0:1767326285.116529:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326285.116533:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea9a1391. 00000800:00000200:3.0:1767326285.116537:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326285.116543:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326285.116545:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326285.116547:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767326285.116548:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea9a1391 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326285.116551:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000001:1.0:1767326285.116554:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306156738 00000100:00000001:3.0:1767326285.116555:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326285.116562:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 170825 usecs (171 jiffies) 00000100:00000040:0.0:1767326285.116563:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408663168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326285.116563:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005030e337. 00000100:00000001:3.0:1767326285.116567:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306153132 00000100:00000001:1.0:1767326285.116575:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767326285.116577:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326285.116581:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326285.116585:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044f99395. 00000100:00000001:1.0:1767326285.116585:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306156738 00000100:00000001:3.0:1767326285.116585:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306156738 00000100:00000010:1.0:1767326285.116592:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000418b52ce. 00000100:00000001:3.0:1767326285.116592:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306153132 00000100:00000200:0.0:1767326285.116593:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408663168, offset 0 00000100:00000001:1.0:1767326285.116601:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326285.116604:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326285.116607:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306156738 00000100:00000001:3.0:1767326285.116607:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306156738 00000100:00000001:3.0:1767326285.116611:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306153132 00000400:00000200:0.0:1767326285.116613:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000010:1.0:1767326285.116614:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002be8f718. 00000400:00000200:0.0:1767326285.116621:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326285.116621:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326285.116626:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326285.116627:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306156738 00000100:00000001:1.0:1767326285.116628:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306156738 00000100:00000001:3.0:1767326285.116632:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306153132 00000400:00000200:0.0:1767326285.116633:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767326285.116635:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e590900. 00000400:00000200:0.0:1767326285.116639:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326285.116644:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [321:321:254:4294967295] 192.168.202.142@tcp LPNI seq info [321:321:6:4294967295] 00000100:00000001:1.0:1767326285.116647:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326285.116653:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326285.116653:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306156738 00000400:00000200:0.0:1767326285.116657:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326285.116660:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326285.116664:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326285.116667:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326285.116667:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326285.116672:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326285.116672:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326285.116673:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326285.116676:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767326285.116681:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006799ab74. 00000100:00000001:3.0:1767326285.116685:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326285.116686:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326285.116690:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767326285.116691:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326285.116691:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326285.116695:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326285.116697:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326285.116698:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326285.116701:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326285.116702:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326285.116703:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326285.116705:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326285.116708:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006799ab74 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326285.116709:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326285.116710:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326285.116717:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326285.116721:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 229112 usecs (230 jiffies) 00000100:00000001:0.0:1767326285.116724:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306153191 00000100:00000001:0.0:1767326285.116727:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306156738 00000100:00000001:0.0:1767326285.116730:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306153191 00000100:00000001:0.0:1767326285.116732:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306156738 00000100:00000001:0.0:1767326285.116744:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306153191 00000100:00000001:0.0:1767326285.116746:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306156738 00000100:00000001:0.0:1767326285.116755:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306153191 00000100:00000001:0.0:1767326285.116757:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306156738 00000100:00000001:0.0:1767326285.116759:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326285.116761:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326285.116763:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326285.116765:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326285.116769:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326285.116770:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326285.116773:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326285.116774:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326285.116776:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326285.116778:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326285.116977:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326285.116981:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2a70f3e. 00000400:00000200:2.0:1767326285.116994:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326285.117000:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326285.117005:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d3326d8 00000400:00000010:2.0:1767326285.117008:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d3326d8. 00000100:00000001:2.0:1767326285.117013:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326285.117017:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408662912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326285.117027:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326285.117030:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408662912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326285.117037:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326285.117038:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326285.117052:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326285.117055:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea9a1391. 00000400:00000200:2.0:1767326285.117058:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326285.117061:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326285.117064:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3d74f9 00000400:00000010:2.0:1767326285.117065:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c3d74f9. 00000100:00000001:2.0:1767326285.117068:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326285.117070:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408663040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326285.117077:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326285.117079:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408663040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326285.117085:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326285.117086:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326285.117150:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326285.117153:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006799ab74. 00000400:00000200:2.0:1767326285.117158:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326285.117161:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326285.117163:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044f99395 00000400:00000010:2.0:1767326285.117165:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044f99395. 00000100:00000001:2.0:1767326285.117167:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326285.117175:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408663168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326285.117182:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326285.117184:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408663168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326285.117189:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326285.117191:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326285.119316:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326285.119335:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326285.119340:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326285.119342:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326285.119354:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326285.119372:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09a80 00000400:00000200:1.0:1767326285.119381:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xadd [1] + 224 00000800:00000001:1.0:1767326285.119391:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326285.119396:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326285.119423:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326285.119428:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326285.119436:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326285.119443:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408663168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326285.119454:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408663168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326285.119473:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326285.119483:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326285.119487:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326285.119489:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326285.119491:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326285.119495:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326285.119502:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f09980 00000100:00000001:0.0:1767326285.119519:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326285.119523:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xacd [1] + 224 00000100:00000001:0.0:1767326285.119525:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326285.119530:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326285.119535:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326285.119536:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326285.119540:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326285.119540:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767326285.119545:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000400:00000200:1.0:1767326285.119546:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326285.119553:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2d871 00000400:00000010:0.0:1767326285.119556:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2d871. 00000100:00000001:0.0:1767326285.119559:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326285.119561:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326285.119566:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408663168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326285.119569:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408662912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326285.119593:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408662912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326285.119595:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408663168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326285.119615:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326285.119617:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326285.119620:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326285.119624:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326285.119626:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326285.119627:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326285.119630:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326285.119632:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326285.119634:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326285.119637:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326285.119640:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326285.119642:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326285.119645:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=120 v=5 (5 5 5 0) 00000400:00000200:1.0:1767326285.119649:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00001000:0.0:1767326285.119653:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326285.119659:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767326285.119659:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09a00 00000100:00000001:0.0:1767326285.119662:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326285.119663:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326285.119668:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xad5 [1] + 224 00000100:00000001:3.0:1767326285.119668:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767326285.119675:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767326285.119676:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326285.119676:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326285.119680:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00080000:0.0:1767326285.119682:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bfc4a11d x1853175408663168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326285.119684:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005208e072. 00000800:00000001:1.0:1767326285.119686:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326285.119691:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c6b1e4e 00000400:00000200:1.0:1767326285.119692:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767326285.119695:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c6b1e4e. 00010000:00000001:0.0:1767326285.119698:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326285.119701:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326285.119702:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326285.119706:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000200:3.0:1767326285.119708:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408662912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326285.119711:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1767326285.119711:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326285.119715:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326285.119718:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326285.119726:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408663168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326285.119726:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408663040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326285.119729:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408662912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326285.119760:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326285.119762:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326285.119765:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326285.119767:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326285.119768:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326285.119770:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326285.119772:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408663040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326285.119772:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326285.119775:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767326285.119776:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408663168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326285.119778:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326285.119784:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326285.119791:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=131 v=5 (5 5 5 0) 00000100:00001000:3.0:1767326285.119798:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=131 v=5 (1 1 1 0) 00000100:00100000:0.0:1767326285.119804:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408663168:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326285.119811:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326285.119812:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326285.119815:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326285.119815:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326285.119817:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326285.119820:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326285.119821:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408663168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326285.119824:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326285.119830:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326285.119835:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767326285.119837:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408662912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326285.119841:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a579c36. 02000000:00000001:0.0:1767326285.119847:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326285.119849:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767326285.119850:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326285.119854:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326285.119856:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767326285.119857:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326285.119858:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1767326285.119860:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 00000100:00000001:2.0:1767326285.119861:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326285.119862:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326285.119865:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767326285.119868:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408662912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326285.119869:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326285.119872:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00100000:3.0:1767326285.119878:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408662912:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326285.119885:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326285.119888:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326285.119891:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326285.119892:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326285.119895:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326285.119899:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767326285.119900:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326285.119913:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326285.119914:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408662912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326285.119916:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326285.119917:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326285.119923:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326285.119926:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326285.119929:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326285.119932:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326285.119934:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc4198e2. 02000000:00000001:3.0:1767326285.119938:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326285.119939:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326285.119941:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326285.119943:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326285.119945:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a28d6e6. 02000000:00000001:3.0:1767326285.119948:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326285.119949:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326285.119951:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000001:3.0:1767326285.119954:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326285.119956:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326285.119957:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326285.119962:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326285.119963:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326285.119965:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326285.119967:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326285.120016:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326285.120020:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326285.120021:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa1716c6. 00000400:00000200:2.0:1767326285.120026:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912fe460 00000400:00000010:2.0:1767326285.120034:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000912fe460. 00000100:00000001:2.0:1767326285.120038:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326285.120045:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408663040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326285.120054:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408663040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326285.120062:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326285.120063:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326285.120065:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326285.120067:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326285.120068:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326285.120070:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326285.120071:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326285.120077:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=126 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326285.120080:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=126 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326285.120082:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326285.120083:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326285.120085:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326285.120087:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326285.120090:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326285.120091:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326285.120093:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326285.120101:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326285.120105:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408663040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326285.120111:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326285.120113:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326285.120115:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326285.120117:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408663040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326285.120124:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408663040:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326285.120129:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326285.120131:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326285.120132:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408663040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326301 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326285.120138:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326285.120140:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326285.120142:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2bb4a37. 02000000:00000001:2.0:1767326285.120145:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326285.120146:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326285.120147:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326285.120149:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326285.120151:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052a5ce86. 02000000:00000001:2.0:1767326285.120153:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326285.120155:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326285.120156:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:2.0:1767326285.120159:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326285.120160:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326285.120162:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326285.120166:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326285.120167:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326285.120169:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326285.120171:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326286.140422:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326286.140430:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326286.140437:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326286.140438:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326286.140459:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326286.140463:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326286.140465:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326287.165135:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326287.165146:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326287.165153:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326287.165153:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326287.165203:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326287.165207:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326287.165211:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326288.187504:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326288.187512:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326288.187519:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326288.187520:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326288.187549:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326288.187552:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326288.187554:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326288.955541:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306156738, at 4306156800 00000100:00000040:3.0:1767326288.955542:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306156738, at 4306156800 00000100:00000010:0.0:1767326288.955563:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005030e337. 00000100:00000010:3.0:1767326288.955568:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e590900. 00000100:00000040:1.0:1767326288.955657:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306156738, at 4306156800 00000100:00000010:1.0:1767326288.955664:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000418b52ce. 00000100:00000040:2.0:1767326288.956686:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306156738, at 4306156801 00000100:00000010:2.0:1767326288.956695:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002be8f718. 00010000:00000001:0.0:1767326289.211513:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326289.211524:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326289.211530:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326289.211531:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326289.211691:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326289.211694:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326289.211697:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326290.235557:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326290.235566:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326290.235574:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326290.235575:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326290.235626:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326290.235629:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326290.235633:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326290.235644:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326290.235675:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326290.235683:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000412d9a58. 00000020:00000040:3.0:1767326290.235689:0:101160:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326290.235693:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326290.235696:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326290.235702:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326290.235710:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a10cd6c4. 00000100:00000001:3.0:1767326290.235717:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326290.235728:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000412d9a58 x1853175408663296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326290.235738:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326290.235747:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326290.235753:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000412d9a58] to pc [ptlrpcd_00_00+0] req@00000000412d9a58 x1853175408663296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326290.235781:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326290.235784:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326290.235787:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326290.235790:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021bf7b0a. 00000020:00000040:3.0:1767326290.235793:0:101160:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326290.235795:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326290.235797:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326290.235799:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326290.235815:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003fff2558. 00000100:00000001:0.0:1767326290.235816:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326290.235820:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326290.235823:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326290.235824:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326290.235827:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000021bf7b0a x1853175408663424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326290.235828:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326290.235830:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326290.235840:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326290.235840:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326290.235842:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326290.235845:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326290.235847:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021bf7b0a] to pc [ptlrpcd_00_01+1] req@0000000021bf7b0a x1853175408663424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326290.235849:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326290.235863:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326290.235867:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326290.235873:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000412d9a58 x1853175408663296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326290.235888:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326290.235890:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326290.235894:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326290.235896:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326290.235899:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326290.235899:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326290.235903:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000412d9a58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408663296:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326290.235908:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326290.235910:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326290.235915:0:101160:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326290.235916:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326290.235918:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326290.235919:0:101160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000339213a8. 02000000:00000001:0.0:1767326290.235920:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326290.235923:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000040:3.0:1767326290.235924:0:101160:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:0.0:1767326290.235925:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326290.235929:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326290.235930:0:101160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326290.235933:0:101160:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767326290.235934:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007241b82d. 02000000:00000001:3.0:1767326290.235936:0:101160:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326290.235937:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767326290.235940:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326290.235941:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326290.235945:0:101160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea9a1391. 00000100:00000001:1.0:1767326290.235946:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326290.235949:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000100:00000001:1.0:1767326290.235950:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326290.235950:0:101160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326290.235954:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326290.235958:0:101160:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000339213a8 x1853175408663552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767326290.235959:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2d871. 00000100:00000040:1.0:1767326290.235964:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021bf7b0a x1853175408663424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326290.235970:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408663296, portal 25 00000100:00000001:3.0:1767326290.235973:0:101160:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326290.235977:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326290.235977:0:101160:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326290.235981:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571629440 : -115369137922176 : ffff971287841f80) 00000100:00000001:1.0:1767326290.235984:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326290.235985:0:101160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000339213a8] to pc [ptlrpcd_00_02+2] req@00000000339213a8 x1853175408663552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326290.235988:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326290.235991:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000412d9a58 x1853175408663296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326290.235995:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326290.236000:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326290.236005:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326290.236012:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408663424:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326290.236014:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326290.236019:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326290.236023:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326290.236025:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767326290.236026:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057503a90. 00000100:00000001:2.0:1767326290.236026:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326290.236028:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326290.236030:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326290.236032:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326290.236033:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326290.236039:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000339213a8 x1853175408663552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326290.236040:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fab98bf8. 02000000:00000001:1.0:1767326290.236045:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326290.236048:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408663296, offset 0 00000100:00000001:2.0:1767326290.236053:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767326290.236055:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014ba21a4. 00000100:00000001:2.0:1767326290.236056:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326290.236062:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326290.236062:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326290.236071:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326290.236073:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063c74014. 02000000:00000001:2.0:1767326290.236075:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326290.236080:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408663424, portal 10 00000400:00000200:0.0:1767326290.236081:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00100000:2.0:1767326290.236082:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408663552:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326290.236086:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326290.236089:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326290.236091:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571636608 : -115369137915008 : ffff971287843b80) 02000000:00000001:2.0:1767326290.236094:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326290.236095:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326290.236097:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326290.236102:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326290.236104:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000010:2.0:1767326290.236108:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e5fbc55. 00000100:00000040:1.0:1767326290.236110:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021bf7b0a x1853175408663424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326290.236111:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326290.236113:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326290.236119:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000010:2.0:1767326290.236122:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5e69d66. 00000400:00000200:0.0:1767326290.236128:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [322:322:256:4294967295] 192.168.202.142@tcp LPNI seq info [322:322:8:4294967295] 00000100:00000001:1.0:1767326290.236130:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767326290.236130:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384b455. 00000100:00000200:2.0:1767326290.236137:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408663552, portal 10 00000100:00000001:2.0:1767326290.236142:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326290.236143:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571632128 : -115369137919488 : ffff971287842a00) 00000100:00000040:1.0:1767326290.236147:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326290.236152:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:1.0:1767326290.236153:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4a6f69c. 00000100:00000040:2.0:1767326290.236155:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000339213a8 x1853175408663552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326290.236160:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408663424, offset 0 00000800:00000200:0.0:1767326290.236166:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326290.236174:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326290.236175:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e1ce2e74. 00000100:00000001:2.0:1767326290.236175:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326290.236182:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326290.236186:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:0.0:1767326290.236187:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:2.0:1767326290.236188:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d725e3b6. 00000400:00000200:1.0:1767326290.236192:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767326290.236194:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408663552, offset 0 00000400:00000200:1.0:1767326290.236198:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:0.0:1767326290.236202:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326290.236206:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326290.236210:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e1ce2e74 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326290.236210:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326290.236213:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326290.236219:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [323:323:255:4294967295] 192.168.202.142@tcp LPNI seq info [323:323:7:4294967295] 00000400:00000200:1.0:1767326290.236228:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326290.236233:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326290.236237:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326290.236238:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5dc54ea. 00000100:00000001:0.0:1767326290.236245:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306161857 00000800:00000200:1.0:1767326290.236245:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326290.236251:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326290.236251:0:101160:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326290.236252:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006635b1ce. 00000800:00000200:1.0:1767326290.236256:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5dc54ea type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767326290.236258:0:101160:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326290.236261:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326290.236264:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767326290.236265:0:101160:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326290.236268:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 169021 usecs (170 jiffies) 00000100:00000001:1.0:1767326290.236272:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306158250 00000100:00000001:0.0:1767326290.236275:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306161857 00000100:00000001:1.0:1767326290.236275:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306161857 00000100:00000040:3.0:1767326290.236276:0:101160:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11495) 00000100:00000001:1.0:1767326290.236282:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306158250 00000100:00000010:0.0:1767326290.236283:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a04ad297. 00000100:00000001:0.0:1767326290.236289:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326290.236292:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306161857 00000100:00000001:1.0:1767326290.236293:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306161857 00000100:00000010:0.0:1767326290.236295:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9f9490c. 00000100:00000001:1.0:1767326290.236297:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306158250 00000100:00000001:0.0:1767326290.236300:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326290.236305:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306161857 00000100:00000010:0.0:1767326290.236308:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ea25869. 00000100:00000001:1.0:1767326290.236309:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306161857 00000100:00000001:1.0:1767326290.236312:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306158250 00000100:00000001:0.0:1767326290.236319:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326290.236323:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326290.236323:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306161857 00000100:00000001:1.0:1767326290.236328:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326290.236330:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326290.236333:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326290.236335:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326290.236338:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326290.236339:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326290.236341:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326290.236344:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326290.236345:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326290.236352:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326290.236352:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326290.236367:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326290.236369:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326290.236371:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326290.236377:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e1ce2e74. 00000400:00000200:3.0:1767326290.236388:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326290.236395:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326290.236466:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326290.236469:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326290.236473:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326290.236476:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326290.236486:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326290.236489:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [324:324:254:4294967295] 192.168.202.142@tcp LPNI seq info [324:324:6:4294967295] 00000400:00000200:2.0:1767326290.236497:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326290.236502:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326290.236506:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089a1fa3e. 00000800:00000200:2.0:1767326290.236510:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326290.236513:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326290.236515:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089a1fa3e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326290.236517:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326290.236519:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 226611 usecs (227 jiffies) 00000100:00000001:2.0:1767326290.236521:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306158308 00000100:00000001:2.0:1767326290.236523:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306161857 00000100:00000001:2.0:1767326290.236524:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306158308 00000100:00000001:2.0:1767326290.236525:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306161857 00000100:00000001:2.0:1767326290.236526:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306158308 00000100:00000001:2.0:1767326290.236527:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306161857 00000100:00000001:2.0:1767326290.236528:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306158308 00000100:00000001:2.0:1767326290.236529:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306161857 00000100:00000001:2.0:1767326290.236530:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326290.236531:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326290.236532:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326290.236533:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326290.236536:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326290.236537:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326290.236538:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326290.236539:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326290.236540:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326290.236541:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326290.236568:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057503a90 00000400:00000010:3.0:1767326290.236571:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057503a90. 00000100:00000001:3.0:1767326290.236576:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326290.236579:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000412d9a58 x1853175408663296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326290.236586:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326290.236588:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000412d9a58 x1853175408663296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326290.236601:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326290.236603:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326290.236617:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326290.236619:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5dc54ea. 00000400:00000200:3.0:1767326290.236622:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326290.236626:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326290.236628:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4a6f69c 00000400:00000010:3.0:1767326290.236630:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4a6f69c. 00000100:00000001:3.0:1767326290.236632:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326290.236635:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021bf7b0a x1853175408663424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326290.236642:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326290.236644:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021bf7b0a x1853175408663424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326290.236651:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326290.236653:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326290.236707:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326290.236709:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089a1fa3e. 00000400:00000200:3.0:1767326290.236711:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326290.236713:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326290.236715:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d725e3b6 00000400:00000010:3.0:1767326290.236716:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d725e3b6. 00000100:00000001:3.0:1767326290.236718:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326290.236720:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000339213a8 x1853175408663552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326290.236724:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326290.236726:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000339213a8 x1853175408663552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326290.236730:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326290.236730:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326290.238462:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326290.238488:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326290.238493:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326290.238495:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326290.238511:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326290.238528:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f09b00 00000400:00000200:2.0:1767326290.238537:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xae5 [1] + 224 00000800:00000001:2.0:1767326290.238545:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326290.238550:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326290.238552:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326290.238556:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326290.238562:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326290.238568:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000412d9a58 x1853175408663296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326290.238579:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000412d9a58 x1853175408663296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326290.238598:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326290.238607:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326290.238611:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326290.238613:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326290.238615:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326290.238620:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326290.238626:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09b80 00000400:00000200:2.0:1767326290.238632:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xaed [1] + 224 00000100:00000001:0.0:1767326290.238634:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326290.238636:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326290.238639:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326290.238641:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326290.238645:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767326290.238647:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326290.238648:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:0.0:1767326290.238651:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326290.238654:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000400:00000200:0.0:1767326290.238658:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2d871 00000400:00000010:0.0:1767326290.238660:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2d871. 00000100:00000001:0.0:1767326290.238663:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326290.238664:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326290.238670:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000412d9a58 x1853175408663296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326290.238672:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021bf7b0a x1853175408663424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326290.238699:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021bf7b0a x1853175408663424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326290.238701:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000412d9a58 x1853175408663296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326290.238721:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326290.238725:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326290.238729:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326290.238733:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326290.238736:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326290.238737:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326290.238740:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326290.238745:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326290.238745:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326290.238751:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326290.238753:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=136 v=5 (5 5 5 0) 00000800:00000001:2.0:1767326290.238754:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326290.238757:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326290.238761:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=136 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326290.238767:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767326290.238768:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:0.0:1767326290.238771:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326290.238775:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326290.238778:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326290.238780:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326290.238782:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326290.238784:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09c00 00000100:00000001:0.0:1767326290.238785:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326290.238788:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326290.238791:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326290.238793:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014ba21a4. 00000400:00000200:1.0:1767326290.238796:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063c74014 00000400:00000010:1.0:1767326290.238799:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063c74014. 00000100:00000001:1.0:1767326290.238802:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326290.238803:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000412d9a58 x1853175408663296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326290.238808:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xaf1 [1] + 224 00000100:00000200:1.0:1767326290.238811:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021bf7b0a x1853175408663424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326290.238820:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326290.238829:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326290.238830:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326290.238835:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326290.238837:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767326290.238838:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021bf7b0a x1853175408663424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326290.238841:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326290.238845:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000040:0.0:1767326290.238849:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000412d9a58 x1853175408663296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326290.238866:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326290.238868:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326290.238872:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326290.238876:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767326290.238876:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000339213a8 x1853175408663552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326290.238878:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000412d9a58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408663296:192.168.202.142@tcp:400: 02000000:00000001:1.0:1767326290.238879:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326290.238882:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326290.238885:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326290.238888:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326290.238890:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326290.238893:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326290.238900:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000412d9a58 x1853175408663296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326290.238900:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000339213a8 x1853175408663552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326290.238901:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=131 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326290.238911:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=131 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326290.238919:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326290.238923:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326290.238927:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326290.238934:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326290.238938:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326290.238941:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007241b82d. 02000000:00000001:0.0:1767326290.238945:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326290.238946:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767326290.238948:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326290.238951:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00010000:00000001:1.0:1767326290.238951:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326290.238954:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:2.0:1767326290.238954:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326290.238956:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1767326290.238958:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a10cd6c4. 00000100:00000040:1.0:1767326290.238959:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000800:00000001:2.0:1767326290.238960:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326290.238964:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326290.238964:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767326290.238967:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326290.238968:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326290.238969:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000412d9a58. 00000100:00000001:0.0:1767326290.238975:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767326290.238976:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021bf7b0a x1853175408663424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326290.238977:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326290.238981:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326290.238984:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326290.238989:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326290.238990:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326290.238990:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326290.238994:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326290.238994:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326290.238998:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1767326290.239000:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326290.239001:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326290.239004:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326290.239005:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326290.239008:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5e69d66. 00000100:00000040:1.0:1767326290.239012:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021bf7b0a x1853175408663424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326290.239016:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384b455 00000400:00000010:3.0:1767326290.239020:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384b455. 00000100:00100000:1.0:1767326290.239025:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408663424:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326290.239025:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326290.239033:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000339213a8 x1853175408663552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326290.239037:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326290.239041:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326290.239047:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021bf7b0a x1853175408663424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326290.239053:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000339213a8 x1853175408663552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326290.239060:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326290.239063:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326290.239064:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767326290.239066:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fab98bf8. 00000100:00000001:3.0:1767326290.239067:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326290.239070:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326290.239072:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767326290.239073:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767326290.239075:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326290.239076:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326290.239079:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326290.239080:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 02000000:00000001:3.0:1767326290.239082:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326290.239085:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326290.239087:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003fff2558. 02000000:00000001:1.0:1767326290.239090:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1767326290.239090:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=125 v=5 (5 5 5 0) 02000000:00000001:1.0:1767326290.239093:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326290.239095:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021bf7b0a. 00000100:00001000:3.0:1767326290.239098:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326290.239102:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326290.239103:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326290.239104:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326290.239107:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326290.239108:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326290.239113:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326290.239115:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326290.239117:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767326290.239119:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000339213a8 x1853175408663552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326290.239121:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326290.239123:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326290.239131:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326290.239134:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326290.239136:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326290.239138:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326290.239139:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326290.239142:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000339213a8 x1853175408663552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326290.239149:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326290.239150:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326290.239158:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326290.239161:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000339213a8 x1853175408663552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326290.239169:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408663552:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326290.239172:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326290.239173:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326290.239174:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000339213a8 x1853175408663552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326290.239178:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326290.239179:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326290.239181:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e5fbc55. 02000000:00000001:3.0:1767326290.239183:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326290.239184:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326290.239185:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326290.239187:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326290.239188:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea9a1391. 02000000:00000001:3.0:1767326290.239189:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326290.239190:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326290.239191:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000339213a8. 00000100:00000001:3.0:1767326290.239193:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326290.239193:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326290.239194:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326290.239198:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326290.239199:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326290.239200:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326290.239202:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326291.259553:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326291.259562:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326291.259569:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326291.259570:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326291.259625:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326291.259629:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326291.259632:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326292.283534:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326292.283542:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326292.283547:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326292.283548:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326292.283567:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326292.283569:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326292.283572:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326293.307554:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326293.307564:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326293.307571:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326293.307576:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326293.307579:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326293.307586:0:215456:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326293.307589:0:215456:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326293.307591:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326293.307594:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326293.307597:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326293.307599:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326293.307600:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326293.307621:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326293.307624:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326293.307627:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326294.075539:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306161857, at 4306161920 00000100:00000040:3.0:1767326294.075539:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306161857, at 4306161920 00000100:00000040:1.0:1767326294.075540:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306161857, at 4306161920 00000100:00000040:2.0:1767326294.075540:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306161857, at 4306161920 00000100:00000010:2.0:1767326294.075563:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9f9490c. 00000100:00000010:3.0:1767326294.075567:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ea25869. 00000100:00000010:1.0:1767326294.075568:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a04ad297. 00000100:00000010:0.0:1767326294.075575:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006635b1ce. 00010000:00000001:0.0:1767326294.331539:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326294.331546:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326294.331551:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326294.331552:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326294.331575:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326294.331587:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326294.331590:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326295.355531:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326295.355539:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326295.355542:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000040:1.0:1767326295.355558:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326295.355562:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326295.355566:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326295.355568:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326295.355571:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326295.355573:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326295.355574:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ab253b0. 00010000:00000001:0.0:1767326295.355576:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326295.355582:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000020:00000040:1.0:1767326295.355583:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00010000:00000001:0.0:1767326295.355585:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326295.355589:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1767326295.355606:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326295.355610:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326295.355610:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:0.0:1767326295.355614:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767326295.355617:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326295.355627:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb080471. 00000100:00000001:1.0:1767326295.355634:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326295.355644:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000006ab253b0 x1853175408663680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326295.355653:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326295.355655:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326295.355659:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab253b0] to pc [ptlrpcd_00_03+3] req@000000006ab253b0 x1853175408663680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326295.355708:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326295.355712:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767326295.355714:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326295.355731:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326295.355733:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326295.355736:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326295.355739:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9198884. 00000020:00000040:1.0:1767326295.355742:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326295.355744:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326295.355745:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326295.355747:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326295.355750:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f4b5b63e. 00000100:00000001:1.0:1767326295.355752:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326295.355756:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000b9198884 x1853175408663808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326295.355763:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326295.355764:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326295.355767:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9198884] to pc [ptlrpcd_00_00+0] req@00000000b9198884 x1853175408663808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326295.355793:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326295.355796:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326295.355797:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326295.355801:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326295.355815:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326295.355816:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326295.355819:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f49c08a. 00000100:00100000:0.0:1767326295.355821:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767326295.355824:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326295.355824:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326295.355826:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326295.355829:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326295.355833:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326295.355833:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326295.355837:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326295.355837:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326295.355841:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326295.355842:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326295.355846:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767326295.355846:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015e6043a. 00000100:00000001:0.0:1767326295.355850:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326295.355852:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326295.355857:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9198884 x1853175408663808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326295.355860:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000003f49c08a x1853175408663936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326295.355881:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326295.355883:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326295.355885:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326295.355886:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326295.355891:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326295.355892:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f49c08a] to pc [ptlrpcd_00_01+1] req@000000003f49c08a x1853175408663936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326295.355896:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326295.355902:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326295.355909:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408663808:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326295.355914:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326295.355918:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326295.355920:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326295.355921:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326295.355924:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326295.355928:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326295.355931:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:0.0:1767326295.355934:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000882d98d8. 02000000:00000001:0.0:1767326295.355938:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326295.355938:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11500) 00000100:00000001:2.0:1767326295.355939:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326295.355945:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767326295.355948:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326295.355949:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93f85c5. 00000100:00000001:2.0:1767326295.355953:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326295.355956:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326295.355958:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2d871. 00000100:00000001:2.0:1767326295.355959:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326295.355961:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326295.355963:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767326295.355980:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408663808, portal 10 00000100:00000040:2.0:1767326295.355984:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f49c08a x1853175408663936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326295.355985:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326295.355988:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604905344 : -115369104646272 : ffff9712897fdf80) 00000100:00000040:0.0:1767326295.355998:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9198884 x1853175408663808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326295.356006:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326295.356010:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326295.356012:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326295.356016:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326295.356017:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326295.356022:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7ef90dd. 02000000:00000001:2.0:1767326295.356022:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326295.356027:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326295.356028:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408663808, offset 0 00000100:00100000:2.0:1767326295.356034:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003f49c08a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408663936:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326295.356039:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326295.356041:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326295.356046:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326295.356047:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326295.356049:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326295.356052:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000470303e. 02000000:00000001:2.0:1767326295.356054:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326295.356057:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:2.0:1767326295.356058:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039a4802b. 00000400:00000010:2.0:1767326295.356064:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031788bcf. 00000400:00000200:0.0:1767326295.356065:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767326295.356070:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408663936, portal 10 00000400:00000200:0.0:1767326295.356072:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326295.356075:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326295.356079:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326295.356080:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604902656 : -115369104648960 : ffff9712897fd500) 00000100:00000001:3.0:1767326295.356082:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326295.356084:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326295.356087:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326295.356092:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [325:325:256:4294967295] 192.168.202.142@tcp LPNI seq info [325:325:8:4294967295] 00000100:00000001:3.0:1767326295.356093:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326295.356094:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003f49c08a x1853175408663936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326295.356103:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326295.356107:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326295.356108:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767326295.356112:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:2.0:1767326295.356116:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767326295.356117:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ab253b0 x1853175408663680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326295.356123:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f21e77c7. 00000800:00000200:0.0:1767326295.356128:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000200:2.0:1767326295.356130:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408663936, offset 0 00000800:00000010:0.0:1767326295.356136:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e1ce2e74. 00000100:00000001:3.0:1767326295.356136:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326295.356139:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326295.356144:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326295.356148:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:3.0:1767326295.356151:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326295.356154:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:3.0:1767326295.356155:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326295.356162:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:2.0:1767326295.356162:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326295.356162:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326295.356170:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e1ce2e74 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326295.356170:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00100000:3.0:1767326295.356170:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ab253b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408663680:192.168.202.142@tcp:400: 00000400:00000200:2.0:1767326295.356177:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326295.356178:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326295.356183:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:3.0:1767326295.356183:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326295.356186:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326295.356191:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [326:326:255:4294967295] 192.168.202.142@tcp LPNI seq info [326:326:7:4294967295] 02000000:00000001:3.0:1767326295.356192:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326295.356194:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326295.356197:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0aafb5f. 00000100:00000040:0.0:1767326295.356201:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 167243 usecs (168 jiffies) 02000000:00000001:3.0:1767326295.356201:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326295.356208:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306163368 00000400:00000010:3.0:1767326295.356209:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c0418e9. 00000100:00000010:0.0:1767326295.356215:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006635b1ce. 00000400:00000010:3.0:1767326295.356216:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065fe4795. 00000400:00000200:2.0:1767326295.356220:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:3.0:1767326295.356223:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408663680, portal 25 00000100:00000001:0.0:1767326295.356225:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326295.356228:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326295.356232:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326295.356232:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604911616 : -115369104640000 : ffff9712897ff800) 00000100:00000001:0.0:1767326295.356234:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306163368 00000800:00000010:2.0:1767326295.356239:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a28d6e6. 00000100:00000010:0.0:1767326295.356240:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080042d7a. 00000100:00000040:3.0:1767326295.356242:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ab253b0 x1853175408663680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326295.356247:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767326295.356252:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326295.356259:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326295.356262:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306163368 00000800:00000200:2.0:1767326295.356263:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:3.0:1767326295.356266:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000010:0.0:1767326295.356269:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a04ad297. 00000800:00000200:2.0:1767326295.356270:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a28d6e6 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767326295.356272:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088831319. 00000100:00000200:3.0:1767326295.356276:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408663680, offset 0 00000100:00000001:2.0:1767326295.356278:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326295.356283:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326295.356285:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 224163 usecs (225 jiffies) 00000100:00000001:2.0:1767326295.356289:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306163425 00000400:00000200:3.0:1767326295.356290:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326295.356296:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326295.356297:0:211394:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, simply extend its deadline from 4306163368 00000400:00000200:3.0:1767326295.356299:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326295.356304:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306163425 00000400:00000200:3.0:1767326295.356305:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326295.356310:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326295.356312:0:211394:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, simply extend its deadline from 4306163368 00000100:00000001:2.0:1767326295.356316:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306163425 00000400:00000200:3.0:1767326295.356322:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [327:327:254:4294967295] 192.168.202.142@tcp LPNI seq info [327:327:6:4294967295] 00000400:00000200:3.0:1767326295.356334:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326295.356338:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326295.356342:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea9a1391. 00000800:00000200:3.0:1767326295.356346:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326295.356350:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767326295.356351:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326295.356356:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea9a1391 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326295.356359:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326295.356362:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306166977 00000100:00000001:3.0:1767326295.356366:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306163425 00000100:00000001:0.0:1767326295.356367:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306163368 00000100:00000001:3.0:1767326295.356370:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306166977 00000100:00000010:0.0:1767326295.356374:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ea25869. 00000100:00000001:3.0:1767326295.356375:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306163425 00000100:00000001:0.0:1767326295.356381:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326295.356381:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306166977 00000100:00000001:0.0:1767326295.356388:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326295.356388:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306163368 00000100:00000001:0.0:1767326295.356394:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326295.356426:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326295.356429:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326295.356431:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326295.356433:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326295.356434:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326295.356436:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326295.356473:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326295.356477:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e1ce2e74. 00000400:00000200:1.0:1767326295.356489:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326295.356494:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326295.356499:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7ef90dd 00000400:00000010:1.0:1767326295.356501:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7ef90dd. 00000100:00000001:1.0:1767326295.356505:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326295.356509:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9198884 x1853175408663808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326295.356518:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326295.356520:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9198884 x1853175408663808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326295.356526:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326295.356528:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326295.356537:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326295.356539:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a28d6e6. 00000400:00000200:1.0:1767326295.356547:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326295.356550:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326295.356552:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f21e77c7 00000400:00000010:1.0:1767326295.356554:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f21e77c7. 00000100:00000001:1.0:1767326295.356556:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326295.356558:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f49c08a x1853175408663936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326295.356565:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326295.356567:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f49c08a x1853175408663936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326295.356572:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326295.356573:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326295.356633:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326295.356636:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea9a1391. 00000400:00000200:1.0:1767326295.356639:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326295.356642:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326295.356644:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088831319 00000400:00000010:1.0:1767326295.356646:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088831319. 00000100:00000001:1.0:1767326295.356648:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326295.356650:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ab253b0 x1853175408663680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326295.356656:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326295.356658:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ab253b0 x1853175408663680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326295.356664:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326295.356666:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326295.356856:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306166978 00000100:00000001:3.0:1767326295.356860:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306163368 00000100:00000001:3.0:1767326295.356863:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326295.356865:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326295.356868:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326295.356870:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326295.356883:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306166977 00000100:00000001:2.0:1767326295.356887:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306163426 00000100:00000001:2.0:1767326295.356889:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306166978 00000100:00000001:2.0:1767326295.356891:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326295.356893:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326295.356895:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326295.356897:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326295.359188:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326295.359201:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326295.359205:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326295.359207:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326295.359215:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326295.359225:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09d80 00000400:00000200:3.0:1767326295.359229:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xb05 [1] + 224 00000800:00000001:3.0:1767326295.359234:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326295.359237:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326295.359244:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326295.359247:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326295.359251:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326295.359254:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f49c08a x1853175408663936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326295.359260:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f49c08a x1853175408663936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326295.359278:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326295.359285:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326295.359287:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326295.359288:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326295.359289:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326295.359292:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326295.359297:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f09c80 00000400:00000200:3.0:1767326295.359301:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xb0d [1] + 224 00000800:00000001:3.0:1767326295.359305:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326295.359307:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326295.359309:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326295.359312:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326295.359314:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326295.359317:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ab253b0 x1853175408663680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326295.359324:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ab253b0 x1853175408663680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326295.359339:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326295.359342:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326295.359344:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326295.359346:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326295.359348:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326295.359350:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326295.359355:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09d00 00000100:00000001:2.0:1767326295.359358:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326295.359363:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326295.359363:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xafd [1] + 224 00000800:00000001:3.0:1767326295.359368:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326295.359370:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326295.359373:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326295.359373:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326295.359374:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326295.359377:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326295.359378:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767326295.359379:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039a4802b. 00000400:00000200:3.0:1767326295.359384:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326295.359386:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031788bcf 00000400:00000010:2.0:1767326295.359389:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031788bcf. 00000100:00000001:2.0:1767326295.359392:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767326295.359393:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326295.359396:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767326295.359418:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f49c08a x1853175408663936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326295.359423:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c0418e9. 00000400:00000200:0.0:1767326295.359428:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065fe4795 00000400:00000010:0.0:1767326295.359431:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065fe4795. 00000100:00000001:0.0:1767326295.359436:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326295.359437:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326295.359442:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ab253b0 x1853175408663680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326295.359446:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9198884 x1853175408663808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326295.359447:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f49c08a x1853175408663936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326295.359470:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ab253b0 x1853175408663680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326295.359479:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326295.359483:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9198884 x1853175408663808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326295.359484:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326295.359487:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326295.359490:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326295.359491:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326295.359496:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326295.359496:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767326295.359499:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326295.359500:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326295.359501:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326295.359503:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326295.359504:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326295.359505:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326295.359509:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326295.359509:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326295.359511:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326295.359515:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326295.359517:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=130 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326295.359518:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=141 v=5 (5 5 5 0) 00000100:00001000:2.0:1767326295.359523:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326295.359529:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:0.0:1767326295.359531:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=141 v=5 (1 1 1 0) 00000100:00000001:2.0:1767326295.359532:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326295.359538:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767326295.359538:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326295.359541:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326295.359544:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326295.359545:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003f49c08a x1853175408663936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326295.359546:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326295.359552:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326295.359560:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326295.359561:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ab253b0 x1853175408663680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326295.359564:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326295.359567:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326295.359571:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326295.359573:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326295.359576:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326295.359580:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f49c08a x1853175408663936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326295.359581:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326295.359584:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326295.359592:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ab253b0 x1853175408663680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326295.359593:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326295.359598:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326295.359601:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326295.359609:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f49c08a x1853175408663936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326295.359610:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ab253b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408663680:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326295.359618:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326295.359623:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326295.359629:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ab253b0 x1853175408663680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326295.359634:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003f49c08a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408663936:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326295.359636:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326295.359640:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326295.359642:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326295.359644:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0aafb5f. 02000000:00000001:0.0:1767326295.359648:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326295.359650:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767326295.359651:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326295.359654:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000040:2.0:1767326295.359657:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f49c08a x1853175408663936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326295.359658:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326295.359661:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb080471. 02000000:00000001:0.0:1767326295.359667:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326295.359669:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326295.359670:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326295.359672:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ab253b0. 02000000:00000001:2.0:1767326295.359677:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326295.359678:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1767326295.359680:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000470303e. 00000100:00000001:0.0:1767326295.359681:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326295.359686:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326295.359686:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326295.359690:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326295.359691:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326295.359692:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767326295.359694:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326295.359696:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000015e6043a. 02000000:00000001:2.0:1767326295.359698:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326295.359700:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326295.359701:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326295.359705:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326295.359705:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f49c08a. 00000100:00000001:2.0:1767326295.359709:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326295.359710:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326295.359713:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326295.359716:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326295.359721:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326295.359723:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326295.359725:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326295.359727:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326295.359843:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326295.359845:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326295.359848:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326295.359849:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326295.359850:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93f85c5. 00000400:00000200:1.0:1767326295.359852:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2d871 00000400:00000010:1.0:1767326295.359854:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2d871. 00000100:00000001:1.0:1767326295.359856:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326295.359863:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9198884 x1853175408663808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326295.359869:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9198884 x1853175408663808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326295.359873:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326295.359874:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326295.359875:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326295.359876:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326295.359877:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326295.359878:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326295.359879:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326295.359882:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=136 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326295.359884:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=136 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326295.359885:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326295.359886:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326295.359887:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326295.359888:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326295.359890:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326295.359890:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326295.359891:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326295.359892:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326295.359894:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9198884 x1853175408663808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326295.359898:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326295.359899:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326295.359900:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326295.359901:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9198884 x1853175408663808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326295.359905:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408663808:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326295.359907:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326295.359908:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326295.359909:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9198884 x1853175408663808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326295.359916:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326295.359917:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326295.359918:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000882d98d8. 02000000:00000001:1.0:1767326295.359920:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326295.359921:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326295.359922:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326295.359923:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326295.359924:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f4b5b63e. 02000000:00000001:1.0:1767326295.359925:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326295.359926:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326295.359927:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9198884. 00000100:00000001:1.0:1767326295.359929:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326295.359929:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326295.359930:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326295.359933:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326295.359934:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326295.359935:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326295.359936:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326296.379505:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326296.379512:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326296.379518:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326296.379519:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326296.379537:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326296.379540:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326296.379542:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326297.403512:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326297.403519:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326297.403524:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326297.403525:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326297.403545:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326297.403548:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326297.403551:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326298.427523:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326298.427530:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326298.427536:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326298.427537:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326298.427553:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326298.427555:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326298.427557:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326299.195474:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306166977, at 4306167040 00000100:00000040:3.0:1767326299.195474:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306166978, at 4306167040 00000100:00000010:3.0:1767326299.195495:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ea25869. 00000100:00000010:1.0:1767326299.195503:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080042d7a. 00000100:00000040:0.0:1767326299.195528:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306166977, at 4306167040 00000100:00000040:2.0:1767326299.195528:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306166977, at 4306167040 00000100:00000010:2.0:1767326299.195546:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a04ad297. 00000100:00000010:0.0:1767326299.195551:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006635b1ce. 00010000:00000001:0.0:1767326299.451540:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326299.451549:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326299.451553:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326299.451554:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326299.451578:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326299.451581:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326299.451584:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326300.475568:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326300.475584:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326300.475598:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000339213a8. 00000020:00000040:3.0:1767326300.475607:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326300.475612:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326300.475616:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326300.475624:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326300.475635:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005f1bd790. 00000100:00000001:3.0:1767326300.475642:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326300.475655:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000339213a8 x1853175408664064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326300.475668:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326300.475671:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326300.475676:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000339213a8] to pc [ptlrpcd_00_02+2] req@00000000339213a8 x1853175408664064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326300.475732:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326300.475735:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326300.475738:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326300.475741:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000986d7773. 00000020:00000040:3.0:1767326300.475744:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326300.475746:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326300.475748:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326300.475750:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326300.475754:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc945970. 00000100:00000001:3.0:1767326300.475757:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326300.475771:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000986d7773 x1853175408664192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326300.475779:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326300.475781:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326300.475785:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000986d7773] to pc [ptlrpcd_00_03+3] req@00000000986d7773 x1853175408664192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326300.475791:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326300.475793:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326300.475793:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326300.475798:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326300.475799:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767326300.475800:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a858f5b. 00000100:00000001:1.0:1767326300.475802:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767326300.475805:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000040:1.0:1767326300.475809:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000986d7773 x1853175408664192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326300.475811:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326300.475815:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326300.475818:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326300.475821:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326300.475823:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326300.475826:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326300.475828:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326300.475831:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326300.475834:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000986d7773 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408664192:192.168.202.142@tcp:400: 02000000:00000010:3.0:1767326300.475835:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1d29a8a. 00000100:00000001:1.0:1767326300.475839:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326300.475841:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326300.475844:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326300.475847:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000004a858f5b x1853175408664320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326300.475854:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326300.475856:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326300.475857:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326300.475861:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aac0b716. 02000000:00000001:1.0:1767326300.475862:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326300.475866:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326300.475872:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014ba21a4. 00000100:00000040:3.0:1767326300.475872:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a858f5b] to pc [ptlrpcd_00_00+0] req@000000004a858f5b x1853175408664320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326300.475883:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063c74014. 00000100:00000200:1.0:1767326300.475892:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408664192, portal 10 00000100:00000001:1.0:1767326300.475895:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326300.475897:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571621376 : -115369137930240 : ffff971287840000) 00000100:00000040:1.0:1767326300.475906:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000986d7773 x1853175408664192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326300.475906:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326300.475917:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326300.475921:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326300.475922:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326300.475927:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f47fe55. 00000100:00000040:3.0:1767326300.475929:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1767326300.475932:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408664192, offset 0 00000100:00000040:3.0:1767326300.475936:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11506) 00000400:00000200:1.0:1767326300.475943:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326300.475948:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326300.475952:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767326300.475954:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326300.475960:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326300.475966:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326300.475967:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326300.475970:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326300.475971:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326300.475975:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326300.475978:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326300.475979:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326300.475982:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [328:328:256:4294967295] 192.168.202.142@tcp LPNI seq info [328:328:8:4294967295] 00000100:00000001:3.0:1767326300.475985:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326300.475988:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326300.475994:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a858f5b x1853175408664320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326300.476000:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326300.476013:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326300.476013:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326300.476016:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326300.476021:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b5b63e. 02000000:00000001:3.0:1767326300.476021:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326300.476024:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326300.476028:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326300.476032:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00100000:3.0:1767326300.476033:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408664320:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326300.476040:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326300.476043:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1767326300.476045:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:3.0:1767326300.476047:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326300.476051:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f4b5b63e type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767326300.476051:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326300.476056:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a25ac4b. 02000000:00000001:3.0:1767326300.476059:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326300.476062:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326300.476062:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024ce0d50. 00000100:00000040:1.0:1767326300.476068:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 165518 usecs (166 jiffies) 00000400:00000010:3.0:1767326300.476068:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede1e5f6. 00000100:00000200:3.0:1767326300.476071:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408664320, portal 10 00000100:00000001:1.0:1767326300.476074:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306168486 00000100:00000001:3.0:1767326300.476074:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1767326300.476083:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000418b52ce. 00000100:00000001:1.0:1767326300.476089:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326300.476091:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571630336 : -115369137921280 : ffff971287842300) 00000100:00000001:1.0:1767326300.476097:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306168486 00000100:00000040:3.0:1767326300.476099:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a858f5b x1853175408664320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326300.476102:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000417bd662. 00000100:00000001:1.0:1767326300.476107:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326300.476109:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326300.476111:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306168486 00000100:00000040:3.0:1767326300.476114:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000010:1.0:1767326300.476116:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008bb3ffa6. 00000400:00000010:3.0:1767326300.476118:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e085bb. 00000100:00000001:1.0:1767326300.476119:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000200:3.0:1767326300.476123:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408664320, offset 0 00000100:00000001:1.0:1767326300.476128:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306168486 00000400:00000200:3.0:1767326300.476132:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:1.0:1767326300.476133:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000023a1e36c. 00000100:00000001:1.0:1767326300.476137:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326300.476140:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326300.476142:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326300.476143:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326300.476148:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326300.476149:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326300.476153:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326300.476154:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326300.476159:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326300.476160:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326300.476163:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326300.476164:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326300.476168:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326300.476171:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326300.476171:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [329:329:255:4294967295] 192.168.202.142@tcp LPNI seq info [329:329:7:4294967295] 00000100:00000001:1.0:1767326300.476174:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326300.476179:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767326300.476183:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326300.476187:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326300.476189:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326300.476190:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326300.476197:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326300.476199:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326300.476200:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326300.476203:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1767326300.476207:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ce1a50c. 00000100:00000040:1.0:1767326300.476209:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000339213a8 x1853175408664064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326300.476217:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326300.476220:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326300.476222:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326300.476224:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1767326300.476227:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:1.0:1767326300.476231:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326300.476232:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ce1a50c type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767326300.476235:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326300.476239:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326300.476242:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408664064:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767326300.476244:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 221776 usecs (222 jiffies) 00000100:00000001:1.0:1767326300.476250:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326300.476251:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306168542 02000000:00000001:1.0:1767326300.476255:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326300.476258:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326300.476259:0:211395:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, simply extend its deadline from 4306168486 02000000:00000001:1.0:1767326300.476260:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326300.476265:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc16d90e. 00000100:00000001:3.0:1767326300.476266:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306168542 02000000:00000001:1.0:1767326300.476269:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326300.476272:0:211395:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, simply extend its deadline from 4306168486 00000400:00000010:1.0:1767326300.476275:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046a78a7a. 00000100:00000001:3.0:1767326300.476277:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306168542 00000400:00000010:1.0:1767326300.476281:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cab71f7. 00000100:00000001:3.0:1767326300.476283:0:211395:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, simply extend its deadline from 4306168486 00000100:00000200:1.0:1767326300.476287:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408664064, portal 25 00000100:00000001:1.0:1767326300.476290:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326300.476290:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571632128 : -115369137919488 : ffff971287842a00) 00000100:00000040:1.0:1767326300.476296:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000339213a8 x1853175408664064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326300.476301:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326300.476303:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326300.476305:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bf9b283. 00000100:00000200:1.0:1767326300.476306:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408664064, offset 0 00000100:00000001:3.0:1767326300.476308:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306168542 00000400:00000200:1.0:1767326300.476310:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326300.476316:0:211395:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, simply extend its deadline from 4306168486 00000400:00000200:1.0:1767326300.476317:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326300.476323:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326300.476324:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326300.476326:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326300.476330:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326300.476331:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326300.476336:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326300.476337:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326300.476340:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [330:330:254:4294967295] 192.168.202.142@tcp LPNI seq info [330:330:6:4294967295] 00000100:00000001:3.0:1767326300.476343:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326300.476349:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326300.476354:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326300.476356:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d731ab4b. 00000800:00000200:1.0:1767326300.476359:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326300.476362:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326300.476368:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d731ab4b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326300.476371:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326300.476372:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306172097 00000100:00000001:1.0:1767326300.476375:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306168542 00000100:00000001:1.0:1767326300.476378:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306172097 00000100:00000001:1.0:1767326300.476379:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306168542 00000100:00000001:1.0:1767326300.476381:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306172097 00000100:00000001:1.0:1767326300.476384:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306168542 00000100:00000001:1.0:1767326300.476385:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306172097 00000100:00000001:1.0:1767326300.476387:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306168542 00000100:00000001:1.0:1767326300.476390:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326300.476392:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326300.476394:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326300.476396:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326300.476529:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326300.476533:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326300.476588:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326300.476592:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b5b63e. 00000400:00000200:2.0:1767326300.476599:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326300.476602:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326300.476607:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326300.476608:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326300.476616:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f47fe55 00000400:00000010:2.0:1767326300.476619:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f47fe55. 00000100:00000001:2.0:1767326300.476625:0:211387:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1767326300.476630:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000200:2.0:1767326300.476630:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000986d7773 x1853175408664192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326300.476636:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326300.476644:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767326300.476648:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326300.476650:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326300.476656:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000986d7773 x1853175408664192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326300.476663:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326300.476665:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767326300.476669:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326300.476673:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326300.476676:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767326300.476682:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326300.476685:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ce1a50c. 00000400:00000200:2.0:1767326300.476689:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326300.476694:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326300.476696:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e085bb 00000400:00000010:2.0:1767326300.476698:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e085bb. 00000100:00000001:2.0:1767326300.476701:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326300.476703:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a858f5b x1853175408664320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326300.476709:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326300.476710:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a858f5b x1853175408664320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326300.476714:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326300.476715:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326300.476784:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326300.476787:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d731ab4b. 00000400:00000200:2.0:1767326300.476790:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326300.476793:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326300.476795:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bf9b283 00000400:00000010:2.0:1767326300.476797:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bf9b283. 00000100:00000001:2.0:1767326300.476799:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326300.476802:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000339213a8 x1853175408664064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326300.476809:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326300.476811:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000339213a8 x1853175408664064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326300.476817:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326300.476828:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326300.479841:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326300.479862:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326300.479871:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326300.479875:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326300.479888:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326300.479906:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09f00 00000400:00000200:1.0:1767326300.479914:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xb1d [1] + 224 00000800:00000001:1.0:1767326300.479922:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326300.479926:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326300.479928:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326300.479931:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326300.479936:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326300.479942:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a858f5b x1853175408664320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326300.479951:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a858f5b x1853175408664320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326300.479987:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326300.479995:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326300.479997:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326300.479999:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326300.480000:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326300.480002:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326300.480006:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f09e80 00000400:00000200:1.0:1767326300.480010:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xb15 [1] + 224 00000800:00000001:1.0:1767326300.480012:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326300.480014:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326300.480015:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326300.480017:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326300.480019:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326300.480021:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000986d7773 x1853175408664192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326300.480026:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000986d7773 x1853175408664192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326300.480042:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326300.480044:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326300.480045:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326300.480046:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326300.480048:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326300.480050:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326300.480052:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f09e00 00000400:00000200:1.0:1767326300.480056:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xb25 [1] + 224 00000800:00000001:1.0:1767326300.480058:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326300.480061:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326300.480063:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326300.480066:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326300.480069:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326300.480078:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000339213a8 x1853175408664064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326300.480087:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000339213a8 x1853175408664064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326300.480089:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326300.480095:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326300.480098:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326300.480104:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326300.480108:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326300.480109:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326300.480113:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326300.480117:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046a78a7a. 00000400:00000200:0.0:1767326300.480122:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cab71f7 00000400:00000010:0.0:1767326300.480124:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cab71f7. 00000100:00000001:0.0:1767326300.480128:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326300.480133:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000339213a8 x1853175408664064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326300.480141:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000339213a8 x1853175408664064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326300.480148:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326300.480150:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326300.480152:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326300.480156:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326300.480159:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326300.480162:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326300.480166:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326300.480174:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=146 v=5 (5 5 5 0) 00000100:00001000:0.0:1767326300.480178:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=146 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326300.480182:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326300.480184:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326300.480184:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326300.480189:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767326300.480190:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1767326300.480194:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767326300.480195:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326300.480198:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326300.480200:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326300.480202:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024ce0d50. 00000100:00000040:0.0:1767326300.480207:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000339213a8 x1853175408664064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326300.480208:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede1e5f6 00000400:00000010:3.0:1767326300.480212:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ede1e5f6. 00000100:00000001:3.0:1767326300.480219:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326300.480220:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326300.480224:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767326300.480226:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a858f5b x1853175408664320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326300.480234:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326300.480238:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a858f5b x1853175408664320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326300.480243:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000339213a8 x1853175408664064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326300.480258:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326300.480261:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326300.480262:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408664064:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326300.480266:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326300.480270:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326300.480272:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1767326300.480273:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326300.480274:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326300.480276:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767326300.480278:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326300.480280:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014ba21a4. 00000400:00000200:0.0:1767326300.480284:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063c74014 00000400:00000010:0.0:1767326300.480285:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063c74014. 00000100:00001000:3.0:1767326300.480286:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=135 v=5 (5 5 5 0) 00000100:00000001:0.0:1767326300.480288:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326300.480293:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000986d7773 x1853175408664192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326300.480293:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326300.480300:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326300.480303:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326300.480307:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767326300.480313:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000986d7773 x1853175408664192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767326300.480316:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004a858f5b x1853175408664320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326300.480335:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326300.480339:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326300.480339:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326300.480341:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326300.480343:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326300.480344:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326300.480346:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326300.480350:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326300.480351:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326300.480355:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00001000:0.0:1767326300.480356:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=141 v=5 (5 5 5 0) 00000100:00000001:3.0:1767326300.480358:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:0.0:1767326300.480362:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=141 v=5 (1 1 1 0) 00000100:00000001:3.0:1767326300.480363:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326300.480369:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326300.480372:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326300.480372:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a858f5b x1853175408664320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326300.480376:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326300.480380:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326300.480385:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326300.480387:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326300.480388:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326300.480392:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326300.480393:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326300.480395:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326300.480396:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326300.480424:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000986d7773 x1853175408664192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326300.480442:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326300.480445:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326300.480446:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326300.480450:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000986d7773 x1853175408664192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326300.480458:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000986d7773 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408664192:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326300.480462:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326300.480464:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326300.480467:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000339213a8 x1853175408664064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326300.480474:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326300.480478:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326300.480482:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc16d90e. 02000000:00000001:0.0:1767326300.480486:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326300.480488:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326300.480491:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326300.480493:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326300.480496:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005f1bd790. 02000000:00000001:0.0:1767326300.480502:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767326300.480509:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a858f5b x1853175408664320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326300.480513:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326300.480517:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000339213a8. 00000100:00000001:0.0:1767326300.480523:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1767326300.480524:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408664320:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326300.480526:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326300.480532:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326300.480533:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326300.480537:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000986d7773 x1853175408664192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326300.480538:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326300.480544:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a858f5b x1853175408664320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326300.480553:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326300.480557:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326300.480558:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1767326300.480559:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aac0b716. 02000000:00000001:3.0:1767326300.480561:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767326300.480566:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1767326300.480566:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a25ac4b. 00000020:00000001:0.0:1767326300.480569:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326300.480572:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 02000000:00000001:3.0:1767326300.480572:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326300.480575:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326300.480577:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326300.480579:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326300.480581:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1d29a8a. 02000000:00000001:3.0:1767326300.480584:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326300.480586:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326300.480587:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a858f5b. 00000100:00000001:3.0:1767326300.480589:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326300.480590:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326300.480594:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326300.480595:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326300.480599:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc945970. 02000000:00000001:0.0:1767326300.480603:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326300.480604:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326300.480605:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1767326300.480606:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000986d7773. 00000100:00000001:3.0:1767326300.480608:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326300.480610:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326300.480614:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326300.480614:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326300.480617:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326300.480622:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326300.480622:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326300.480626:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326300.480629:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326300.480632:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326301.499552:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326301.499562:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326301.499570:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326301.499572:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326301.499598:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326301.499602:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326301.499605:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326302.523549:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326302.523557:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326302.523563:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326302.523566:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326302.523569:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326302.523574:0:215456:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326302.523577:0:215456:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326302.523578:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326302.523581:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326302.523584:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326302.523586:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326302.523588:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326302.523613:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326302.523617:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326302.523620:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326303.547559:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326303.547567:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326303.547574:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326303.547576:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326303.547630:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326303.547633:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326303.547635:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326304.315508:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306172097, at 4306172160 00000100:00000010:0.0:1767326304.315526:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000418b52ce. 00000100:00000040:2.0:1767326304.316215:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306172097, at 4306172160 00000100:00000010:2.0:1767326304.316231:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008bb3ffa6. 00000100:00000040:3.0:1767326304.316451:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306172097, at 4306172161 00000100:00000010:3.0:1767326304.316459:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000023a1e36c. 00000100:00000040:1.0:1767326304.316495:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306172097, at 4306172161 00000100:00000010:1.0:1767326304.316504:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000417bd662. 00010000:00000001:0.0:1767326304.571545:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326304.571555:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326304.571557:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326304.571559:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326304.571565:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326304.571567:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326304.571568:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326304.571570:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326304.571573:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326304.571574:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326304.571602:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326304.571606:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326304.571609:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326305.595616:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326305.595626:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326305.595633:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326305.595634:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326305.595688:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326305.595694:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326305.595707:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f3c6bf1. 00000020:00000040:0.0:1767326305.595729:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326305.595735:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326305.595738:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326305.595745:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326305.595754:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006799ab74. 00000100:00000001:0.0:1767326305.595763:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326305.595775:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000009f3c6bf1 x1853175408664448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326305.595788:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326305.595820:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326305.595826:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f3c6bf1] to pc [ptlrpcd_00_01+1] req@000000009f3c6bf1 x1853175408664448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326305.595852:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326305.595855:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326305.595859:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326305.595861:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bb4b1e4. 00000020:00000040:0.0:1767326305.595864:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326305.595867:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326305.595869:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326305.595871:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326305.595877:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e1ce2e74. 00000100:00000001:2.0:1767326305.595881:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326305.595882:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326305.595888:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000009bb4b1e4 x1853175408664576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767326305.595889:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767326305.595895:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326305.595899:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326305.595902:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326305.595904:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326305.595905:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326305.595907:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326305.595911:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326305.595912:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bb4b1e4] to pc [ptlrpcd_00_02+2] req@000000009bb4b1e4 x1853175408664576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326305.595915:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326305.595919:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326305.595923:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326305.595931:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f3c6bf1 x1853175408664448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326305.595941:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326305.595943:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326305.595948:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326305.595951:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326305.595952:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326305.595958:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326305.595958:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326305.595964:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326305.595965:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1767326305.595966:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f3c6bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408664448:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326305.595969:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767326305.595970:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c58d40ae. 00000100:00000001:1.0:1767326305.595972:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767326305.595975:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326305.595975:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326305.595980:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767326305.595981:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009bb4b1e4 x1853175408664576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326305.595983:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326305.595983:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326305.595986:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326305.595989:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326305.595993:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008a20d0c8. 02000000:00000001:2.0:1767326305.595995:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326305.596000:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326305.596001:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326305.596004:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326305.596008:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000c58d40ae x1853175408664704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326305.596009:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326305.596012:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767326305.596016:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068c68780. 02000000:00000001:1.0:1767326305.596017:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326305.596022:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326305.596025:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009bb4b1e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408664576:192.168.202.142@tcp:400: 00000400:00000010:2.0:1767326305.596032:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039a4802b. 00000100:00000001:1.0:1767326305.596033:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326305.596037:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326305.596040:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326305.596044:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326305.596044:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767326305.596044:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031788bcf. 00000100:00000001:0.0:1767326305.596048:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326305.596052:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c467c30. 00000100:00000200:2.0:1767326305.596055:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408664448, portal 25 00000100:00000040:0.0:1767326305.596056:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c58d40ae] to pc [ptlrpcd_00_03+3] req@00000000c58d40ae x1853175408664704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326305.596057:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326305.596063:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767326305.596065:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f5adaa1. 00000100:00000001:2.0:1767326305.596067:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453961472 : -115368255590144 : ffff9712bc1b7100) 00000400:00000010:1.0:1767326305.596073:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a44e04f. 00000100:00000001:0.0:1767326305.596077:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326305.596078:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408664576, portal 10 00000100:00000040:2.0:1767326305.596080:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f3c6bf1 x1853175408664448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326305.596081:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326305.596084:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326305.596087:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453951616 : -115368255600000 : ffff9712bc1b4a80) 00000100:00000040:0.0:1767326305.596090:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767326305.596098:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11511) 00000100:00000001:2.0:1767326305.596100:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326305.596106:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767326305.596108:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009bb4b1e4 x1853175408664576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326305.596111:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cce2b7d4. 00000100:00000001:0.0:1767326305.596112:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326305.596115:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326305.596118:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408664448, offset 0 00000100:00000001:0.0:1767326305.596119:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326305.596122:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326305.596127:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c58d40ae x1853175408664704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326305.596129:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326305.596135:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d659d8ea. 00000400:00000200:2.0:1767326305.596140:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326305.596143:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326305.596146:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326305.596159:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408664576, offset 0 00000400:00000200:2.0:1767326305.596159:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326305.596170:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326305.596171:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326305.596179:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000020:00000001:3.0:1767326305.596181:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326305.596185:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326305.596189:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000020:00000001:3.0:1767326305.596191:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326305.596195:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [331:331:256:4294967295] 192.168.202.142@tcp LPNI seq info [331:331:8:4294967295] 00010000:00010000:3.0:1767326305.596200:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326305.596216:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326305.596224:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326305.596228:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:2.0:1767326305.596231:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f07b907. 00000400:00000200:1.0:1767326305.596233:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326305.596238:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326305.596239:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:0.0:1767326305.596242:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326305.596244:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:0.0:1767326305.596247:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326305.596247:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326305.596254:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00100000:0.0:1767326305.596255:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c58d40ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408664704:192.168.202.142@tcp:400: 00000800:00000200:2.0:1767326305.596258:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326305.596263:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326305.596265:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [332:332:255:4294967295] 192.168.202.142@tcp LPNI seq info [332:332:7:4294967295] 00000800:00000200:2.0:1767326305.596266:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f07b907 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767326305.596267:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326305.596271:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326305.596275:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326305.596280:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9096370. 00000400:00000200:1.0:1767326305.596280:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:0.0:1767326305.596284:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326305.596289:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326305.596290:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326305.596295:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000478be94b. 00000100:00000001:2.0:1767326305.596296:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306177217 00000800:00000010:1.0:1767326305.596297:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005493b67f. 00000400:00000010:0.0:1767326305.596303:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c6835ee. 00000100:00000010:2.0:1767326305.596305:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000851a6f3. 00000800:00000200:1.0:1767326305.596307:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:0.0:1767326305.596309:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408664704, portal 10 00000100:00000001:0.0:1767326305.596313:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326305.596315:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453960576 : -115368255591040 : ffff9712bc1b6d80) 00000100:00000001:2.0:1767326305.596316:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767326305.596317:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326305.596322:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005493b67f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326305.596325:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306177217 00000100:00000001:1.0:1767326305.596327:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326305.596330:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8c0ab05. 00000100:00000040:0.0:1767326305.596331:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c58d40ae x1853175408664704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326305.596334:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 163836 usecs (164 jiffies) 00000100:00000001:2.0:1767326305.596337:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326305.596344:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306177217 00000100:00000001:0.0:1767326305.596346:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326305.596349:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306173604 00000100:00000010:2.0:1767326305.596351:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ee61ad4. 00000100:00000040:0.0:1767326305.596353:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326305.596355:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326305.596357:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306177217 00000400:00000010:0.0:1767326305.596359:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001164247f. 00000100:00000001:2.0:1767326305.596359:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000010:3.0:1767326305.596361:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f07b907. 00000100:00000001:1.0:1767326305.596364:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306173604 00000100:00000200:0.0:1767326305.596366:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408664704, offset 0 00000100:00000001:2.0:1767326305.596367:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306177217 00000100:00000001:1.0:1767326305.596370:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306177217 00000400:00000200:3.0:1767326305.596370:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767326305.596375:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd8dfb95. 00000100:00000001:1.0:1767326305.596377:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306173604 00000400:00000200:0.0:1767326305.596378:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326305.596383:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326305.596384:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306177217 00000400:00000200:3.0:1767326305.596384:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326305.596389:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326305.596389:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326305.596391:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306173604 00000100:00000001:2.0:1767326305.596396:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326305.596422:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326305.596426:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326305.596427:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326305.596432:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306177217 00000400:00000200:0.0:1767326305.596433:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326305.596439:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326305.596439:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326305.596440:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326305.596446:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326305.596448:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [333:333:254:4294967295] 192.168.202.142@tcp LPNI seq info [333:333:6:4294967295] 00000100:00000001:1.0:1767326305.596451:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326305.596455:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326305.596462:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326305.596464:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1767326305.596468:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326305.596468:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326305.596471:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce2b7d4 00000100:00000001:1.0:1767326305.596473:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767326305.596476:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000027873f24. 00000100:00000001:1.0:1767326305.596477:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326305.596477:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cce2b7d4. 00000100:00000001:1.0:1767326305.596481:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326305.596485:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326305.596485:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326305.596486:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326305.596495:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f3c6bf1 x1853175408664448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326305.596496:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326305.596500:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000027873f24 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326305.596507:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326305.596512:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 219450 usecs (220 jiffies) 00000100:00000001:3.0:1767326305.596512:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326305.596517:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306173661 00000100:00000040:3.0:1767326305.596517:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f3c6bf1 x1853175408664448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326305.596522:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306177217 00000100:00000001:0.0:1767326305.596528:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306173661 00000100:00000001:3.0:1767326305.596529:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326305.596531:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306177217 00000100:00000001:3.0:1767326305.596533:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326305.596535:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306173661 00000100:00000001:0.0:1767326305.596538:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306177217 00000100:00000001:0.0:1767326305.596540:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306173661 00000800:00000200:3.0:1767326305.596546:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326305.596548:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306177217 00000800:00000010:3.0:1767326305.596549:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005493b67f. 00000400:00000200:3.0:1767326305.596553:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326305.596554:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326305.596559:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326305.596560:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326305.596561:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d659d8ea 00000100:00000001:0.0:1767326305.596564:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326305.596564:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d659d8ea. 00000100:00000001:3.0:1767326305.596568:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326305.596569:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326305.596571:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bb4b1e4 x1853175408664576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326305.596575:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326305.596578:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326305.596580:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326305.596581:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326305.596583:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326305.596588:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326305.596590:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326305.596594:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009bb4b1e4 x1853175408664576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326305.596598:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326305.596605:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326305.596666:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326305.596668:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000027873f24. 00000400:00000200:3.0:1767326305.596670:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326305.596673:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326305.596675:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001164247f 00000400:00000010:3.0:1767326305.596676:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001164247f. 00000100:00000001:3.0:1767326305.596678:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326305.596680:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c58d40ae x1853175408664704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326305.596685:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326305.596686:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c58d40ae x1853175408664704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326305.596690:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326305.596691:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326305.599229:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326305.599245:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326305.599249:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326305.599250:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326305.599259:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326305.599274:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f09f80 00000400:00000200:2.0:1767326305.599281:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xb2d [1] + 224 00000800:00000001:2.0:1767326305.599287:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326305.599290:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326305.599292:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326305.599295:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326305.599299:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326305.599304:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f3c6bf1 x1853175408664448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326305.599327:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009f3c6bf1 x1853175408664448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326305.599345:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326305.599355:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326305.599359:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326305.599361:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326305.599364:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326305.599368:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326305.599375:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0a000 00000100:00000001:1.0:1767326305.599376:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326305.599381:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326305.599382:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xb31 [1] + 224 00000400:00000001:1.0:1767326305.599389:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326305.599389:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326305.599393:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767326305.599393:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326305.599396:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039a4802b. 00000400:00000200:2.0:1767326305.599397:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326305.599426:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326305.599434:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031788bcf 00000400:00000010:1.0:1767326305.599437:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031788bcf. 00000100:00000001:1.0:1767326305.599441:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326305.599442:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326305.599447:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f3c6bf1 x1853175408664448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326305.599450:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009bb4b1e4 x1853175408664576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326305.599463:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f3c6bf1 x1853175408664448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326305.599478:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326305.599480:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326305.599482:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326305.599486:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326305.599489:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326305.599493:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326305.599498:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326305.599503:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009bb4b1e4 x1853175408664576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326305.599507:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=151 v=5 (5 5 5 0) 00000100:00001000:1.0:1767326305.599517:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=151 v=5 (1 1 1 0) 00000100:00000001:1.0:1767326305.599521:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326305.599523:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326305.599525:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326305.599526:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326305.599527:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326305.599532:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326305.599536:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326305.599537:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326305.599538:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326305.599542:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326305.599545:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f3c6bf1 x1853175408664448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326305.599547:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326305.599551:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326305.599551:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000001:0.0:1767326305.599556:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326305.599559:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326305.599561:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f5adaa1. 00000100:00000001:1.0:1767326305.599564:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326305.599564:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0a080 00000400:00000200:0.0:1767326305.599566:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a44e04f 00000400:00000010:0.0:1767326305.599571:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a44e04f. 00000100:00000001:1.0:1767326305.599571:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326305.599575:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326305.599578:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xb3d [1] + 224 00000100:00000200:0.0:1767326305.599580:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bb4b1e4 x1853175408664576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326305.599581:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326305.599590:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f3c6bf1 x1853175408664448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326305.599592:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326305.599600:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326305.599605:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767326305.599614:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f3c6bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408664448:192.168.202.142@tcp:400: 00000400:00000200:2.0:1767326305.599616:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:0.0:1767326305.599618:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bb4b1e4 x1853175408664576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326305.599624:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326305.599626:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326305.599631:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767326305.599632:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c58d40ae x1853175408664704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326305.599636:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326305.599639:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f3c6bf1 x1853175408664448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326305.599640:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326305.599644:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326305.599647:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326305.599649:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326305.599652:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326305.599654:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c58d40ae x1853175408664704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326305.599656:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326305.599666:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=146 v=5 (5 5 5 0) 00000100:00000001:1.0:1767326305.599666:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326305.599671:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767326305.599672:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=146 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326305.599677:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767326305.599677:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068c68780. 00000100:00000001:2.0:1767326305.599677:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326305.599681:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326305.599683:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326305.599684:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767326305.599685:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767326305.599687:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326305.599689:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326305.599692:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326305.599697:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767326305.599698:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326305.599701:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006799ab74. 00000100:00000001:0.0:1767326305.599703:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326305.599706:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326305.599709:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326305.599719:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767326305.599721:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326305.599722:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326305.599724:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326305.599725:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767326305.599729:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009bb4b1e4 x1853175408664576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326305.599729:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f3c6bf1. 00000400:00000001:3.0:1767326305.599730:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326305.599734:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326305.599736:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1767326305.599738:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000478be94b. 00000100:00000001:1.0:1767326305.599739:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326305.599745:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326305.599745:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326305.599746:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c6835ee 00000100:00000001:0.0:1767326305.599750:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767326305.599751:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c6835ee. 00000100:00000001:0.0:1767326305.599752:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326305.599754:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326305.599757:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bb4b1e4 x1853175408664576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326305.599757:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326305.599758:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326305.599763:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326305.599766:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c58d40ae x1853175408664704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326305.599767:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326305.599771:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009bb4b1e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408664576:192.168.202.142@tcp:400: 00000100:00000200:3.0:1767326305.599785:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c58d40ae x1853175408664704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326305.599786:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326305.599794:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326305.599797:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326305.599800:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326305.599803:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767326305.599805:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009bb4b1e4 x1853175408664576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326305.599805:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326305.599808:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326305.599810:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326305.599814:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326305.599819:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=140 v=5 (5 5 5 0) 00000100:00000001:0.0:1767326305.599821:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326305.599823:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326305.599825:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c467c30. 02000000:00000001:0.0:1767326305.599831:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767326305.599832:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=97 v=5 (1 0 0 0) 00000020:00000001:0.0:1767326305.599835:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326305.599837:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767326305.599838:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326305.599841:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326305.599843:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767326305.599845:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767326305.599846:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e1ce2e74. 02000000:00000001:0.0:1767326305.599851:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:3.0:1767326305.599853:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c58d40ae x1853175408664704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326305.599854:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326305.599857:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bb4b1e4. 00000100:00000001:0.0:1767326305.599861:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326305.599863:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326305.599866:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326305.599869:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326305.599872:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326305.599874:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326305.599874:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326305.599877:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326305.599879:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326305.599880:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326305.599883:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326305.599886:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c58d40ae x1853175408664704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326305.599887:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326305.599896:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326305.599899:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326305.599901:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326305.599904:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c58d40ae x1853175408664704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326305.599912:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c58d40ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408664704:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326305.599916:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326305.599918:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326305.599920:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c58d40ae x1853175408664704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326305.599927:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326305.599928:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326305.599930:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9096370. 02000000:00000001:3.0:1767326305.599936:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326305.599938:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326305.599939:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326305.599941:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326305.599942:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008a20d0c8. 02000000:00000001:3.0:1767326305.599951:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326305.599953:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326305.599954:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c58d40ae. 00000100:00000001:3.0:1767326305.599958:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326305.599959:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326305.599960:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326305.599964:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326305.599965:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326305.599967:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326305.599969:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326306.619544:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326306.619554:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326306.619561:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326306.619562:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326306.619590:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326306.619594:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326306.619596:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326307.643536:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326307.643546:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326307.643553:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326307.643555:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326307.643588:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326307.643592:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326307.643594:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326308.667556:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326308.667566:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326308.667574:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326308.667575:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326308.668623:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326308.668630:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326308.668633:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326309.435533:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306177217, at 4306177280 00000100:00000040:1.0:1767326309.435533:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306177217, at 4306177280 00000100:00000040:2.0:1767326309.435533:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306177217, at 4306177280 00000100:00000010:1.0:1767326309.435553:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8c0ab05. 00000100:00000040:3.0:1767326309.435627:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306177217, at 4306177280 00000100:00000010:3.0:1767326309.435635:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd8dfb95. 00000100:00000010:0.0:1767326309.435694:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000851a6f3. 00000100:00000010:2.0:1767326309.436186:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ee61ad4. 00010000:00000001:0.0:1767326309.691514:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326309.691524:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326309.691531:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326309.691533:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326309.691558:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326309.691561:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326309.691564:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326310.715576:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326310.715588:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326310.715596:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326310.715597:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326310.715636:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326310.715639:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326310.715643:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326310.715733:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326310.715742:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326310.715755:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9198884. 00000020:00000040:1.0:1767326310.715763:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326310.715768:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326310.715772:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326310.715779:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326310.715791:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005493b67f. 00000100:00000001:1.0:1767326310.715800:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326310.715814:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b9198884 x1853175408664832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326310.715828:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326310.715831:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326310.715837:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9198884] to pc [ptlrpcd_00_00+0] req@00000000b9198884 x1853175408664832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326310.715885:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326310.715891:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326310.715894:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326310.715899:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9198884 x1853175408664832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326310.715906:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326310.715925:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326310.715929:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326310.715932:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326310.715934:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326310.715936:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408664832:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326310.715940:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326310.715946:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326310.715949:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326310.715951:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326310.715956:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0f41a40. 02000000:00000001:2.0:1767326310.715958:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326310.715964:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089e50dcc. 00000400:00000010:2.0:1767326310.715970:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fd962e9. 00000100:00000200:2.0:1767326310.715978:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408664832, portal 25 00000100:00000001:2.0:1767326310.715980:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326310.715981:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604905344 : -115369104646272 : ffff9712897fdf80) 00000100:00000040:2.0:1767326310.715984:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9198884 x1853175408664832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326310.715991:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326310.715993:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326310.715995:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfca0bf5. 00000100:00000200:2.0:1767326310.715997:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408664832, offset 0 00000400:00000200:2.0:1767326310.716003:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326310.716022:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326310.716029:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326310.716035:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326310.716040:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326310.716043:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326310.716047:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [334:334:256:4294967295] 192.168.202.142@tcp LPNI seq info [334:334:8:4294967295] 00000400:00000200:2.0:1767326310.716063:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326310.716071:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326310.716077:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6a98a8f. 00000100:00000001:1.0:1767326310.716083:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326310.716088:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326310.716092:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000200:2.0:1767326310.716093:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:1.0:1767326310.716097:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4ca48da. 00000020:00000040:1.0:1767326310.716102:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326310.716105:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767326310.716107:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:1.0:1767326310.716108:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326310.716111:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326310.716113:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f6a98a8f type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1767326310.716117:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d731ab4b. 00000100:00000001:1.0:1767326310.716122:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326310.716128:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000f4ca48da x1853175408664960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326310.716135:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326310.716137:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326310.716139:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326310.716142:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306182337 00000100:00000040:1.0:1767326310.716145:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ca48da] to pc [ptlrpcd_00_01+1] req@00000000f4ca48da x1853175408664960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326310.716148:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ee61ad4. 00000100:00000001:2.0:1767326310.716157:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326310.716163:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306182337 00000100:00000010:2.0:1767326310.716168:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000020ebf5a0. 00000100:00000001:2.0:1767326310.716173:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326310.716179:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326310.716179:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306182337 00000100:00000010:2.0:1767326310.716182:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b2f365e. 00000100:00000040:1.0:1767326310.716184:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326310.716186:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326310.716190:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306182337 00000100:00000001:1.0:1767326310.716191:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326310.716193:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000013453981. 00000100:00000010:1.0:1767326310.716196:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf90a616. 00000100:00000001:2.0:1767326310.716197:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326310.716200:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767326310.716202:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326310.716203:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326310.716208:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326310.716208:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326310.716210:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326310.716212:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326310.716215:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326310.716220:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767326310.716221:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f4b5b63e. 00000100:00000001:2.0:1767326310.716223:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326310.716226:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326310.716226:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326310.716233:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000cf90a616 x1853175408665088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326310.716236:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326310.716239:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326310.716244:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1767326310.716247:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767326310.716251:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326310.716253:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326310.716254:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326310.716256:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326310.716257:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326310.716259:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326310.716260:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326310.716264:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4ca48da x1853175408664960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326310.716269:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf90a616] to pc [ptlrpcd_00_02+2] req@00000000cf90a616 x1853175408665088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326310.716296:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326310.716297:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326310.716300:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326310.716301:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326310.716303:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326310.716306:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326310.716307:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326310.716316:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f4ca48da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408664960:192.168.202.142@tcp:400: 00000100:00000040:1.0:1767326310.716320:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:0.0:1767326310.716321:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6a98a8f. 00000100:00000001:2.0:1767326310.716323:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326310.716327:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326310.716328:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767326310.716330:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326310.716333:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767326310.716334:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326310.716336:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11516) 02000000:00000010:2.0:1767326310.716339:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045e4d203. 02000000:00000001:2.0:1767326310.716343:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326310.716348:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:2.0:1767326310.716350:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000daa81a71. 00000400:00000010:2.0:1767326310.716356:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ed339f. 00000400:00000200:0.0:1767326310.716357:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfca0bf5 00000400:00000010:0.0:1767326310.716362:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfca0bf5. 00000100:00000001:0.0:1767326310.716368:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326310.716371:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408664960, portal 10 00000100:00000001:2.0:1767326310.716375:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326310.716376:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604907136 : -115369104644480 : ffff9712897fe680) 00000100:00000200:0.0:1767326310.716386:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9198884 x1853175408664832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326310.716386:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f4ca48da x1853175408664960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326310.716420:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326310.716425:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326310.716433:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326310.716437:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767326310.716439:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326310.716439:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326310.716440:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326310.716446:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326310.716449:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767326310.716451:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000411bc08a. 00000100:00000001:3.0:1767326310.716452:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326310.716457:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408664960, offset 0 00000100:00000001:3.0:1767326310.716457:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326310.716459:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326310.716460:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9198884 x1853175408664832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326310.716462:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326310.716469:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767326310.716471:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf90a616 x1853175408665088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326310.716481:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326310.716491:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326310.716492:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326310.716493:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326310.716497:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326310.716498:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767326310.716500:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:3.0:1767326310.716501:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326310.716504:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326310.716504:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326310.716509:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326310.716511:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [335:335:255:4294967295] 192.168.202.142@tcp LPNI seq info [335:335:7:4294967295] 00000400:00000200:2.0:1767326310.716519:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326310.716531:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326310.716534:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6a98a8f. 00000800:00000200:2.0:1767326310.716538:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326310.716543:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326310.716545:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f6a98a8f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326310.716548:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326310.716553:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 162178 usecs (163 jiffies) 00000100:00000001:2.0:1767326310.716555:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306178724 00000100:00000001:2.0:1767326310.716558:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306182337 00000100:00000001:2.0:1767326310.716560:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306178724 00000100:00000001:2.0:1767326310.716562:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306182337 00000100:00000001:2.0:1767326310.716563:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306178724 00000100:00000001:2.0:1767326310.716565:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306182337 00000100:00000001:2.0:1767326310.716567:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306178724 00000100:00000001:2.0:1767326310.716568:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306182337 00000100:00000001:2.0:1767326310.716570:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326310.716571:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326310.716578:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326310.716580:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326310.716593:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326310.716599:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf90a616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408665088:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326310.716604:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326310.716607:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326310.716610:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326310.716623:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767326310.716626:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1767326310.716627:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0e8d3bd. 00000800:00000010:0.0:1767326310.716630:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6a98a8f. 02000000:00000001:3.0:1767326310.716631:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326310.716636:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767326310.716638:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024ce0d50. 00000400:00000200:0.0:1767326310.716643:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:3.0:1767326310.716645:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede1e5f6. 00000400:00000200:0.0:1767326310.716647:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000411bc08a 00000400:00000010:0.0:1767326310.716651:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000411bc08a. 00000100:00000001:0.0:1767326310.716654:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326310.716657:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f4ca48da x1853175408664960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326310.716677:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326310.716680:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f4ca48da x1853175408664960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326310.716686:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326310.716687:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767326310.716841:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408665088, portal 10 00000100:00000001:3.0:1767326310.716845:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326310.716846:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604897280 : -115369104654336 : ffff9712897fc000) 00000100:00000040:3.0:1767326310.716853:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf90a616 x1853175408665088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326310.716861:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326310.716863:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326310.716866:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8e2a8b. 00000100:00000200:3.0:1767326310.716868:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408665088, offset 0 00000400:00000200:3.0:1767326310.716874:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326310.716879:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326310.716883:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326310.716886:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326310.716889:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326310.716891:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326310.716894:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [336:336:256:4294967295] 192.168.202.142@tcp LPNI seq info [336:336:8:4294967295] 00000100:00000001:1.0:1767326310.716954:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326310.716957:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326310.717012:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326310.717018:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326310.717023:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d29a8a. 00000800:00000200:3.0:1767326310.717026:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326310.717031:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326310.717034:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d29a8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326310.717053:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326310.717057:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 217165 usecs (218 jiffies) 00000100:00000001:3.0:1767326310.717059:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306178779 00000100:00000001:3.0:1767326310.717061:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306182337 00000100:00000001:3.0:1767326310.717069:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306178779 00000100:00000001:3.0:1767326310.717071:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306182337 00000100:00000001:3.0:1767326310.717074:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306178779 00000100:00000001:3.0:1767326310.717076:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306182337 00000100:00000001:3.0:1767326310.717078:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306178779 00000100:00000001:3.0:1767326310.717081:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306182337 00000100:00000001:3.0:1767326310.717083:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326310.717085:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326310.717087:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326310.717090:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326310.717111:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326310.717115:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d29a8a. 00000400:00000200:0.0:1767326310.717118:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326310.717121:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326310.717123:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8e2a8b 00000400:00000010:0.0:1767326310.717124:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8e2a8b. 00000100:00000001:0.0:1767326310.717131:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326310.717134:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf90a616 x1853175408665088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326310.717139:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326310.717141:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf90a616 x1853175408665088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326310.717145:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326310.717146:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326310.720197:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326310.720218:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326310.720224:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326310.720226:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326310.720239:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326310.720258:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0a100 00000400:00000200:2.0:1767326310.720282:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xb45 [1] + 224 00000800:00000001:2.0:1767326310.720291:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326310.720296:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326310.720314:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326310.720320:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326310.720327:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326310.720334:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9198884 x1853175408664832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326310.720347:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9198884 x1853175408664832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326310.720369:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326310.720379:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326310.720383:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326310.720385:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326310.720387:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326310.720392:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326310.720428:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0a180 00000400:00000200:2.0:1767326310.720434:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xb4d [1] + 224 00000800:00000001:2.0:1767326310.720437:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326310.720442:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326310.720444:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326310.720448:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326310.720451:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326310.720453:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326310.720456:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f4ca48da x1853175408664960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326310.720459:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326310.720468:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f4ca48da x1853175408664960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326310.720469:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326310.720473:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326310.720479:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767326310.720482:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089e50dcc. 00000400:00000200:1.0:1767326310.720488:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fd962e9 00000400:00000010:1.0:1767326310.720490:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fd962e9. 00000100:00000001:1.0:1767326310.720494:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767326310.720497:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326310.720501:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326310.720505:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326310.720507:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9198884 x1853175408664832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326310.720508:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326310.720517:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000200:1.0:1767326310.720529:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9198884 x1853175408664832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326310.720529:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0a200 00000100:00000001:1.0:1767326310.720542:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326310.720546:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326310.720546:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xb55 [1] + 224 00000100:00000001:1.0:1767326310.720550:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326310.720553:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326310.720556:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326310.720558:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326310.720562:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326310.720564:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326310.720573:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=6 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326310.720578:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=6 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326310.720581:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767326310.720581:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326310.720585:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326310.720586:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767326310.720592:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326310.720593:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00010000:00000001:1.0:1767326310.720596:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326310.720598:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326310.720601:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326310.720604:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf90a616 x1853175408665088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326310.720609:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9198884 x1853175408664832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326310.720625:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf90a616 x1853175408665088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326310.720626:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326310.720633:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326310.720637:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326310.720643:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9198884 x1853175408664832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326310.720646:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326310.720653:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767326310.720654:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408664832:192.168.202.142@tcp:400: 00000800:00000001:2.0:1767326310.720658:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326310.720662:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326310.720679:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326310.720681:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326310.720683:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9198884 x1853175408664832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326310.720685:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326310.720690:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326310.720692:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326310.720695:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024ce0d50. 00000100:00000001:1.0:1767326310.720696:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767326310.720699:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede1e5f6 02000000:00000001:1.0:1767326310.720701:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767326310.720701:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ede1e5f6. 00000100:00000001:3.0:1767326310.720704:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326310.720709:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf90a616 x1853175408665088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326310.720711:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0f41a40. 02000000:00000001:1.0:1767326310.720718:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767326310.720718:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf90a616 x1853175408665088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326310.720722:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326310.720724:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767326310.720726:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326310.720727:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326310.720730:0:211397:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767326310.720732:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767326310.720732:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326310.720734:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767326310.720736:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005493b67f. 00000100:00000001:3.0:1767326310.720736:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326310.720739:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326310.720744:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1767326310.720745:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=145 v=5 (5 5 5 0) 02000000:00000001:1.0:1767326310.720747:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1767326310.720749:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=102 v=5 (1 0 0 0) 00000100:00000010:1.0:1767326310.720751:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9198884. 00000100:00000001:3.0:1767326310.720752:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326310.720756:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326310.720757:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326310.720760:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326310.720763:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326310.720763:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326310.720767:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:3.0:1767326310.720768:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cf90a616 x1853175408665088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326310.720770:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326310.720774:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767326310.720776:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326310.720777:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326310.720780:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:1.0:1767326310.720781:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000daa81a71. 00000100:00000040:3.0:1767326310.720782:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326310.720785:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1767326310.720786:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ed339f 00000100:00000001:3.0:1767326310.720786:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326310.720790:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ed339f. 00000100:00000040:3.0:1767326310.720792:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf90a616 x1853175408665088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326310.720795:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326310.720799:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326310.720802:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f4ca48da x1853175408664960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326310.720802:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326310.720803:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326310.720812:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf90a616 x1853175408665088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326310.720819:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f4ca48da x1853175408664960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326310.720830:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf90a616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408665088:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326310.720834:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326310.720838:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326310.720838:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326310.720840:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326310.720842:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767326310.720844:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326310.720847:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767326310.720847:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf90a616 x1853175408665088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326310.720850:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326310.720854:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326310.720859:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1767326310.720861:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=151 v=5 (5 5 5 0) 02000000:00000001:3.0:1767326310.720861:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326310.720864:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0e8d3bd. 00000100:00001000:1.0:1767326310.720868:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=151 v=5 (1 1 1 0) 02000000:00000001:3.0:1767326310.720868:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326310.720870:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326310.720872:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326310.720875:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767326310.720875:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326310.720878:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326310.720879:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f4b5b63e. 02000000:00000001:3.0:1767326310.720883:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767326310.720884:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767326310.720885:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326310.720886:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf90a616. 00010000:00000001:1.0:1767326310.720892:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326310.720895:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326310.720897:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326310.720897:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326310.720902:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326310.720902:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326310.720906:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326310.720908:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326310.720910:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326310.720913:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f4ca48da x1853175408664960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326310.720913:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326310.720916:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326310.720919:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326310.720927:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326310.720929:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326310.720931:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326310.720935:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4ca48da x1853175408664960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326310.720942:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f4ca48da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408664960:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326310.720946:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326310.720947:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326310.720949:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f4ca48da x1853175408664960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326310.720955:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326310.720957:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326310.720958:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045e4d203. 02000000:00000001:1.0:1767326310.720961:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326310.720963:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326310.720964:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326310.720966:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326310.720967:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d731ab4b. 02000000:00000001:1.0:1767326310.720969:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326310.720970:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326310.720972:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4ca48da. 00000100:00000001:1.0:1767326310.720974:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326310.720975:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326310.720977:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326310.720981:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326310.720982:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326310.720989:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326310.720991:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326311.739537:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326311.739547:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326311.739554:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326311.739556:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326311.739691:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326311.739696:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326311.739699:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326312.763561:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326312.763570:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326312.763578:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326312.763582:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326312.763584:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326312.763591:0:215456:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326312.763603:0:215456:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326312.763604:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326312.763608:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326312.763611:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326312.763613:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326312.763615:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326312.763720:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326312.763725:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326312.763728:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326313.787573:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326313.787583:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326313.787590:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326313.787591:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326313.787613:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326313.787616:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326313.787628:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326314.555557:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306182337, at 4306182400 00000100:00000040:3.0:1767326314.555557:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306182337, at 4306182400 00000100:00000010:0.0:1767326314.555580:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ee61ad4. 00000100:00000010:3.0:1767326314.555586:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000013453981. 00000100:00000040:2.0:1767326314.555758:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306182337, at 4306182400 00000100:00000010:2.0:1767326314.555766:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b2f365e. 00000100:00000040:1.0:1767326314.555787:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306182337, at 4306182400 00000100:00000010:1.0:1767326314.555794:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000020ebf5a0. 00010000:00000001:0.0:1767326314.811537:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326314.811549:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326314.811552:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326314.811555:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326314.811561:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326314.811563:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326314.811564:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326314.811566:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326314.811570:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326314.811571:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326314.811618:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326314.811622:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326314.811644:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326315.835558:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326315.835578:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326315.835592:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4ca48da. 00000020:00000040:1.0:1767326315.835600:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326315.835605:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326315.835609:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326315.835625:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326315.835635:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d731ab4b. 00000100:00000001:1.0:1767326315.835643:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326315.835656:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000f4ca48da x1853175408665216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326315.835669:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326315.835671:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326315.835676:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ca48da] to pc [ptlrpcd_00_03+3] req@00000000f4ca48da x1853175408665216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326315.835703:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326315.835705:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326315.835708:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326315.835711:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9198884. 00000020:00000040:1.0:1767326315.835714:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326315.835716:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326315.835718:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326315.835719:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326315.835722:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005493b67f. 00000100:00000001:1.0:1767326315.835725:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326315.835725:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326315.835730:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000b9198884 x1853175408665344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326315.835732:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326315.835737:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326315.835746:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4ca48da x1853175408665216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326315.835756:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326315.835760:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326315.835768:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326315.835769:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326315.835772:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326315.835773:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326315.835777:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9198884] to pc [ptlrpcd_00_00+0] req@00000000b9198884 x1853175408665344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326315.835779:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326315.835787:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f4ca48da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408665216:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326315.835795:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326315.835802:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326315.835806:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326315.835807:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326315.835811:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326315.835811:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326315.835817:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767326315.835819:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc65b422. 00000100:00000010:1.0:1767326315.835821:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076e54421. 02000000:00000001:2.0:1767326315.835824:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326315.835825:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326315.835828:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326315.835830:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326315.835832:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326315.835838:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015e6043a. 00000100:00000001:1.0:1767326315.835841:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326315.835841:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1209611. 00000100:00000040:1.0:1767326315.835847:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000076e54421 x1853175408665472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767326315.835852:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000364a6fcd. 00000100:00000001:1.0:1767326315.835856:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326315.835857:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326315.835859:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076e54421] to pc [ptlrpcd_00_01+1] req@0000000076e54421 x1853175408665472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326315.835869:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326315.835871:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326315.835875:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1767326315.835875:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408665216, portal 25 00000100:00000001:2.0:1767326315.835881:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326315.835883:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11521) 00000100:00000001:2.0:1767326315.835884:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604907136 : -115369104644480 : ffff9712897fe680) 00000100:00000040:2.0:1767326315.835894:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f4ca48da x1853175408665216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326315.835904:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326315.835907:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326315.835911:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000628fadee. 00000100:00000001:0.0:1767326315.835915:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326315.835915:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408665216, offset 0 00000100:00000001:0.0:1767326315.835921:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326315.835927:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00010000:00000001:0.0:1767326315.835943:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326315.835948:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326315.835953:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326315.835955:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326315.835955:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326315.835966:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326315.835969:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326315.835973:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326315.835974:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326315.835977:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767326315.835980:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326315.835982:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1767326315.835985:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326315.835985:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9198884 x1853175408665344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326315.835990:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00010000:00010000:0.0:1767326315.835992:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326315.835997:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [337:337:256:4294967295] 192.168.202.142@tcp LPNI seq info [337:337:8:4294967295] 00000400:00000200:2.0:1767326315.836014:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326315.836027:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326315.836028:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326315.836031:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326315.836034:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326315.836036:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767326315.836036:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f07b907. 02000000:00000001:1.0:1767326315.836042:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326315.836046:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408665344:192.168.202.142@tcp:400: 00000800:00000200:2.0:1767326315.836050:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326315.836053:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326315.836057:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326315.836059:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326315.836062:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767326315.836064:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000010:1.0:1767326315.836067:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002cd6166c. 00000800:00000200:2.0:1767326315.836070:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f07b907 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767326315.836071:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326315.836078:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002395dae0. 00000400:00000010:1.0:1767326315.836084:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2edddf. 00000100:00000200:1.0:1767326315.836087:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408665344, portal 10 00000100:00000001:3.0:1767326315.836089:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326315.836090:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326315.836093:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604905344 : -115369104646272 : ffff9712897fdf80) 00000100:00000001:3.0:1767326315.836094:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326315.836097:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326315.836103:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076e54421 x1853175408665472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326315.836104:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9198884 x1853175408665344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326315.836120:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326315.836123:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326315.836124:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326315.836126:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326315.836130:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326315.836130:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326315.836135:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326315.836136:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d7bb058. 00000100:00100000:3.0:1767326315.836138:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000076e54421 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408665472:192.168.202.142@tcp:400: 00000100:00000200:1.0:1767326315.836141:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408665344, offset 0 00000100:00000001:3.0:1767326315.836142:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326315.836147:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326315.836147:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326315.836149:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326315.836152:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326315.836153:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326315.836156:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306187457 02000000:00000010:3.0:1767326315.836159:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f5a5fd7. 00000400:00000200:1.0:1767326315.836162:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000010:2.0:1767326315.836162:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b2f365e. 02000000:00000001:3.0:1767326315.836163:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326315.836169:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024ce0d50. 00000400:00000200:1.0:1767326315.836170:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326315.836175:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326315.836176:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:3.0:1767326315.836176:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede1e5f6. 00000100:00000200:3.0:1767326315.836181:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408665472, portal 10 00000400:00000200:1.0:1767326315.836183:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326315.836186:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306187457 00000400:00000200:1.0:1767326315.836187:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326315.836193:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326315.836194:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [338:338:255:4294967295] 192.168.202.142@tcp LPNI seq info [338:338:7:4294967295] 00000100:00000001:3.0:1767326315.836195:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604909824 : -115369104641792 : ffff9712897ff100) 00000100:00000010:2.0:1767326315.836196:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000020ebf5a0. 00000100:00000001:2.0:1767326315.836203:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767326315.836206:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000076e54421 x1853175408665472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326315.836212:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326315.836216:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306187457 00000100:00000001:3.0:1767326315.836219:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767326315.836222:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ee61ad4. 00000100:00000040:3.0:1767326315.836227:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326315.836229:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767326315.836232:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326315.836234:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fb78b1d. 00000100:00000001:2.0:1767326315.836235:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306187457 00000800:00000010:1.0:1767326315.836237:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb080471. 00000100:00000200:3.0:1767326315.836241:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408665472, offset 0 00000100:00000010:2.0:1767326315.836242:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000013453981. 00000800:00000200:1.0:1767326315.836247:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326315.836250:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326315.836253:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:1.0:1767326315.836257:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326315.836257:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326315.836262:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb080471 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326315.836264:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326315.836264:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326315.836269:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326315.836271:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326315.836272:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767326315.836276:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 160566 usecs (161 jiffies) 00000100:00000001:2.0:1767326315.836276:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326315.836279:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326315.836284:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306183841 00000400:00000200:3.0:1767326315.836284:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326315.836290:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306187457 00000100:00000001:2.0:1767326315.836290:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326315.836290:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326315.836295:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326315.836296:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306183841 00000400:00000200:3.0:1767326315.836297:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [339:339:254:4294967295] 192.168.202.142@tcp LPNI seq info [339:339:6:4294967295] 00000100:00000001:2.0:1767326315.836301:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326315.836302:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306187457 00000100:00000001:2.0:1767326315.836305:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326315.836309:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306183841 00000100:00000001:2.0:1767326315.836310:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326315.836312:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326315.836315:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306187457 00000100:00000001:2.0:1767326315.836317:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326315.836320:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306183841 00000100:00000001:1.0:1767326315.836323:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306187457 00000100:00000001:1.0:1767326315.836325:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326315.836327:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326315.836329:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326315.836332:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326315.836334:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d29a8a. 00000100:00000001:1.0:1767326315.836336:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326315.836340:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326315.836342:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326315.836346:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326315.836346:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326315.836351:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d29a8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326315.836352:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326315.836354:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326315.836355:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326315.836359:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 214937 usecs (215 jiffies) 00000100:00000001:1.0:1767326315.836360:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326315.836363:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306183895 00000100:00000001:1.0:1767326315.836364:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326315.836366:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306187457 00000100:00000001:3.0:1767326315.836370:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306183895 00000100:00000001:3.0:1767326315.836371:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306187457 00000100:00000001:3.0:1767326315.836373:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306183895 00000100:00000001:3.0:1767326315.836374:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306187457 00000100:00000001:3.0:1767326315.836380:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306183895 00000100:00000001:3.0:1767326315.836382:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306187457 00000100:00000001:3.0:1767326315.836384:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326315.836385:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326315.836387:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326315.836389:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326315.836393:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326315.836394:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326315.836396:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326315.836397:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326315.836419:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326315.836425:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f07b907. 00000400:00000200:0.0:1767326315.836433:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326315.836434:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326315.836438:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326315.836441:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326315.836448:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000628fadee 00000400:00000010:0.0:1767326315.836451:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000628fadee. 00000100:00000001:0.0:1767326315.836457:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326315.836462:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f4ca48da x1853175408665216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326315.836472:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326315.836475:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f4ca48da x1853175408665216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326315.836482:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326315.836483:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326315.836496:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326315.836498:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb080471. 00000400:00000200:0.0:1767326315.836501:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326315.836510:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326315.836514:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d7bb058 00000400:00000010:0.0:1767326315.836515:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d7bb058. 00000100:00000001:0.0:1767326315.836518:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326315.836521:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9198884 x1853175408665344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326315.836529:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326315.836530:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9198884 x1853175408665344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326315.836537:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326315.836539:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326315.836599:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326315.836602:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d29a8a. 00000400:00000200:0.0:1767326315.836623:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326315.836627:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326315.836631:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fb78b1d 00000400:00000010:0.0:1767326315.836632:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fb78b1d. 00000100:00000001:0.0:1767326315.836635:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326315.836638:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076e54421 x1853175408665472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326315.836644:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326315.836647:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076e54421 x1853175408665472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326315.836652:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326315.836653:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326315.838493:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326315.838509:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326315.838513:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326315.838515:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326315.838525:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326315.838540:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0a280 00000400:00000200:0.0:1767326315.838549:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xb5d [1] + 224 00000800:00000001:0.0:1767326315.838566:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326315.838572:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326315.838575:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326315.838579:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326315.838585:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326315.838591:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f4ca48da x1853175408665216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326315.838685:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f4ca48da x1853175408665216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326315.838705:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326315.838718:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326315.838721:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326315.838723:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326315.838724:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326315.838727:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326315.838732:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0a300 00000400:00000200:0.0:1767326315.838736:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xb65 [1] + 224 00000800:00000001:0.0:1767326315.838740:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326315.838745:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326315.838746:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326315.838750:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326315.838752:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326315.838753:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326315.838757:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9198884 x1853175408665344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326315.838758:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326315.838766:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9198884 x1853175408665344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326315.838767:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326315.838771:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326315.838776:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1209611. 00000400:00000200:2.0:1767326315.838781:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364a6fcd 00000400:00000010:2.0:1767326315.838783:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000364a6fcd. 00000100:00000001:2.0:1767326315.838787:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326315.838788:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767326315.838793:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f4ca48da x1853175408665216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326315.838795:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326315.838800:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326315.838804:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326315.838808:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326315.838813:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f4ca48da x1853175408665216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326315.838825:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:2.0:1767326315.838825:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326315.838829:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326315.838832:0:211397:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767326315.838836:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0a380 02000000:00000001:2.0:1767326315.838836:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326315.838838:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326315.838840:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326315.838843:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326315.838844:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326315.838848:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xb6d [1] + 224 02000000:00000001:2.0:1767326315.838850:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326315.838865:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=11 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326315.838869:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=11 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326315.838873:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326315.838875:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326315.838878:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326315.838881:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326315.838884:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326315.838889:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f4ca48da x1853175408665216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326315.838896:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326315.838899:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326315.838901:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326315.838905:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4ca48da x1853175408665216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326315.838913:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f4ca48da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408665216:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326315.838918:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326315.838923:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767326315.838926:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326315.838926:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767326315.838926:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f4ca48da x1853175408665216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326315.838930:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326315.838935:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002395dae0. 00000800:00000001:0.0:1767326315.838936:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326315.838938:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767326315.838942:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326315.838942:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2edddf 02000000:00000001:2.0:1767326315.838944:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326315.838948:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc65b422. 00000400:00000200:0.0:1767326315.838949:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:1.0:1767326315.838954:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2edddf. 02000000:00000001:2.0:1767326315.838956:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326315.838960:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767326315.838960:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326315.838964:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767326315.838964:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000200:1.0:1767326315.838968:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9198884 x1853175408665344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326315.838970:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767326315.838973:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076e54421 x1853175408665472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326315.838975:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d731ab4b. 02000000:00000001:2.0:1767326315.838982:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326315.838985:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326315.838988:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4ca48da. 00000100:00000001:2.0:1767326315.838996:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326315.838999:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326315.839000:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9198884 x1853175408665344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326315.839002:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000076e54421 x1853175408665472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326315.839004:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326315.839020:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326315.839023:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326315.839028:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326315.839030:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326315.839032:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326315.839033:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326315.839036:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326315.839039:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326315.839039:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326315.839042:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326315.839043:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326315.839045:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326315.839046:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326315.839051:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=6 v=5 (5 5 5 5) 00000800:00000001:0.0:1767326315.839052:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326315.839059:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=6 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326315.839061:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326315.839062:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326315.839064:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326315.839066:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326315.839068:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326315.839069:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326315.839070:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326315.839072:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326315.839074:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326315.839074:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326315.839080:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9198884 x1853175408665344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326315.839080:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326315.839084:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326315.839086:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024ce0d50. 00000400:00000200:3.0:1767326315.839089:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede1e5f6 00000400:00000010:3.0:1767326315.839092:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ede1e5f6. 00000100:00000001:3.0:1767326315.839097:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326315.839103:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326315.839104:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076e54421 x1853175408665472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326315.839108:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326315.839110:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326315.839118:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9198884 x1853175408665344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326315.839122:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076e54421 x1853175408665472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326315.839140:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408665344:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326315.839142:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326315.839145:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326315.839149:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326315.839149:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326315.839151:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326315.839153:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326315.839154:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326315.839159:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326315.839160:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1767326315.839164:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=150 v=5 (5 5 5 0) 00000100:00000040:1.0:1767326315.839166:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9198884 x1853175408665344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326315.839169:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=107 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326315.839175:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326315.839178:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326315.839181:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326315.839183:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326315.839187:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002cd6166c. 00010000:00000001:3.0:1767326315.839187:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326315.839192:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000076e54421 x1853175408665472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326315.839193:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326315.839197:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326315.839200:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00010000:00000001:3.0:1767326315.839205:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326315.839206:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326315.839209:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:1.0:1767326315.839210:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005493b67f. 00000100:00000040:3.0:1767326315.839212:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326315.839215:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767326315.839216:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326315.839216:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326315.839220:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767326315.839221:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076e54421 x1853175408665472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326315.839223:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9198884. 00000100:00000001:1.0:1767326315.839229:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326315.839230:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326315.839231:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326315.839233:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326315.839235:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326315.839235:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326315.839241:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076e54421 x1853175408665472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326315.839244:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326315.839248:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326315.839248:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000076e54421 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408665472:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326315.839253:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326315.839254:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326315.839257:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326315.839257:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326315.839259:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076e54421 x1853175408665472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326315.839265:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326315.839266:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326315.839268:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f5a5fd7. 02000000:00000001:3.0:1767326315.839271:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326315.839272:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326315.839272:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326315.839274:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326315.839275:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000015e6043a. 02000000:00000001:3.0:1767326315.839277:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326315.839278:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326315.839279:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076e54421. 00000100:00000001:3.0:1767326315.839285:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326315.839286:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326315.839287:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326315.839290:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326315.839291:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326315.839292:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326315.839293:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326316.859492:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326316.859503:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326316.859510:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326316.859511:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326316.859536:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326316.859540:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326316.859543:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326317.883475:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326317.883485:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326317.883493:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326317.883494:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326317.883554:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326317.883559:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326317.883562:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326318.907753:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326318.907761:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326318.907767:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326318.907768:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326318.907801:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326318.907806:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326318.907810:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326319.675594:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306187457, at 4306187520 00000100:00000040:3.0:1767326319.675594:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306187457, at 4306187520 00000100:00000040:0.0:1767326319.675600:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306187457, at 4306187520 00000100:00000010:0.0:1767326319.675631:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b2f365e. 00000100:00000010:2.0:1767326319.675636:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ee61ad4. 00000100:00000010:3.0:1767326319.675645:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000013453981. 00000100:00000040:1.0:1767326319.675839:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306187457, at 4306187520 00000100:00000010:1.0:1767326319.675846:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000020ebf5a0. 00010000:00000001:0.0:1767326319.931552:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326319.931615:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326319.931623:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326319.931624:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326319.931663:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326319.931667:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326319.931670:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326320.955564:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326320.955578:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326320.955585:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326320.955588:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326320.955594:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326320.955597:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326320.955605:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767326320.955616:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326320.955623:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326320.955627:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326320.955634:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326320.955645:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a28d6e6. 00000100:00000001:2.0:1767326320.955655:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326320.955667:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326320.955672:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326320.955673:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000009561302 x1853175408665600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767326320.955676:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326320.955688:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326320.955692:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326320.955699:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_02+2] req@0000000009561302 x1853175408665600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326320.955732:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326320.955735:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326320.955739:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326320.955740:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326320.955745:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326320.955748:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767326320.955754:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000100:00000040:0.0:1767326320.955755:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408665600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326320.955760:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326320.955766:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326320.955769:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326320.955770:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767326320.955773:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326320.955774:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326320.955778:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326320.955781:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326320.955783:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326320.955784:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326320.955788:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408665600:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326320.955790:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326320.955792:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326320.955799:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767326320.955802:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 00000100:00000001:2.0:1767326320.955807:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326320.955810:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326320.955814:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000b6591187 x1853175408665728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326320.955818:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326320.955826:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049a4ce3c. 00000100:00000001:2.0:1767326320.955826:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326320.955829:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326320.955831:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326320.955835:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_03+3] req@00000000b6591187 x1853175408665728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326320.955841:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb87184f. 00000400:00000010:0.0:1767326320.955853:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600e12d3. 00000100:00000001:2.0:1767326320.955856:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326320.955860:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326320.955864:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1767326320.955865:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408665600, portal 25 00000100:00000010:2.0:1767326320.955868:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000100:00000001:0.0:1767326320.955869:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326320.955873:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000020:00000040:2.0:1767326320.955874:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326320.955879:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767326320.955880:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408665600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326320.955883:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326320.955885:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326320.955888:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326320.955889:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326320.955894:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326320.955894:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767326320.955896:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb30d8a. 00000100:00000001:2.0:1767326320.955902:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326320.955903:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408665728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326320.955910:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326320.955911:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000032a2412e x1853175408665856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767326320.955915:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d045329. 00000100:00000200:0.0:1767326320.955921:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408665600, offset 0 00000100:00000001:2.0:1767326320.955930:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767326320.955937:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326320.955938:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326320.955941:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326320.955942:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326320.955947:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326320.955950:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_00+0] req@0000000032a2412e x1853175408665856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326320.955951:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326320.955957:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326320.955965:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408665728:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326320.955969:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326320.955973:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326320.955977:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326320.955980:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326320.955980:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326320.955985:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326320.955990:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326320.955990:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326320.955990:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fab98bf8. 02000000:00000001:3.0:1767326320.955996:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326320.955997:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767326320.955999:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767326320.956004:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024ce0d50. 00000100:00000040:2.0:1767326320.956006:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326320.956007:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326320.956014:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [340:340:256:4294967295] 192.168.202.142@tcp LPNI seq info [340:340:8:4294967295] 00000400:00000010:3.0:1767326320.956020:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede1e5f6. 00000100:00000040:2.0:1767326320.956023:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11526) 00000100:00000200:3.0:1767326320.956025:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408665728, portal 10 00000100:00000001:3.0:1767326320.956029:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326320.956032:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000400:00000200:0.0:1767326320.956036:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:3.0:1767326320.956043:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408665728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326320.956046:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326320.956052:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767326320.956054:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097316619. 00000100:00000001:3.0:1767326320.956057:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326320.956063:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00100000:2.0:1767326320.956065:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000800:00000200:0.0:1767326320.956066:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326320.956070:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326320.956070:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da85e6c9. 00000800:00000200:0.0:1767326320.956078:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326320.956082:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097316619 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326320.956085:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326320.956089:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326320.956091:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326320.956093:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326320.956095:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326320.956097:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326320.956102:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408665856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326320.956103:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306192577 00000100:00000010:0.0:1767326320.956108:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077436310. 00000100:00000001:0.0:1767326320.956116:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767326320.956123:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306192577 00000100:00000010:0.0:1767326320.956127:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1e5b507. 00000100:00000001:2.0:1767326320.956127:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326320.956132:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326320.956133:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326320.956137:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306192577 02000000:00000001:2.0:1767326320.956138:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326320.956141:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767326320.956142:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be5cd0f0. 02000000:00000001:2.0:1767326320.956144:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326320.956146:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00100000:2.0:1767326320.956149:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408665856:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326320.956150:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306192577 00000100:00000001:2.0:1767326320.956153:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326320.956156:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326320.956157:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326320.956159:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767326320.956165:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006635b1ce. 02000000:00000010:2.0:1767326320.956165:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057481db0. 02000000:00000001:2.0:1767326320.956169:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326320.956171:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767326320.956172:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1209611. 00000100:00000001:0.0:1767326320.956178:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326320.956179:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000364a6fcd. 00000100:00000200:2.0:1767326320.956182:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408665856, portal 10 00000100:00000001:2.0:1767326320.956183:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326320.956186:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000001:0.0:1767326320.956191:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326320.956193:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408665856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326320.956198:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326320.956204:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326320.956205:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326320.956209:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326320.956210:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326320.956213:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767326320.956213:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000011205e8. 00000100:00000001:0.0:1767326320.956219:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326320.956219:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408665856, offset 0 00000100:00000001:0.0:1767326320.956223:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326320.956225:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326320.956227:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326320.956230:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326320.956237:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326320.956248:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326320.956252:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326320.956255:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326320.956257:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326320.956260:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [341:341:255:4294967295] 192.168.202.142@tcp LPNI seq info [341:341:7:4294967295] 00000400:00000200:2.0:1767326320.956267:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326320.956272:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326320.956278:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f07b907. 00000800:00000200:2.0:1767326320.956282:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326320.956287:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326320.956289:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f07b907 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326320.956293:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326320.956294:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408665728, offset 0 00000100:00000040:2.0:1767326320.956297:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 212741 usecs (213 jiffies) 00000100:00000001:2.0:1767326320.956302:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306189013 00000100:00000001:2.0:1767326320.956307:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306192577 00000400:00000200:3.0:1767326320.956307:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326320.956313:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306189013 00000400:00000200:3.0:1767326320.956316:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326320.956317:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306192577 00000100:00000001:2.0:1767326320.956322:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306189013 00000400:00000200:3.0:1767326320.956324:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326320.956326:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306192577 00000400:00000200:3.0:1767326320.956330:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326320.956331:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306189013 00000400:00000200:3.0:1767326320.956336:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326320.956337:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306192577 00000800:00000200:0.0:1767326320.956338:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326320.956343:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326320.956343:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000010:0.0:1767326320.956345:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097316619. 00000100:00000001:2.0:1767326320.956350:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326320.956351:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [342:342:254:4294967295] 192.168.202.142@tcp LPNI seq info [342:342:6:4294967295] 00000400:00000200:0.0:1767326320.956353:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326320.956355:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326320.956361:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326320.956368:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326320.956374:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326320.956380:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326320.956385:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc945970. 00000400:00000200:0.0:1767326320.956388:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d045329 00000800:00000200:3.0:1767326320.956392:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:0.0:1767326320.956393:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d045329. 00000100:00000001:1.0:1767326320.956421:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326320.956425:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326320.956426:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326320.956433:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408665600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326320.956446:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326320.956449:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408665600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326320.956456:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326320.956458:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326320.956476:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326320.956479:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f07b907. 00000400:00000200:0.0:1767326320.956483:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326320.956487:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326320.956490:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000011205e8 00000400:00000010:0.0:1767326320.956491:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000011205e8. 00000100:00000001:0.0:1767326320.956495:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326320.956497:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408665856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326320.956505:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326320.956507:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408665856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326320.956524:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326320.956526:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326320.956537:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326320.956541:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc945970 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326320.956549:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326320.956553:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 158970 usecs (159 jiffies) 00000100:00000001:3.0:1767326320.956557:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306188960 00000100:00000001:3.0:1767326320.956559:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306192577 00000100:00000001:3.0:1767326320.956562:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306188960 00000100:00000001:3.0:1767326320.956564:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306192577 00000800:00000200:0.0:1767326320.956588:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326320.956592:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc945970. 00000400:00000200:0.0:1767326320.956596:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326320.956600:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326320.956603:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da85e6c9 00000400:00000010:0.0:1767326320.956604:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da85e6c9. 00000100:00000001:0.0:1767326320.956607:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326320.956611:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408665728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326320.956619:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326320.956622:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408665728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326320.956628:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326320.956630:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326320.956664:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306188960 00000100:00000001:3.0:1767326320.956667:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306192577 00000100:00000001:3.0:1767326320.956669:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306188960 00000100:00000001:3.0:1767326320.956670:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306192577 00000100:00000001:3.0:1767326320.956673:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326320.956675:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326320.956677:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326320.956679:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326320.956684:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326320.956685:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326320.956687:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326320.956722:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326320.956725:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326320.956727:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326320.958249:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326320.958265:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326320.958270:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326320.958273:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326320.958282:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326320.958298:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0a400 00000400:00000200:0.0:1767326320.958306:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xb75 [1] + 224 00000800:00000001:0.0:1767326320.958314:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326320.958321:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326320.958323:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326320.958327:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326320.958332:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326320.958338:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408665600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326320.958349:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408665600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326320.958420:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326320.958423:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326320.958459:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326320.958469:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326320.958473:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326320.958475:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326320.958477:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326320.958482:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326320.958489:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0a500 00000400:00000200:0.0:1767326320.958494:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xb81 [1] + 224 00000800:00000001:0.0:1767326320.958498:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326320.958502:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326320.958504:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326320.958507:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326320.958510:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326320.958514:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408665856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326320.958544:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408665856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326320.958561:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326320.958566:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326320.958584:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326320.958586:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326320.958589:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326320.958594:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326320.958601:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0a480 00000400:00000200:0.0:1767326320.958606:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xb7d [1] + 224 00000800:00000001:0.0:1767326320.958610:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326320.958612:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326320.958616:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326320.958618:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326320.958621:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767326320.958624:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326320.958626:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:2.0:1767326320.958629:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326320.958640:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1209611. 00000400:00000200:2.0:1767326320.958645:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364a6fcd 00000400:00000010:2.0:1767326320.958646:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000364a6fcd. 00000100:00000001:2.0:1767326320.958650:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326320.958655:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408665856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326320.958664:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408665856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326320.958670:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326320.958672:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326320.958676:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326320.958679:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326320.958682:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326320.958685:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326320.958688:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326320.958697:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=5 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326320.958702:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=112 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326320.958705:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326320.958713:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326320.958717:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326320.958723:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000032a2412e x1853175408665856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326320.958731:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326320.958736:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326320.958738:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767326320.958738:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326320.958742:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326320.958744:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326320.958749:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408665856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326320.958754:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408665728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326320.958764:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326320.958771:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408665728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326320.958779:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326320.958782:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326320.958788:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408665856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326320.958789:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326320.958798:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326320.958802:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326320.958807:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408665856:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326320.958815:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326320.958818:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326320.958821:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408665856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326320.958823:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326320.958828:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326320.958834:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1767326320.958835:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326320.958838:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767326320.958839:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767326320.958840:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024ce0d50. 02000000:00000010:2.0:1767326320.958845:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057481db0. 00000400:00000200:3.0:1767326320.958846:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede1e5f6 00000400:00000010:3.0:1767326320.958850:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ede1e5f6. 02000000:00000001:2.0:1767326320.958852:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326320.958855:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326320.958855:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767326320.958857:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1767326320.958859:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000400:00000001:1.0:1767326320.958862:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767326320.958864:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1767326320.958865:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb87184f. 02000000:00000010:2.0:1767326320.958869:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb30d8a. 00000400:00000200:1.0:1767326320.958875:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600e12d3 02000000:00000001:2.0:1767326320.958876:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1767326320.958879:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600e12d3. 02000000:00000001:2.0:1767326320.958880:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326320.958885:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:1.0:1767326320.958887:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326320.958888:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408665728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326320.958891:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1767326320.958895:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408665600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326320.958895:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326320.958900:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326320.958910:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767326320.958910:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408665728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326320.958913:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326320.958920:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326320.958923:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326320.958932:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408665600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326320.958935:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326320.958937:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326320.958940:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326320.958943:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326320.958945:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326320.958948:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326320.958953:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326320.958957:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767326320.958960:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=11 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326320.958961:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326320.958963:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326320.958965:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326320.958967:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1767326320.958973:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=11 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326320.958975:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326320.958976:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326320.958979:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326320.958980:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326320.958982:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1767326320.958985:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=16 v=5 (5 5 5 5) 00010000:00000001:3.0:1767326320.958987:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326320.958992:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1767326320.958993:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=16 v=5 (1 1 1 1) 00000100:00000040:3.0:1767326320.958995:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326320.958998:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326320.958999:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326320.959001:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326320.959002:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326320.959006:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326320.959009:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326320.959009:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408665728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326320.959013:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326320.959020:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408665600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326320.959023:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326320.959027:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326320.959030:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326320.959037:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326320.959038:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408665728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326320.959040:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326320.959043:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326320.959050:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408665600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326320.959056:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408665728:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326320.959066:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326320.959070:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408665600:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326320.959070:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326320.959076:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326320.959079:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326320.959088:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408665728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326320.959089:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408665600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326320.959107:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326320.959109:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326320.959112:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fab98bf8. 00000100:00000001:1.0:1767326320.959118:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326320.959119:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767326320.959122:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767326320.959123:0:211397:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:1.0:1767326320.959127:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049a4ce3c. 00000020:00000040:3.0:1767326320.959127:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326320.959132:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767326320.959134:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1767326320.959135:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 00000020:00000001:1.0:1767326320.959138:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326320.959140:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 02000000:00000001:3.0:1767326320.959141:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326320.959143:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326320.959144:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:3.0:1767326320.959147:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767326320.959150:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326320.959152:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a28d6e6. 02000000:00000001:1.0:1767326320.959156:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326320.959157:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326320.959159:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326320.959161:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767326320.959162:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:1.0:1767326320.959167:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326320.959168:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326320.959169:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326320.959171:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326320.959172:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326320.959175:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326320.959178:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326320.959179:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326320.959182:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326320.959184:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326320.959186:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326321.979501:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326321.979509:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326321.979518:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326321.979519:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326321.979623:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326321.979626:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326321.979630:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326323.003571:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326323.003591:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326323.003601:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326323.003605:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326323.003608:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326323.003615:0:215456:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326323.003618:0:215456:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326323.003620:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326323.003624:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326323.003626:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326323.003628:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326323.003630:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326323.003655:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326323.003658:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326323.003661:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326324.027744:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326324.027755:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326324.027763:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326324.027764:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326324.027876:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326324.027882:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326324.027885:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326324.795552:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306192577, at 4306192640 00000100:00000040:1.0:1767326324.795552:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306192577, at 4306192640 00000100:00000040:2.0:1767326324.795552:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306192577, at 4306192640 00000100:00000040:3.0:1767326324.795552:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306192577, at 4306192640 00000100:00000010:1.0:1767326324.795575:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1e5b507. 00000100:00000010:3.0:1767326324.795578:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006635b1ce. 00000100:00000010:2.0:1767326324.795586:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be5cd0f0. 00000100:00000010:0.0:1767326324.795588:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077436310. 00010000:00000001:0.0:1767326325.051592:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326325.051603:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326325.051605:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326325.051631:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326325.051637:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326325.051639:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326325.051641:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326325.051643:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326325.051646:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326325.051647:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326325.051714:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326325.051719:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326325.051723:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326326.075558:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326326.075570:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326326.075580:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326326.075581:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326326.075609:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326326.075614:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326326.075617:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326326.075630:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326326.075663:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326326.075673:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326326.075681:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326326.075687:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326326.075691:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326326.075698:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326326.075707:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb30d8a. 00000100:00000001:2.0:1767326326.075715:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326326.075730:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000032a2412e x1853175408665984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326326.075743:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326326.075745:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326326.075751:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_01+1] req@0000000032a2412e x1853175408665984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326326.075784:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326326.075787:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326326.075790:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326326.075793:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000020:00000040:2.0:1767326326.075795:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326326.075799:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326326.075800:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326326.075802:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326326.075806:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:2.0:1767326326.075809:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326326.075812:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000006b877052 x1853175408666112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326326.075813:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326326.075820:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767326326.075822:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326326.075824:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326326.075824:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326326.075825:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326326.075829:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326326.075832:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_02+2] req@000000006b877052 x1853175408666112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326326.075836:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326326.075840:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326326.075845:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326326.075847:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326326.075850:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326326.075856:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408665984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326326.075866:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326326.075874:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326326.075874:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326326.075879:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326326.075882:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326326.075882:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767326326.075887:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:1.0:1767326326.075889:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326326.075891:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326326.075894:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326326.075894:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326326.075897:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326326.075899:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326326.075902:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326326.075905:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408665984:192.168.202.142@tcp:400: 02000000:00000010:2.0:1767326326.075905:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a28d6e6. 00000100:00100000:3.0:1767326326.075906:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767326326.075908:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326326.075912:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326326.075912:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326326.075913:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326326.075916:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326326.075919:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326326.075920:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000e6bdf5e7 x1853175408666240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326326.075921:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326326.075921:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326326.075924:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326326.075925:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326326.075930:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326326.075930:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408666112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326326.075937:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064912513. 00000100:00000001:2.0:1767326326.075939:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326326.075941:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326326.075942:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326326.075945:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326326.075948:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326326.075950:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_03+3] req@00000000e6bdf5e7 x1853175408666240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326326.075951:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326326.075954:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326326.075956:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002395dae0. 02000000:00000001:3.0:1767326326.075958:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326326.075963:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326326.075965:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2edddf. 00000100:00100000:3.0:1767326326.075965:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408666112:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326326.075969:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767326326.075970:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767326326.075971:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326326.075972:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326326.075974:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326326.075975:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408665984, portal 25 02000000:00000001:3.0:1767326326.075975:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326326.075977:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326326.075979:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326326.075980:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326326.075983:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326326.075983:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000040:2.0:1767326326.075984:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1767326326.075985:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fab98bf8. 00000100:00000001:0.0:1767326326.075986:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326326.075989:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326326.075991:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326326.075993:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408665984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326326.075994:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11531) 00000100:00000001:0.0:1767326326.075995:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326326.075995:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024ce0d50. 00000100:00000001:0.0:1767326326.075998:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326326.076006:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408666240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326326.076007:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede1e5f6. 00000100:00000200:3.0:1767326326.076012:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408666112, portal 10 00000100:00000001:3.0:1767326326.076017:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326326.076019:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000040:3.0:1767326326.076027:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408666112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326326.076032:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326326.076037:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326326.076037:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326326.076039:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326326.076041:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326326.076042:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a686d3c9. 00000100:00000040:3.0:1767326326.076042:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326326.076047:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767326326.076047:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408665984, offset 0 00000400:00000010:3.0:1767326326.076047:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000865e4d10. 00000100:00000200:3.0:1767326326.076049:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408666112, offset 0 02000000:00000001:0.0:1767326326.076051:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326326.076055:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326326.076059:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00100000:0.0:1767326326.076062:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408666240:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326326.076070:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326326.076070:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326326.076074:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326326.076077:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326326.076079:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326326.076082:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000010:0.0:1767326326.076084:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8e2e48c. 02000000:00000001:0.0:1767326326.076087:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326326.076089:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326326.076096:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:0.0:1767326326.076100:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee1bd9ef. 00000400:00000200:1.0:1767326326.076103:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767326326.076106:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d045329. 00000400:00000200:1.0:1767326326.076107:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000200:0.0:1767326326.076113:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408666240, portal 10 00000400:00000200:1.0:1767326326.076113:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [343:343:256:4294967295] 192.168.202.142@tcp LPNI seq info [343:343:8:4294967295] 00000100:00000001:0.0:1767326326.076117:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326326.076120:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000100:00000040:0.0:1767326326.076129:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408666240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326326.076140:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326326.076145:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326326.076150:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326326.076154:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fb0af82. 00000800:00000200:1.0:1767326326.076154:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326326.076157:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:0.0:1767326326.076159:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408666240, offset 0 00000400:00000200:3.0:1767326326.076160:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326326.076163:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005493b67f. 00000400:00000200:3.0:1767326326.076166:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326326.076169:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326326.076172:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:1.0:1767326326.076173:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326326.076173:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326326.076178:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [344:344:255:4294967295] 192.168.202.142@tcp LPNI seq info [344:344:7:4294967295] 00000800:00000200:1.0:1767326326.076183:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326326.076185:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326326.076188:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005493b67f type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767326326.076189:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326326.076193:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1bd790. 00000400:00000200:0.0:1767326326.076194:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326326.076200:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326326.076200:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326326.076204:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326326.076206:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:3.0:1767326326.076209:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326326.076210:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306197697 00000400:00000200:0.0:1767326326.076213:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326326.076214:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f1bd790 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767326326.076216:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aabb1a3c. 00000100:00000001:3.0:1767326326.076219:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326326.076220:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:3.0:1767326326.076225:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 157402 usecs (158 jiffies) 00000400:00000200:0.0:1767326326.076226:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [345:345:254:4294967295] 192.168.202.142@tcp LPNI seq info [345:345:6:4294967295] 00000100:00000001:1.0:1767326326.076231:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326326.076235:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306194078 00000100:00000001:1.0:1767326326.076241:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306197697 00000400:00000200:0.0:1767326326.076243:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326326.076244:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306197697 00000100:00000010:1.0:1767326326.076245:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3de7e25. 00000100:00000001:3.0:1767326326.076248:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306194078 00000100:00000001:1.0:1767326326.076251:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767326326.076254:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326326.076260:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097316619. 00000100:00000001:1.0:1767326326.076261:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306197697 00000100:00000001:3.0:1767326326.076261:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306197697 00000100:00000010:1.0:1767326326.076267:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003914de56. 00000100:00000001:3.0:1767326326.076269:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306194078 00000100:00000001:1.0:1767326326.076271:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767326326.076271:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326326.076276:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306197697 00000100:00000001:3.0:1767326326.076276:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306197697 00000800:00000010:2.0:1767326326.076277:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005493b67f. 00000100:00000001:3.0:1767326326.076281:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306194078 00000100:00000010:1.0:1767326326.076282:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e604e96. 00000100:00000001:1.0:1767326326.076286:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767326326.076287:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326326.076289:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326326.076289:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326326.076289:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306197697 00000100:00000001:1.0:1767326326.076295:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326326.076295:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326326.076296:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326326.076300:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326326.076300:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326326.076302:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097316619 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326326.076302:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326326.076304:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326326.076304:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326326.076310:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326326.076312:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326326.076312:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a686d3c9 00000100:00000001:3.0:1767326326.076313:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326326.076317:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326326.076318:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 210583 usecs (211 jiffies) 00000400:00000010:2.0:1767326326.076318:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a686d3c9. 00000100:00000001:3.0:1767326326.076320:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326326.076324:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306194131 00000100:00000001:2.0:1767326326.076325:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326326.076325:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326326.076331:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306197697 00000100:00000200:2.0:1767326326.076334:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408665984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326326.076335:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306194131 00000100:00000001:0.0:1767326326.076338:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306197697 00000100:00000001:2.0:1767326326.076347:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326326.076348:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306194131 00000100:00000001:0.0:1767326326.076352:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306197697 00000100:00000040:2.0:1767326326.076352:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408665984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326326.076356:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306194131 00000100:00000001:0.0:1767326326.076360:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306197697 00000100:00000001:0.0:1767326326.076365:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326326.076369:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326326.076371:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326326.076373:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326326.076384:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326326.076386:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326326.076421:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326326.076424:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1bd790. 00000400:00000200:2.0:1767326326.076427:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326326.076431:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326326.076433:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000865e4d10 00000400:00000010:2.0:1767326326.076435:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000865e4d10. 00000100:00000001:2.0:1767326326.076437:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326326.076440:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408666112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326326.076446:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326326.076448:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408666112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326326.076454:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326326.076456:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326326.076517:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326326.076530:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097316619. 00000400:00000200:2.0:1767326326.076534:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326326.076537:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326326.076539:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fb0af82 00000400:00000010:2.0:1767326326.076540:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fb0af82. 00000100:00000001:2.0:1767326326.076543:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326326.076546:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408666240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326326.076552:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326326.076554:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408666240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326326.076560:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326326.076561:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326326.077953:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326326.077967:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326326.077972:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326326.077974:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326326.077983:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326326.077998:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0a580 00000400:00000200:0.0:1767326326.078008:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xb8d [1] + 224 00000800:00000001:0.0:1767326326.078016:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326326.078024:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326326.078026:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326326.078029:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326326.078035:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326326.078039:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408665984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326326.078049:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408665984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326326.078070:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326326.078078:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326326.078082:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326326.078112:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326326.078116:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326326.078122:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326326.078125:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326326.078128:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002395dae0. 00000400:00000200:1.0:1767326326.078131:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2edddf 00000400:00000010:1.0:1767326326.078133:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2edddf. 00000100:00000001:1.0:1767326326.078136:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326326.078140:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408665984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326326.078150:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408665984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326326.078166:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326326.078168:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326326.078171:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326326.078175:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326326.078178:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326326.078181:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326326.078184:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326326.078192:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=22 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326326.078196:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=22 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326326.078199:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326326.078201:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326326.078203:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326326.078218:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326326.078222:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326326.078227:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408665984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326326.078246:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326326.078249:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326326.078252:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326326.078256:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408665984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326326.078263:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408665984:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326326.078269:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326326.078271:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326326.078273:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408665984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326326.078280:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326326.078284:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326326.078287:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064912513. 02000000:00000001:1.0:1767326326.078291:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326326.078293:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326326.078294:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326326.078297:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326326.078301:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb30d8a. 02000000:00000001:1.0:1767326326.078305:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326326.078307:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326326.078309:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:1.0:1767326326.078313:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326326.078314:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326326.078316:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326326.078323:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326326.078324:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326326.078326:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326326.078328:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326326.079441:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326326.079452:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326326.079455:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326326.079457:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326326.079478:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326326.079491:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0a680 00000400:00000200:0.0:1767326326.079498:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xb9d [1] + 224 00000800:00000001:0.0:1767326326.079505:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326326.079510:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326326.079512:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326326.079516:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326326.079532:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326326.079537:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408666240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326326.079553:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408666240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326326.079578:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326326.079586:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326326.079590:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326326.079592:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326326.079593:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326326.079597:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326326.079603:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0a600 00000400:00000200:0.0:1767326326.079609:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xb91 [1] + 224 00000800:00000001:0.0:1767326326.079612:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326326.079618:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326326.079620:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326326.079623:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326326.079626:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326326.079630:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408666112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326326.079638:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408666112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326326.079655:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326326.079666:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326326.079669:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326326.079802:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326326.079806:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326326.079820:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326326.079822:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326326.079825:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee1bd9ef. 00000400:00000200:1.0:1767326326.079830:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d045329 00000400:00000010:1.0:1767326326.079831:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d045329. 00000100:00000001:1.0:1767326326.079834:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326326.079839:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408666240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326326.079846:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408666240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326326.079851:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326326.079852:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326326.079853:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326326.079862:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326326.079864:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326326.079866:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326326.079869:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326326.079877:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=11 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326326.079881:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=118 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326326.079884:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326326.079885:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326326.079887:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326326.079892:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e6bdf5e7 x1853175408666240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326326.079900:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326326.079903:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326326.079905:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326326.079907:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326326.079909:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326326.079913:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408666240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326326.079918:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326326.079920:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326326.079926:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326326.079928:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408666240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326326.079933:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408666240:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326326.079937:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326326.079938:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326326.079939:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408666240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326326.079944:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326326.079946:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326326.079948:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8e2e48c. 02000000:00000001:1.0:1767326326.079951:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326326.079952:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326326.079954:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326326.079955:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326326.079957:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a28d6e6. 02000000:00000001:1.0:1767326326.079959:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326326.079960:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326326.079961:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:1.0:1767326326.079964:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326326.079965:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326326.079966:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326326.079972:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326326.079973:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326326.079974:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326326.079976:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326326.080128:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326326.080132:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326326.080136:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326326.080138:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326326.080140:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024ce0d50. 00000400:00000200:3.0:1767326326.080144:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede1e5f6 00000400:00000010:3.0:1767326326.080145:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ede1e5f6. 00000100:00000001:3.0:1767326326.080148:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326326.080153:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408666112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326326.080161:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408666112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326326.080167:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326326.080168:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326326.080169:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326326.080171:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326326.080172:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326326.080174:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326326.080176:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326326.080180:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=17 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326326.080183:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=17 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326326.080186:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326326.080194:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326326.080196:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326326.080198:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326326.080201:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326326.080202:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326326.080203:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326326.080204:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326326.080206:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408666112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326326.080210:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326326.080212:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326326.080213:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326326.080214:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408666112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326326.080218:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408666112:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326326.080220:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326326.080221:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326326.080222:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408666112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326326.080225:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326326.080226:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326326.080228:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fab98bf8. 02000000:00000001:3.0:1767326326.080230:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326326.080231:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326326.080232:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326326.080234:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326326.080236:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 02000000:00000001:3.0:1767326326.080238:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326326.080239:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326326.080240:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000001:3.0:1767326326.080243:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326326.080244:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326326.080245:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326326.080254:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326326.080255:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326326.080257:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326326.080259:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326327.099552:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326327.099559:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326327.099564:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326327.099565:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326327.099612:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326327.099615:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326327.099617:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326328.123605:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326328.123615:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326328.123623:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326328.123624:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326328.123689:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326328.123694:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326328.123718:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326329.147538:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326329.147550:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326329.147559:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326329.147560:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326329.147594:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326329.147598:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326329.147601:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326329.915570:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306197697, at 4306197760 00000100:00000040:2.0:1767326329.915575:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306197697, at 4306197760 00000100:00000010:3.0:1767326329.915598:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e604e96. 00000100:00000010:2.0:1767326329.915599:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003914de56. 00000100:00000040:1.0:1767326329.915707:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306197697, at 4306197760 00000100:00000010:1.0:1767326329.915716:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3de7e25. 00000100:00000040:0.0:1767326329.915898:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306197697, at 4306197760 00000100:00000010:0.0:1767326329.915905:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aabb1a3c. 00010000:00000001:0.0:1767326330.172268:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326330.172278:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326330.172286:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326330.172288:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326330.172539:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326330.172544:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326330.172547:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326331.196576:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326331.196591:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326331.196606:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bb4b1e4. 00000020:00000040:0.0:1767326331.196615:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326331.196621:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326331.196625:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326331.196631:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326331.196643:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097316619. 00000100:00000001:0.0:1767326331.196651:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326331.196665:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000009bb4b1e4 x1853175408666368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326331.196677:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326331.196700:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326331.196706:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bb4b1e4] to pc [ptlrpcd_00_00+0] req@000000009bb4b1e4 x1853175408666368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326331.196736:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326331.196739:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326331.196742:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326331.196746:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d98de7a. 00000020:00000040:0.0:1767326331.196748:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326331.196750:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326331.196752:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326331.196754:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326331.196759:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000027873f24. 00000100:00000001:0.0:1767326331.196762:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326331.196766:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000001d98de7a x1853175408666496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326331.196768:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326331.196776:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326331.196776:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326331.196779:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326331.196780:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326331.196783:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d98de7a] to pc [ptlrpcd_00_01+1] req@000000001d98de7a x1853175408666496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326331.196790:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009bb4b1e4 x1853175408666368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326331.196797:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326331.196801:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326331.196805:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326331.196806:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326331.196809:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ae77cf. 00000020:00000040:0.0:1767326331.196811:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326331.196813:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326331.196816:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326331.196816:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326331.196817:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326331.196824:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f2654a5. 02000000:00000001:1.0:1767326331.196824:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326331.196829:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326331.196829:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326331.196836:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000026ae77cf x1853175408666624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326331.196836:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326331.196844:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009bb4b1e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408666368:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326331.196849:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326331.196855:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326331.196859:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326331.196863:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326331.196864:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326331.196867:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326331.196869:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000889e159c. 00000100:00000040:0.0:1767326331.196873:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ae77cf] to pc [ptlrpcd_00_02+2] req@0000000026ae77cf x1853175408666624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326331.196873:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326331.196881:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002395dae0. 00000400:00000010:1.0:1767326331.196889:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2edddf. 00000100:00000200:1.0:1767326331.196896:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408666368, portal 25 00000100:00000001:1.0:1767326331.196898:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326331.196900:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453951616 : -115368255600000 : ffff9712bc1b4a80) 00000100:00000040:1.0:1767326331.196905:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009bb4b1e4 x1853175408666368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326331.196909:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326331.196912:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326331.196913:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326331.196918:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:0.0:1767326331.196920:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767326331.196923:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000100:00000200:1.0:1767326331.196927:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408666368, offset 0 00000100:00000040:0.0:1767326331.196928:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11536) 00000100:00000001:3.0:1767326331.196937:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326331.196938:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326331.196943:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326331.196946:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326331.196952:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d98de7a x1853175408666496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326331.196960:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000200:1.0:1767326331.196960:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00010000:00000001:0.0:1767326331.196965:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326331.196967:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326331.196970:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326331.196973:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000200:1.0:1767326331.196973:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326331.196974:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767326331.196976:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326331.196978:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326331.196980:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:3.0:1767326331.196984:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326331.196986:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326331.196991:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00100000:3.0:1767326331.196991:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d98de7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408666496:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326331.196998:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326331.197000:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [346:346:256:4294967295] 192.168.202.142@tcp LPNI seq info [346:346:8:4294967295] 02000000:00000001:3.0:1767326331.197002:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326331.197006:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326331.197009:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326331.197014:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035828574. 02000000:00000001:3.0:1767326331.197017:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326331.197022:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:3.0:1767326331.197024:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024ce0d50. 00000400:00000010:3.0:1767326331.197031:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede1e5f6. 00000800:00000200:1.0:1767326331.197033:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000200:3.0:1767326331.197036:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408666496, portal 10 00000100:00000001:3.0:1767326331.197039:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767326331.197040:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5dc54ea. 00000100:00000001:3.0:1767326331.197041:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453964160 : -115368255587456 : ffff9712bc1b7b80) 00000100:00000040:3.0:1767326331.197049:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d98de7a x1853175408666496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326331.197058:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326331.197068:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326331.197073:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:1.0:1767326331.197075:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:3.0:1767326331.197076:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c0aec41. 00000800:00000200:1.0:1767326331.197082:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5dc54ea type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767326331.197082:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408666496, offset 0 00000400:00000200:3.0:1767326331.197092:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326331.197098:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326331.197101:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326331.197105:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326331.197107:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326331.197108:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326331.197113:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326331.197114:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306202818 00000400:00000200:3.0:1767326331.197118:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [347:347:255:4294967295] 192.168.202.142@tcp LPNI seq info [347:347:7:4294967295] 00000100:00000010:1.0:1767326331.197122:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3de7e25. 00000400:00000200:3.0:1767326331.197131:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326331.197132:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326331.197139:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326331.197142:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306202818 00000800:00000010:3.0:1767326331.197143:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea9a1391. 00000100:00000010:1.0:1767326331.197149:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000afa93604. 00000800:00000200:3.0:1767326331.197149:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326331.197155:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767326331.197157:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326331.197160:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306202818 00000800:00000200:3.0:1767326331.197161:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea9a1391 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767326331.197167:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000264847e7. 00000100:00000001:3.0:1767326331.197167:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326331.197171:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 155882 usecs (156 jiffies) 00000100:00000001:1.0:1767326331.197173:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326331.197175:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306199197 00000800:00000200:0.0:1767326331.197176:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326331.197180:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306202818 00000100:00000001:3.0:1767326331.197180:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306202818 00000800:00000010:0.0:1767326331.197181:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5dc54ea. 00000100:00000001:3.0:1767326331.197186:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306199197 00000100:00000010:1.0:1767326331.197187:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000417bd662. 00000100:00000001:3.0:1767326331.197188:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306202818 00000400:00000200:0.0:1767326331.197191:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326331.197193:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306199197 00000100:00000001:1.0:1767326331.197194:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326331.197195:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306202818 00000400:00000200:0.0:1767326331.197199:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326331.197200:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306199197 00000100:00000001:1.0:1767326331.197201:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326331.197205:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000100:00000001:3.0:1767326331.197205:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306202818 00000100:00000001:1.0:1767326331.197206:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326331.197208:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:1.0:1767326331.197212:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326331.197213:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326331.197214:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326331.197216:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326331.197217:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326331.197220:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bb4b1e4 x1853175408666368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326331.197222:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326331.197226:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326331.197231:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326331.197234:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326331.197236:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326331.197238:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326331.197238:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326331.197239:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326331.197242:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326331.197244:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009bb4b1e4 x1853175408666368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326331.197253:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326331.197254:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326331.197255:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767326331.197257:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767326331.197259:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326331.197261:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326331.197263:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326331.197264:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326331.197265:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326331.197266:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326331.197272:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ae77cf x1853175408666624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326331.197279:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326331.197280:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326331.197281:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767326331.197283:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326331.197286:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767326331.197286:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326331.197292:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326331.197292:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326331.197296:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767326331.197298:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ae77cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408666624:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326331.197300:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326331.197305:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326331.197306:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326331.197311:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326331.197313:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326331.197314:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326331.197318:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0e8d3bd. 02000000:00000001:3.0:1767326331.197320:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326331.197324:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd6146f7. 00000400:00000010:3.0:1767326331.197328:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 00000800:00000200:0.0:1767326331.197331:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1767326331.197332:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408666624, portal 10 00000800:00000010:0.0:1767326331.197335:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea9a1391. 00000400:00000200:0.0:1767326331.197339:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326331.197341:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326331.197344:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453954304 : -115368255597312 : ffff9712bc1b5500) 00000400:00000200:0.0:1767326331.197348:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000040:3.0:1767326331.197354:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ae77cf x1853175408666624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326331.197360:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c0aec41 00000400:00000010:0.0:1767326331.197363:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c0aec41. 00000100:00000001:0.0:1767326331.197369:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326331.197369:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767326331.197376:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d98de7a x1853175408666496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326331.197377:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326331.197382:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fbf3f23. 00000100:00000200:3.0:1767326331.197388:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408666624, offset 0 00000100:00000001:0.0:1767326331.197392:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767326331.197396:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:0.0:1767326331.197417:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d98de7a x1853175408666496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326331.197425:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326331.197426:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326331.197468:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326331.197484:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326331.197495:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326331.197499:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326331.197502:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767326331.197559:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326331.197563:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326331.197567:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326331.197569:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326331.197571:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326331.197573:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [348:348:256:4294967295] 192.168.202.142@tcp LPNI seq info [348:348:8:4294967295] 00000400:00000200:3.0:1767326331.197579:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326331.197591:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326331.197595:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8b9f1ee. 00000800:00000200:3.0:1767326331.197598:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326331.197603:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326331.197605:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8b9f1ee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326331.197616:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326331.197619:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 208483 usecs (209 jiffies) 00000100:00000001:3.0:1767326331.197622:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306199251 00000100:00000001:3.0:1767326331.197624:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306202818 00000100:00000001:3.0:1767326331.197626:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306199251 00000100:00000001:3.0:1767326331.197628:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306202818 00000100:00000001:3.0:1767326331.197631:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306199251 00000100:00000001:3.0:1767326331.197633:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306202818 00000100:00000001:3.0:1767326331.197641:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306199251 00000100:00000001:3.0:1767326331.197644:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306202818 00000100:00000001:3.0:1767326331.197646:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326331.197648:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326331.197651:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326331.197653:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326331.197680:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326331.197684:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8b9f1ee. 00000400:00000200:0.0:1767326331.197687:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326331.197690:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326331.197692:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fbf3f23 00000400:00000010:0.0:1767326331.197693:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fbf3f23. 00000100:00000001:0.0:1767326331.197695:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326331.197697:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ae77cf x1853175408666624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326331.197702:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326331.197703:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ae77cf x1853175408666624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326331.197707:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326331.197708:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326331.199668:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326331.199687:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326331.199692:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326331.199694:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326331.199705:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326331.199723:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0a700 00000400:00000200:0.0:1767326331.199732:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xba5 [1] + 224 00000800:00000001:0.0:1767326331.199741:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326331.199763:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326331.199766:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326331.199771:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326331.199778:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326331.199784:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009bb4b1e4 x1853175408666368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326331.199796:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009bb4b1e4 x1853175408666368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326331.200076:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326331.200088:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326331.200093:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326331.200123:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326331.200129:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326331.200136:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326331.200138:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326331.200141:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002395dae0. 00000400:00000200:1.0:1767326331.200146:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2edddf 00000400:00000010:1.0:1767326331.200148:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2edddf. 00000100:00000001:1.0:1767326331.200159:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326331.200164:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bb4b1e4 x1853175408666368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326331.200172:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bb4b1e4 x1853175408666368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326331.200260:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326331.200262:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326331.200265:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326331.200268:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326331.200271:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326331.200273:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326331.200277:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326331.200285:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=27 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326331.200291:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=27 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326331.200293:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326331.200294:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326331.200297:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326331.200299:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326331.200302:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326331.200307:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009bb4b1e4 x1853175408666368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326331.200314:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326331.200317:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326331.200319:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326331.200323:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bb4b1e4 x1853175408666368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326331.200331:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009bb4b1e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408666368:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326331.200337:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326331.200340:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326331.200347:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009bb4b1e4 x1853175408666368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326331.200354:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326331.200363:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326331.200367:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000889e159c. 02000000:00000001:1.0:1767326331.200371:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326331.200374:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326331.200376:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326331.200379:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326331.200382:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000097316619. 02000000:00000001:1.0:1767326331.200387:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326331.200389:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326331.200391:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bb4b1e4. 00000100:00000001:1.0:1767326331.200395:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326331.200396:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326331.200426:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326331.200434:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326331.200437:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326331.200439:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326331.200441:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326331.200448:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:1.0:1767326331.200452:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326331.200455:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326331.200459:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0a780 00000100:00000001:1.0:1767326331.200459:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326331.200463:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326331.200469:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xbad [1] + 224 00000800:00000001:0.0:1767326331.200485:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326331.200490:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326331.200493:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326331.200497:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326331.200500:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326331.200505:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001d98de7a x1853175408666496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326331.200515:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001d98de7a x1853175408666496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326331.200568:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326331.200572:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326331.200589:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326331.200594:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326331.200599:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326331.200601:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326331.200603:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326331.200613:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326331.200620:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0a800 00000400:00000200:0.0:1767326331.200625:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xbb5 [1] + 224 00000800:00000001:0.0:1767326331.200629:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326331.200635:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326331.200637:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326331.200640:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326331.200644:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326331.200648:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ae77cf x1853175408666624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326331.200655:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ae77cf x1853175408666624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326331.200678:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326331.200682:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326331.200685:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326331.200708:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326331.200712:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326331.200716:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326331.200718:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326331.200719:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd6146f7. 00000400:00000200:1.0:1767326331.200724:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93e8e08 00000400:00000010:1.0:1767326331.200725:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d93e8e08. 00000100:00000001:1.0:1767326331.200728:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767326331.200731:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767326331.200733:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ae77cf x1853175408666624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326331.200735:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326331.200738:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024ce0d50. 00000400:00000200:3.0:1767326331.200743:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede1e5f6 00000400:00000010:3.0:1767326331.200746:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ede1e5f6. 00000100:00000200:1.0:1767326331.200750:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ae77cf x1853175408666624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326331.200751:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326331.200758:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d98de7a x1853175408666496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326331.200763:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326331.200766:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326331.200771:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326331.200775:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767326331.200775:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d98de7a x1853175408666496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326331.200778:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326331.200780:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326331.200785:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326331.200791:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326331.200794:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326331.200796:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=16 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326331.200797:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326331.200799:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1767326331.200807:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=123 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326331.200810:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326331.200811:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326331.200813:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326331.200819:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000026ae77cf x1853175408666624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326331.200825:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326331.200829:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326331.200831:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326331.200833:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326331.200835:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326331.200838:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ae77cf x1853175408666624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326331.200844:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326331.200846:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326331.200848:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326331.200850:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ae77cf x1853175408666624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326331.200856:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ae77cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408666624:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326331.200861:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326331.200862:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326331.200864:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ae77cf x1853175408666624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326331.200872:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326331.200873:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326331.200875:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0e8d3bd. 02000000:00000001:1.0:1767326331.200878:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326331.200879:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326331.200881:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326331.200882:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326331.200883:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f2654a5. 02000000:00000001:1.0:1767326331.200892:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326331.200892:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326331.200896:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326331.200897:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326331.200899:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ae77cf. 02000000:00000001:3.0:1767326331.200901:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326331.200904:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326331.200906:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326331.200909:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326331.200909:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=22 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326331.200913:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1767326331.200914:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=22 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326331.200916:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326331.200921:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326331.200921:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326331.200924:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326331.200926:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326331.200928:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326331.200932:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326331.200935:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326331.200937:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326331.200940:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326331.200948:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326331.200952:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d98de7a x1853175408666496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326331.200959:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326331.200961:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326331.200962:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326331.200964:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d98de7a x1853175408666496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326331.200971:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d98de7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408666496:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326331.200975:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326331.200977:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326331.200979:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d98de7a x1853175408666496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326331.200985:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326331.200987:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326331.200989:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035828574. 02000000:00000001:3.0:1767326331.200991:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326331.200993:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326331.200994:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326331.200996:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326331.200997:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000027873f24. 02000000:00000001:3.0:1767326331.201000:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326331.201001:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326331.201002:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d98de7a. 00000100:00000001:3.0:1767326331.201005:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326331.201006:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326331.201007:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326331.201023:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326331.201024:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326331.201026:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326331.201028:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326332.219612:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326332.219624:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326332.219632:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326332.219633:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326332.219685:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326332.219689:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326332.219692:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326333.243566:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326333.243577:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326333.243594:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326333.243599:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326333.243602:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326333.243609:0:215456:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326333.243612:0:215456:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326333.243614:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326333.243618:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326333.243621:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326333.243623:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326333.243626:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326333.243709:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326333.243714:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326333.243723:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326334.267538:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326334.267548:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326334.267555:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326334.267556:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326334.267606:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326334.267611:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326334.267614:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326335.035579:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306202818, at 4306202880 00000100:00000040:3.0:1767326335.035599:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306202818, at 4306202880 00000100:00000010:1.0:1767326335.035605:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000afa93604. 00000100:00000010:3.0:1767326335.035609:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000417bd662. 00000100:00000040:2.0:1767326335.035931:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306202818, at 4306202880 00000100:00000010:2.0:1767326335.035939:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000264847e7. 00000100:00000040:0.0:1767326335.036500:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306202818, at 4306202881 00000100:00000010:0.0:1767326335.036508:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3de7e25. 00010000:00000001:0.0:1767326335.291563:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326335.291575:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326335.291578:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326335.291581:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326335.291586:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326335.291588:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326335.291589:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326335.291591:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326335.291594:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326335.291594:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326335.291614:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326335.291617:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326335.291619:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326336.315535:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326336.315543:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326336.315547:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326336.315548:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326336.315555:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326336.315562:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326336.315571:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000020:00000040:2.0:1767326336.315578:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326336.315582:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326336.315585:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326336.315591:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326336.315600:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 00000100:00000001:2.0:1767326336.315606:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326336.315611:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326336.315617:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326336.315617:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000006b877052 x1853175408666752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767326336.315623:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326336.315632:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326336.315634:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326336.315640:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_03+3] req@000000006b877052 x1853175408666752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326336.315667:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326336.315670:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326336.315671:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326336.315675:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326336.315677:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767326336.315679:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000100:00000001:1.0:1767326336.315681:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326336.315687:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408666752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326336.315694:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326336.315696:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326336.315698:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326336.315703:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326336.315705:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767326336.315706:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326336.315709:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326336.315710:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326336.315715:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767326336.315716:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f07b907. 02000000:00000001:1.0:1767326336.315719:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326336.315721:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326336.315722:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326336.315727:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408666752:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326336.315730:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000e6bdf5e7 x1853175408666880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326336.315732:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326336.315738:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326336.315741:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326336.315742:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326336.315743:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326336.315745:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326336.315748:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d1023b2. 02000000:00000001:1.0:1767326336.315751:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326336.315752:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_00+0] req@00000000e6bdf5e7 x1853175408666880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326336.315756:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002395dae0. 00000400:00000010:1.0:1767326336.315763:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2edddf. 00000100:00000200:1.0:1767326336.315769:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408666752, portal 25 00000100:00000001:1.0:1767326336.315776:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326336.315777:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000001:2.0:1767326336.315781:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326336.315782:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408666752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326336.315786:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326336.315793:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326336.315797:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767326336.315798:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000100:00000040:1.0:1767326336.315801:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000020:00000040:2.0:1767326336.315804:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000400:00000010:1.0:1767326336.315806:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafb2056. 00000100:00000001:0.0:1767326336.315809:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326336.315809:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1767326336.315810:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408666752, offset 0 00000100:00000001:3.0:1767326336.315813:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326336.315814:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326336.315815:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326336.315819:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326336.315820:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326336.315820:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326336.315820:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326336.315827:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000040:0.0:1767326336.315829:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408666880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326336.315833:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326336.315836:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:2.0:1767326336.315843:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000032a2412e x1853175408667008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767326336.315844:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326336.315850:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767326336.315852:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326336.315853:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326336.315857:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326336.315860:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326336.315863:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:0.0:1767326336.315864:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326336.315871:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [349:349:256:4294967295] 192.168.202.142@tcp LPNI seq info [349:349:8:4294967295] 02000000:00000001:0.0:1767326336.315872:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326336.315873:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326336.315876:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326336.315881:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408666880:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326336.315885:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_01+1] req@0000000032a2412e x1853175408667008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326336.315888:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326336.315898:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326336.315903:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326336.315905:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326336.315908:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326336.315909:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326336.315911:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f95289d. 00000800:00000200:1.0:1767326336.315913:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326336.315914:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326336.315916:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326336.315920:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2a70f3e. 00000400:00000010:0.0:1767326336.315922:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d448c23. 00000100:00000001:3.0:1767326336.315928:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326336.315929:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767326336.315930:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e49d5ef3. 00000100:00000001:3.0:1767326336.315932:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326336.315933:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326336.315937:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326336.315939:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11541) 00000100:00000200:0.0:1767326336.315943:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408666880, portal 10 00000100:00000040:3.0:1767326336.315944:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408667008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326336.315947:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326336.315950:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326336.315954:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000800:00000200:1.0:1767326336.315955:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b2a70f3e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326336.315959:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326336.315962:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326336.315964:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326336.315966:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408666880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326336.315967:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326336.315970:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326336.315971:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326336.315976:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408667008:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326336.315980:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306207937 00000100:00000001:3.0:1767326336.315982:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767326336.315987:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000afa93604. 02000000:00000001:3.0:1767326336.315987:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326336.315990:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326336.315990:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326336.315994:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326336.315997:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326336.315997:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 02000000:00000010:3.0:1767326336.315998:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc8201f4. 02000000:00000001:3.0:1767326336.316002:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326336.316003:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b25e7918. 00000100:00000001:1.0:1767326336.316006:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306207937 00000400:00000010:3.0:1767326336.316007:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024ce0d50. 00000100:00000200:0.0:1767326336.316008:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408666880, offset 0 00000100:00000010:1.0:1767326336.316014:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000418b52ce. 00000400:00000010:3.0:1767326336.316014:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede1e5f6. 00000400:00000200:0.0:1767326336.316021:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326336.316021:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326336.316028:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306207937 00000100:00000200:3.0:1767326336.316029:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408667008, portal 10 00000400:00000200:0.0:1767326336.316030:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326336.316034:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1767326336.316035:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008bb3ffa6. 00000100:00000001:3.0:1767326336.316036:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000400:00000200:0.0:1767326336.316040:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326336.316043:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408667008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326336.316048:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326336.316049:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326336.316054:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326336.316055:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306207937 00000100:00000040:3.0:1767326336.316057:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326336.316063:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767326336.316063:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000023a1e36c. 00000400:00000010:3.0:1767326336.316064:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9c4baab. 00000100:00000200:3.0:1767326336.316069:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408667008, offset 0 00000400:00000200:0.0:1767326336.316070:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326336.316071:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326336.316076:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [350:350:255:4294967295] 192.168.202.142@tcp LPNI seq info [350:350:7:4294967295] 00000100:00000001:1.0:1767326336.316077:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326336.316083:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326336.316084:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326336.316089:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326336.316094:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326336.316096:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767326336.316098:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000010:2.0:1767326336.316102:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2a70f3e. 00000100:00000001:1.0:1767326336.316103:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326336.316107:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767326336.316108:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326336.316108:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326336.316110:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326336.316114:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767326336.316117:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000400:00000200:3.0:1767326336.316117:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326336.316118:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326336.316123:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326336.316123:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326336.316125:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:0.0:1767326336.316129:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326336.316131:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326336.316132:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326336.316138:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:0.0:1767326336.316141:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326336.316145:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [351:351:254:4294967295] 192.168.202.142@tcp LPNI seq info [351:351:6:4294967295] 00000800:00000200:0.0:1767326336.316146:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326336.316153:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326336.316157:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:0.0:1767326336.316164:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 154388 usecs (155 jiffies) 00000400:00000200:2.0:1767326336.316168:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafb2056 00000100:00000001:0.0:1767326336.316169:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306204315 00000800:00000200:3.0:1767326336.316169:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326336.316172:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aafb2056. 00000100:00000001:0.0:1767326336.316174:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306207937 00000100:00000001:0.0:1767326336.316178:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306204315 00000800:00000010:3.0:1767326336.316178:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a10cd6c4. 00000100:00000001:2.0:1767326336.316179:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326336.316181:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306207937 00000100:00000001:0.0:1767326336.316185:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306204315 00000100:00000200:2.0:1767326336.316186:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408666752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326336.316188:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306207937 00000800:00000200:3.0:1767326336.316191:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326336.316192:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306204315 00000100:00000001:0.0:1767326336.316198:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306207937 00000100:00000001:0.0:1767326336.316202:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326336.316204:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326336.316205:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326336.316211:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326336.316211:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a10cd6c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326336.316214:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326336.316215:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326336.316220:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408666752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326336.316220:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326336.316221:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326336.316224:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767326336.316226:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 206427 usecs (207 jiffies) 00000100:00000001:0.0:1767326336.316229:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326336.316231:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306204367 00000100:00000001:0.0:1767326336.316232:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326336.316235:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326336.316236:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306207937 00000100:00000001:0.0:1767326336.316239:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326336.316241:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306204367 00000100:00000001:2.0:1767326336.316243:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326336.316244:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306207937 00000100:00000001:2.0:1767326336.316248:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326336.316249:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306204367 00000100:00000001:3.0:1767326336.316253:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306207937 00000100:00000001:3.0:1767326336.316254:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306204367 00000100:00000001:3.0:1767326336.316255:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306207937 00000100:00000001:3.0:1767326336.316257:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326336.316258:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326336.316260:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326336.316261:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326336.316264:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767326336.316267:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326336.316270:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000100:00000001:3.0:1767326336.316271:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326336.316275:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326336.316275:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326336.316278:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326336.316280:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326336.316284:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326336.316284:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326336.316290:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b25e7918 00000400:00000010:2.0:1767326336.316293:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b25e7918. 00000100:00000001:2.0:1767326336.316296:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326336.316300:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408666880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326336.316307:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326336.316309:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408666880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326336.316315:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326336.316316:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326336.316336:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326336.316338:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a10cd6c4. 00000400:00000200:2.0:1767326336.316345:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326336.316349:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326336.316351:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9c4baab 00000400:00000010:2.0:1767326336.316353:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9c4baab. 00000100:00000001:2.0:1767326336.316356:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326336.316358:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408667008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326336.316364:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326336.316366:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408667008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326336.316372:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326336.316373:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326336.318179:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326336.318194:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326336.318198:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326336.318200:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326336.318210:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326336.318222:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0a880 00000400:00000200:0.0:1767326336.318229:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xbbd [1] + 224 00000800:00000001:0.0:1767326336.318235:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326336.318239:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326336.318241:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326336.318245:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326336.318250:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326336.318263:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408666752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326336.318273:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408666752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326336.318295:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326336.318303:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326336.318307:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326336.318309:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326336.318310:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326336.318314:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326336.318321:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0a900 00000400:00000200:0.0:1767326336.318328:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xbc5 [1] + 224 00000100:00000001:1.0:1767326336.318328:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326336.318331:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326336.318336:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326336.318337:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326336.318340:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326336.318342:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002395dae0. 00000800:00000001:0.0:1767326336.318343:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326336.318345:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2edddf 00000400:00000200:0.0:1767326336.318347:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767326336.318348:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2edddf. 00000100:00000001:1.0:1767326336.318352:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326336.318357:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:1.0:1767326336.318359:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408666752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326336.318362:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326336.318369:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408666880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326336.318375:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408666752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326336.318388:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326336.318391:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326336.318396:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408666880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326336.318396:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326336.318444:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326336.318450:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326336.318452:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767326336.318455:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326336.318456:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326336.318460:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326336.318461:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326336.318466:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326336.318466:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326336.318471:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767326336.318474:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=32 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326336.318475:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326336.318477:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000001:2.0:1767326336.318479:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1767326336.318482:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=32 v=5 (1 1 1 1) 00000400:00000001:2.0:1767326336.318483:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326336.318486:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d448c23. 00000100:00000001:1.0:1767326336.318488:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767326336.318490:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0a980 00000400:00000200:2.0:1767326336.318491:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49d5ef3 00000400:00000010:2.0:1767326336.318494:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e49d5ef3. 00000100:00000001:1.0:1767326336.318497:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326336.318498:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326336.318503:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xbcd [1] + 224 00010000:00000001:1.0:1767326336.318503:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767326336.318504:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408666880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326336.318507:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326336.318514:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326336.318515:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326336.318521:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408666880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326336.318525:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408666752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326336.318532:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326336.318536:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767326336.318537:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326336.318539:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326336.318543:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326336.318546:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767326336.318550:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326336.318550:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326336.318550:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326336.318553:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326336.318557:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326336.318558:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326336.318560:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326336.318565:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408667008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326336.318565:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326336.318569:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408666752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326336.318574:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=27 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326336.318583:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=27 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326336.318591:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767326336.318600:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408667008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326336.318601:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408666752:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326336.318601:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326336.318607:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326336.318610:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326336.318612:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326336.318615:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326336.318618:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326336.318622:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408666752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326336.318622:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326336.318627:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326336.318631:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326336.318638:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408666880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326336.318639:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326336.318642:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326336.318643:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326336.318648:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d1023b2. 00000100:00000001:2.0:1767326336.318650:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767326336.318651:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326336.318653:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326336.318656:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767326336.318657:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:0.0:1767326336.318658:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326336.318660:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326336.318661:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326336.318666:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326336.318669:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 00000100:00000040:2.0:1767326336.318669:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408666880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326336.318675:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326336.318678:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326336.318679:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326336.318682:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000001:3.0:1767326336.318683:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767326336.318684:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408666880:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326336.318689:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1767326336.318689:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326336.318691:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326336.318692:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326336.318693:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326336.318695:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767326336.318696:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024ce0d50. 00000100:00000001:1.0:1767326336.318697:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326336.318700:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede1e5f6 00000100:00000040:2.0:1767326336.318701:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408666880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326336.318703:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ede1e5f6. 00000100:00000001:1.0:1767326336.318705:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326336.318708:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326336.318709:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326336.318714:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326336.318715:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408667008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326336.318716:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326336.318718:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326336.318719:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326336.318722:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f95289d. 02000000:00000001:2.0:1767326336.318726:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326336.318729:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326336.318731:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326336.318734:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326336.318736:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f07b907. 00000100:00000200:3.0:1767326336.318737:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408667008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326336.318739:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326336.318742:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326336.318743:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:2.0:1767326336.318747:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326336.318749:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326336.318751:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326336.318752:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326336.318755:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326336.318760:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326336.318761:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767326336.318762:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326336.318764:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326336.318765:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326336.318766:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326336.318769:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326336.318770:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326336.318775:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326336.318781:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=21 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326336.318784:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=128 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326336.318787:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326336.318788:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326336.318790:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326336.318793:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000032a2412e x1853175408667008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326336.318800:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326336.318802:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326336.318803:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326336.318805:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326336.318812:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326336.318815:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408667008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326336.318822:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326336.318823:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326336.318824:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326336.318827:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408667008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326336.318840:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408667008:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326336.318844:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326336.318846:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326336.318848:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408667008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326336.318854:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326336.318855:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326336.318857:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc8201f4. 02000000:00000001:3.0:1767326336.318860:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326336.318861:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326336.318862:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326336.318864:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326336.318865:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 02000000:00000001:3.0:1767326336.318867:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326336.318869:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326336.318870:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:3.0:1767326336.318872:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326336.318873:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326336.318875:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326336.318878:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326336.318879:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326336.318880:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326336.318881:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326337.339495:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326337.339504:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326337.339510:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326337.339511:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326337.339552:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326337.339556:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326337.339559:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326338.363659:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326338.363667:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326338.363674:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326338.363675:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326338.363697:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326338.363701:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326338.363705:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326339.387676:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326339.387686:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326339.387693:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326339.387694:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326339.387752:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326339.387756:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326339.387758:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326340.155519:0:178542:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306207937, at 4306208000 00000100:00000040:1.0:1767326340.155520:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306207937, at 4306208000 00000100:00000010:3.0:1767326340.155544:0:178542:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000023a1e36c. 00000100:00000010:1.0:1767326340.155545:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000418b52ce. 00000100:00000040:2.0:1767326340.155667:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306207937, at 4306208000 00000100:00000010:2.0:1767326340.155675:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008bb3ffa6. 00000100:00000040:0.0:1767326340.156099:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306207937, at 4306208000 00000100:00000010:0.0:1767326340.156107:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000afa93604. 00010000:00000001:0.0:1767326340.411540:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326340.411550:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326340.411558:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326340.411560:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326340.411619:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326340.411625:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326340.411628:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326341.435685:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326341.435692:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326341.435699:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326341.435717:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326341.435738:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326341.435741:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326341.435744:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326341.435992:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326341.435999:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326341.436007:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9198884. 00000020:00000040:1.0:1767326341.436014:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326341.436017:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326341.436020:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326341.436026:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326341.436033:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d59ec675. 00000100:00000001:1.0:1767326341.436039:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326341.436049:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b9198884 x1853175408667136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326341.436059:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326341.436062:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326341.436066:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9198884] to pc [ptlrpcd_00_02+2] req@00000000b9198884 x1853175408667136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326341.436094:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326341.436097:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326341.436100:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326341.436104:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076e54421. 00000020:00000040:1.0:1767326341.436106:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326341.436109:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326341.436110:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326341.436111:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326341.436112:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326341.436115:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767326341.436117:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011ae9229. 00000100:00000001:0.0:1767326341.436118:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326341.436123:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326341.436125:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9198884 x1853175408667136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326341.436131:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000076e54421 x1853175408667264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326341.436135:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326341.436138:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326341.436144:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326341.436147:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326341.436152:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326341.436160:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408667136:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326341.436163:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326341.436166:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326341.436167:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326341.436168:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326341.436175:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076e54421] to pc [ptlrpcd_00_03+3] req@0000000076e54421 x1853175408667264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326341.436179:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326341.436181:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326341.436186:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326341.436192:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326341.436197:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f95289d. 02000000:00000001:0.0:1767326341.436199:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326341.436206:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063372bd5. 00000100:00000001:1.0:1767326341.436207:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326341.436211:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326341.436212:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d70aeb3. 00000100:00000001:1.0:1767326341.436218:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1767326341.436223:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408667136, portal 25 00000100:00000010:1.0:1767326341.436224:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4ca48da. 00000100:00000001:3.0:1767326341.436226:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326341.436232:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326341.436232:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767326341.436233:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326341.436239:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326341.436240:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604905344 : -115369104646272 : ffff9712897fdf80) 00000100:00000001:1.0:1767326341.436244:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326341.436248:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326341.436253:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326341.436255:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076e54421 x1853175408667264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326341.436256:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9198884 x1853175408667136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326341.436263:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000927476c9. 00000100:00000001:1.0:1767326341.436269:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326341.436285:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326341.436288:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000f4ca48da x1853175408667392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767326341.436300:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326341.436309:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cabf01af. 00000100:00000200:0.0:1767326341.436317:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408667136, offset 0 00000100:00000001:3.0:1767326341.436323:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326341.436328:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326341.436331:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326341.436332:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326341.436332:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326341.436344:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326341.436345:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ca48da] to pc [ptlrpcd_00_00+0] req@00000000f4ca48da x1853175408667392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326341.436351:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:3.0:1767326341.436354:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326341.436365:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326341.436369:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1767326341.436374:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000076e54421 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408667264:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326341.436387:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326341.436392:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326341.436395:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326341.436397:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326341.436429:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326341.436433:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326341.436434:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326341.436437:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767326341.436440:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:2.0:1767326341.436446:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4ca48da x1853175408667392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326341.436447:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [352:352:256:4294967295] 192.168.202.142@tcp LPNI seq info [352:352:8:4294967295] 02000000:00000001:3.0:1767326341.436456:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326341.436463:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326341.436464:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326341.436469:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767326341.436470:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326341.436475:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326341.436477:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:2.0:1767326341.436481:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767326341.436481:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0be7c7a. 02000000:00000001:2.0:1767326341.436487:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326341.436488:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326341.436490:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326341.436492:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326341.436498:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f4ca48da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408667392:192.168.202.142@tcp:400: 00000400:00000010:3.0:1767326341.436499:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024ce0d50. 00000800:00000010:0.0:1767326341.436500:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000100:00000001:2.0:1767326341.436502:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326341.436506:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326341.436508:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326341.436510:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767326341.436512:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede1e5f6. 02000000:00000010:2.0:1767326341.436514:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f45862c3. 00000800:00000200:0.0:1767326341.436521:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:2.0:1767326341.436521:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326341.436524:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408667264, portal 10 00000400:00000010:2.0:1767326341.436526:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1209611. 00000100:00000001:3.0:1767326341.436528:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326341.436532:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604909824 : -115369104641792 : ffff9712897ff100) 00000400:00000010:2.0:1767326341.436536:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000364a6fcd. 00000800:00000200:0.0:1767326341.436542:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:1.0:1767326341.436542:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11546) 00000100:00000200:2.0:1767326341.436545:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408667392, portal 10 00000100:00000040:3.0:1767326341.436549:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000076e54421 x1853175408667264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326341.436554:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767326341.436555:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326341.436558:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604907136 : -115369104644480 : ffff9712897fe680) 00000100:00000001:1.0:1767326341.436571:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326341.436581:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326341.436583:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f4ca48da x1853175408667392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326341.436586:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326341.436587:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326341.436598:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306213058 00000100:00000040:3.0:1767326341.436598:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326341.436606:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a3a8859. 00000100:00000010:0.0:1767326341.436611:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cd2e4ac. 00000100:00000200:3.0:1767326341.436612:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408667264, offset 0 00000100:00000001:2.0:1767326341.436617:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326341.436629:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767326341.436629:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326341.436637:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326341.436640:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb34fec2. 00000100:00000200:2.0:1767326341.436645:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408667392, offset 0 00000100:00000001:0.0:1767326341.436646:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306213058 00000100:00000010:0.0:1767326341.436652:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049f01126. 00000400:00000200:3.0:1767326341.436657:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326341.436666:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326341.436669:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326341.436670:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326341.436678:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306213058 00000100:00000010:0.0:1767326341.436687:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000055b570f. 00000100:00000001:0.0:1767326341.436693:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326341.436693:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326341.436701:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306213058 00000400:00000200:3.0:1767326341.436701:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326341.436706:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767326341.436709:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009686e7bb. 00000400:00000200:3.0:1767326341.436711:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000010:1.0:1767326341.436714:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000100:00000001:0.0:1767326341.436718:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326341.436725:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326341.436725:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [353:353:255:4294967295] 192.168.202.142@tcp LPNI seq info [353:353:7:4294967295] 00000100:00000001:0.0:1767326341.436726:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326341.436736:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326341.436743:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326341.436746:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326341.436756:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326341.436760:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326341.436760:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326341.436768:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326341.436773:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326341.436780:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326341.436781:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767326341.436781:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a10cd6c4. 00000100:00000001:0.0:1767326341.436788:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326341.436789:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326341.436791:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326341.436796:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326341.436797:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326341.436801:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326341.436805:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326341.436808:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [354:354:254:4294967295] 192.168.202.142@tcp LPNI seq info [354:354:6:4294967295] 00000400:00000200:2.0:1767326341.436819:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326341.436825:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326341.436827:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cabf01af 00000800:00000010:2.0:1767326341.436830:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f07b907. 00000400:00000010:1.0:1767326341.436831:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cabf01af. 00000100:00000001:1.0:1767326341.436839:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326341.436839:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326341.436848:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:1.0:1767326341.436849:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9198884 x1853175408667136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326341.436853:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f07b907 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326341.436859:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326341.436868:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 204398 usecs (205 jiffies) 00000800:00000200:3.0:1767326341.436869:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326341.436870:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326341.436873:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306209486 00000100:00000040:1.0:1767326341.436880:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9198884 x1853175408667136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326341.436880:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306213058 00000100:00000001:2.0:1767326341.436884:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306209486 00000800:00000200:3.0:1767326341.436893:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326341.436894:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306213058 00000800:00000200:3.0:1767326341.436900:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a10cd6c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326341.436902:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306209486 00000100:00000001:2.0:1767326341.436913:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306213058 00000100:00000001:3.0:1767326341.436913:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326341.436916:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326341.436919:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 152910 usecs (153 jiffies) 00000100:00000001:2.0:1767326341.436920:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306209486 00000100:00000001:3.0:1767326341.436925:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306209434 00000100:00000001:1.0:1767326341.436926:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326341.436927:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306213058 00000100:00000001:3.0:1767326341.436932:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306213058 00000100:00000001:3.0:1767326341.436936:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306209434 00000100:00000001:3.0:1767326341.436941:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306213058 00000100:00000001:2.0:1767326341.436944:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326341.436944:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306209434 00000100:00000001:3.0:1767326341.436951:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306213058 00000100:00000001:2.0:1767326341.436953:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326341.436955:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306209434 00000100:00000001:3.0:1767326341.436961:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306213058 00000100:00000001:2.0:1767326341.436963:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326341.436975:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326341.436976:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326341.436988:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326341.436991:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326341.436994:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326341.436996:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326341.436997:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f07b907. 00000100:00000001:2.0:1767326341.436999:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326341.436999:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326341.437010:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326341.437011:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326341.437012:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326341.437012:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326341.437016:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326341.437017:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326341.437022:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326341.437024:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326341.437028:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326341.437031:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326341.437033:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326341.437038:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb34fec2 00000400:00000010:1.0:1767326341.437046:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb34fec2. 00000100:00000001:3.0:1767326341.437046:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326341.437055:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326341.437059:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f4ca48da x1853175408667392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326341.437068:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326341.437071:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f4ca48da x1853175408667392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326341.437077:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326341.437079:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326341.437113:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326341.437116:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a10cd6c4. 00000400:00000200:1.0:1767326341.437120:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326341.437123:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326341.437125:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a3a8859 00000400:00000010:1.0:1767326341.437127:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a3a8859. 00000100:00000001:1.0:1767326341.437129:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326341.437132:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076e54421 x1853175408667264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326341.437144:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326341.437146:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076e54421 x1853175408667264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326341.437151:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326341.437152:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326341.437885:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326341.437897:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326341.437900:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326341.437902:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326341.437908:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326341.437918:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0aa00 00000400:00000200:2.0:1767326341.437923:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xbd5 [1] + 224 00000800:00000001:2.0:1767326341.437930:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326341.437937:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326341.437939:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326341.437941:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326341.437944:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326341.437946:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9198884 x1853175408667136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326341.437952:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9198884 x1853175408667136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326341.437966:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326341.437971:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326341.437974:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326341.438006:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326341.438010:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326341.438015:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326341.438016:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326341.438019:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063372bd5. 00000400:00000200:0.0:1767326341.438022:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d70aeb3 00000400:00000010:0.0:1767326341.438024:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d70aeb3. 00000100:00000001:0.0:1767326341.438026:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326341.438031:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9198884 x1853175408667136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326341.438040:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9198884 x1853175408667136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326341.438047:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326341.438048:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326341.438051:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326341.438054:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326341.438056:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326341.438058:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326341.438060:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326341.438065:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=37 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326341.438069:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=37 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326341.438072:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326341.438073:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326341.438076:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326341.438077:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326341.438079:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326341.438081:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9198884 x1853175408667136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326341.438086:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326341.438088:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326341.438089:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326341.438091:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9198884 x1853175408667136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326341.438101:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408667136:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326341.438105:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326341.438106:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326341.438108:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9198884 x1853175408667136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326341.438112:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326341.438113:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326341.438115:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f95289d. 02000000:00000001:0.0:1767326341.438117:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326341.438118:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326341.438118:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326341.438120:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326341.438121:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d59ec675. 02000000:00000001:0.0:1767326341.438125:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326341.438126:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326341.438128:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9198884. 00000100:00000001:0.0:1767326341.438130:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326341.438131:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326341.438132:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326341.438136:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326341.438137:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326341.438138:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326341.438140:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326341.438167:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326341.438174:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326341.438175:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326341.438176:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326341.438179:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326341.438185:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0ab00 00000400:00000200:0.0:1767326341.438188:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xbe1 [1] + 224 00000800:00000001:0.0:1767326341.438191:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326341.438195:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326341.438196:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326341.438203:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326341.438206:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326341.438208:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f4ca48da x1853175408667392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326341.438213:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f4ca48da x1853175408667392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326341.438225:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326341.438230:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326341.438233:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326341.438250:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326341.438252:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326341.438254:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326341.438255:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326341.438256:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1209611. 00000400:00000200:2.0:1767326341.438263:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364a6fcd 00000400:00000010:2.0:1767326341.438264:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000364a6fcd. 00000100:00000001:2.0:1767326341.438266:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326341.438269:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f4ca48da x1853175408667392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326341.438274:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f4ca48da x1853175408667392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326341.438278:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326341.438279:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326341.438280:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326341.438281:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326341.438282:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326341.438283:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326341.438284:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326341.438287:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=26 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326341.438288:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=133 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326341.438290:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326341.438291:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326341.438292:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326341.438294:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f4ca48da x1853175408667392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326341.438299:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326341.438302:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326341.438303:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326341.438305:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326341.438306:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326341.438309:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f4ca48da x1853175408667392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326341.438314:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326341.438316:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326341.438317:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326341.438320:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4ca48da x1853175408667392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326341.438338:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f4ca48da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408667392:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326341.438343:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326341.438345:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326341.438347:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f4ca48da x1853175408667392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326341.438354:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326341.438355:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326341.438357:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f45862c3. 02000000:00000001:2.0:1767326341.438359:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326341.438361:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326341.438362:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326341.438364:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326341.438365:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000927476c9. 02000000:00000001:2.0:1767326341.438367:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326341.438368:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326341.438369:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4ca48da. 00000100:00000001:2.0:1767326341.438372:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326341.438372:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326341.438374:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326341.438389:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326341.438391:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326341.438393:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326341.438395:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326341.438463:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326341.438474:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326341.438476:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326341.438478:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326341.438524:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326341.438535:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0aa80 00000400:00000200:3.0:1767326341.438540:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xbdd [1] + 224 00000800:00000001:3.0:1767326341.438544:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326341.438549:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326341.438551:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326341.438554:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326341.438564:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326341.438567:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076e54421 x1853175408667264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326341.438574:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000076e54421 x1853175408667264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326341.438586:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326341.438591:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326341.438593:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326341.438620:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326341.438624:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326341.438629:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326341.438630:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326341.438632:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024ce0d50. 00000400:00000200:1.0:1767326341.438637:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede1e5f6 00000400:00000010:1.0:1767326341.438638:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ede1e5f6. 00000100:00000001:1.0:1767326341.438641:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326341.438646:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076e54421 x1853175408667264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326341.438655:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076e54421 x1853175408667264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326341.438661:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326341.438662:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326341.438664:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326341.438665:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326341.438667:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326341.438668:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326341.438670:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326341.438674:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=32 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326341.438677:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=32 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326341.438680:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326341.438681:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326341.438683:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326341.438684:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326341.438687:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326341.438688:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326341.438689:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326341.438697:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326341.438700:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076e54421 x1853175408667264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326341.438707:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326341.438708:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326341.438710:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326341.438712:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076e54421 x1853175408667264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326341.438719:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000076e54421 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408667264:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326341.438723:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326341.438725:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326341.438726:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076e54421 x1853175408667264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326341.438732:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326341.438733:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326341.438735:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0be7c7a. 02000000:00000001:1.0:1767326341.438738:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326341.438739:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326341.438740:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326341.438742:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326341.438743:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011ae9229. 02000000:00000001:1.0:1767326341.438746:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326341.438747:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326341.438748:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076e54421. 00000100:00000001:1.0:1767326341.438750:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326341.438751:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326341.438753:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326341.438756:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326341.438757:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326341.438760:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326341.438761:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326342.459518:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326342.459526:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326342.459532:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326342.459535:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326342.459538:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326342.459543:0:215456:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326342.459545:0:215456:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326342.459547:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326342.459550:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326342.459552:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326342.459553:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326342.459555:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326342.459643:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326342.459649:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326342.459652:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326343.483591:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326343.483602:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326343.483607:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326343.483608:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326343.483662:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326343.483670:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326343.483675:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326344.507545:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326344.507554:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326344.507556:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326344.507558:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326344.507563:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326344.507564:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326344.507566:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326344.507567:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326344.507570:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326344.507570:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326344.507585:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326344.507605:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326344.507612:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326345.275526:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306213058, at 4306213120 00000100:00000040:1.0:1767326345.275526:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306213058, at 4306213120 00000100:00000040:2.0:1767326345.275526:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306213058, at 4306213120 00000100:00000040:3.0:1767326345.275527:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306213058, at 4306213120 00000100:00000010:2.0:1767326345.275544:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000055b570f. 00000100:00000010:3.0:1767326345.275549:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009686e7bb. 00000100:00000010:0.0:1767326345.275550:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00000100:00000010:1.0:1767326345.275555:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049f01126. 00010000:00000001:0.0:1767326345.531562:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326345.531571:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326345.531578:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326345.531579:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326345.531654:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326345.531664:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326345.531666:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326346.555490:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326346.555495:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326346.555500:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326346.555506:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1767326346.555507:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326346.555508:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326346.555520:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076e54421. 00000020:00000040:1.0:1767326346.555529:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326346.555534:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326346.555537:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326346.555543:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326346.555550:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011ae9229. 00000020:00000001:2.0:1767326346.555554:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326346.555559:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326346.555560:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326346.555564:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326346.555571:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000076e54421 x1853175408667520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326346.555581:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326346.555583:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326346.555588:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076e54421] to pc [ptlrpcd_00_01+1] req@0000000076e54421 x1853175408667520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326346.555608:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326346.555610:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326346.555613:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326346.555615:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf90a616. 00000020:00000040:1.0:1767326346.555618:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326346.555621:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326346.555623:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326346.555625:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326346.555628:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326346.555629:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000079c79e5f. 00000100:00100000:2.0:1767326346.555633:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767326346.555634:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326346.555637:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326346.555639:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000cf90a616 x1853175408667648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326346.555642:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326346.555652:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326346.555654:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326346.555657:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326346.555660:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326346.555662:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf90a616] to pc [ptlrpcd_00_02+2] req@00000000cf90a616 x1853175408667648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326346.555663:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326346.555666:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326346.555668:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326346.555671:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326346.555676:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076e54421 x1853175408667520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326346.555684:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326346.555686:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326346.555691:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326346.555694:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326346.555697:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326346.555699:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000076e54421 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408667520:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326346.555703:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326346.555708:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326346.555710:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326346.555712:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326346.555714:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326346.555717:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767326346.555717:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c917acd. 02000000:00000001:2.0:1767326346.555721:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326346.555723:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326346.555727:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f49c08a. 00000400:00000010:2.0:1767326346.555728:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1209611. 00000100:00000001:0.0:1767326346.555729:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326346.555729:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326346.555734:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326346.555734:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326346.555735:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326346.555737:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000364a6fcd. 02000000:00000001:1.0:1767326346.555738:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326346.555738:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326346.555739:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326346.555742:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326346.555747:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008588d8b0. 00000100:00000200:2.0:1767326346.555747:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408667520, portal 25 00000100:00000040:0.0:1767326346.555748:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf90a616 x1853175408667648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326346.555753:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326346.555754:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326346.555756:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604909824 : -115369104641792 : ffff9712897ff100) 00000100:00000040:1.0:1767326346.555762:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000003f49c08a x1853175408667776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767326346.555765:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000076e54421 x1853175408667520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326346.555770:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326346.555773:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326346.555778:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326346.555782:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326346.555786:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326346.555788:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326346.555790:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326346.555791:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326346.555794:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767326346.555796:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f49c08a] to pc [ptlrpcd_00_03+3] req@000000003f49c08a x1853175408667776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326346.555799:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2f3b387. 00000100:00100000:0.0:1767326346.555801:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf90a616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408667648:192.168.202.142@tcp:400: 00000100:00000200:2.0:1767326346.555803:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408667520, offset 0 00000100:00000001:0.0:1767326346.555810:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326346.555814:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326346.555815:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326346.555818:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326346.555820:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326346.555821:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326346.555823:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767326346.555827:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5b79e3d. 00000100:00000040:1.0:1767326346.555827:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767326346.555832:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:0.0:1767326346.555833:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326346.555833:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11552) 00000400:00000200:2.0:1767326346.555839:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767326346.555842:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063372bd5. 00000400:00000010:0.0:1767326346.555850:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d70aeb3. 00000400:00000200:2.0:1767326346.555852:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326346.555853:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326346.555856:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408667648, portal 10 00000400:00000200:2.0:1767326346.555859:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326346.555860:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326346.555862:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326346.555863:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604897280 : -115369104654336 : ffff9712897fc000) 00000100:00000001:3.0:1767326346.555865:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326346.555867:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:3.0:1767326346.555871:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f49c08a x1853175408667776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326346.555876:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf90a616 x1853175408667648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326346.555878:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [355:355:256:4294967295] 192.168.202.142@tcp LPNI seq info [355:355:8:4294967295] 00000100:00000001:3.0:1767326346.555884:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326346.555886:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326346.555889:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326346.555890:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326346.555891:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326346.555893:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326346.555893:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326346.555896:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000065f6218. 00000100:00000200:0.0:1767326346.555899:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408667648, offset 0 00000100:00100000:3.0:1767326346.555901:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003f49c08a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408667776:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326346.555905:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326346.555906:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326346.555909:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326346.555912:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:3.0:1767326346.555912:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326346.555916:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326346.555921:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8936372. 02000000:00000001:3.0:1767326346.555925:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326346.555926:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:2.0:1767326346.555926:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326346.555928:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e6e36d8. 00000400:00000200:0.0:1767326346.555932:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326346.555934:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a28d6e6. 00000400:00000200:0.0:1767326346.555935:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:3.0:1767326346.555935:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede1e5f6. 00000400:00000200:0.0:1767326346.555939:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767326346.555939:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408667776, portal 10 00000400:00000200:0.0:1767326346.555942:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326346.555942:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326346.555944:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604902656 : -115369104648960 : ffff9712897fd500) 00000800:00000200:2.0:1767326346.555945:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326346.555948:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [356:356:255:4294967295] 192.168.202.142@tcp LPNI seq info [356:356:7:4294967295] 00000100:00000040:3.0:1767326346.555951:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003f49c08a x1853175408667776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326346.555958:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:0.0:1767326346.555962:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326346.555963:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767326346.555965:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a28d6e6 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767326346.555966:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326346.555970:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326346.555971:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a3a8859. 00000800:00000010:0.0:1767326346.555974:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000100:00000200:3.0:1767326346.555974:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408667776, offset 0 00000800:00000200:0.0:1767326346.555978:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326346.555978:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326346.555983:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326346.555983:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326346.555984:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326346.555987:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326346.555987:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326346.555990:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306218177 00000100:00000001:0.0:1767326346.555991:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326346.555991:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000010:2.0:1767326346.555995:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee5444a4. 00000400:00000200:3.0:1767326346.555997:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326346.556001:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:0.0:1767326346.556002:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 151455 usecs (152 jiffies) 00000100:00000001:2.0:1767326346.556005:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767326346.556006:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306214552 00000400:00000200:3.0:1767326346.556012:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [357:357:254:4294967295] 192.168.202.142@tcp LPNI seq info [357:357:6:4294967295] 00000100:00000001:2.0:1767326346.556013:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306218177 00000100:00000001:0.0:1767326346.556015:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306218177 00000100:00000001:0.0:1767326346.556019:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306214552 00000100:00000010:2.0:1767326346.556020:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088885fd7. 00000100:00000001:2.0:1767326346.556026:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326346.556027:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326346.556031:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306218177 00000100:00000001:2.0:1767326346.556032:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306218177 00000100:00000001:0.0:1767326346.556036:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306214552 00000800:00000200:3.0:1767326346.556036:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:2.0:1767326346.556038:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074bebb19. 00000800:00000010:3.0:1767326346.556041:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8b9f1ee. 00000100:00000001:2.0:1767326346.556042:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326346.556047:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306218177 00000100:00000001:0.0:1767326346.556048:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306218177 00000800:00000200:3.0:1767326346.556048:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326346.556049:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326346.556053:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306214552 00000100:00000010:2.0:1767326346.556053:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000851a6f3. 00000800:00000010:1.0:1767326346.556055:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a28d6e6. 00000100:00000001:2.0:1767326346.556058:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767326346.556058:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326346.556063:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8b9f1ee type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326346.556064:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326346.556065:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306218177 00000100:00000001:2.0:1767326346.556065:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326346.556071:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326346.556071:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326346.556072:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326346.556077:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326346.556078:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326346.556078:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 202398 usecs (203 jiffies) 00000100:00000001:0.0:1767326346.556079:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326346.556081:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326346.556082:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326346.556083:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326346.556083:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306214603 00000100:00000001:3.0:1767326346.556087:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306218177 00000100:00000001:0.0:1767326346.556090:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326346.556090:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2f3b387 00000100:00000001:0.0:1767326346.556093:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767326346.556095:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2f3b387. 00000100:00000001:3.0:1767326346.556097:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306214603 00000100:00000001:0.0:1767326346.556100:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326346.556101:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326346.556101:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306218177 00000100:00000001:1.0:1767326346.556102:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326346.556103:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326346.556103:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306214603 00000100:00000001:0.0:1767326346.556107:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326346.556107:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306218177 00000100:00000001:3.0:1767326346.556109:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306214603 00000100:00000200:1.0:1767326346.556111:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076e54421 x1853175408667520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326346.556113:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306218177 00000100:00000001:3.0:1767326346.556118:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326346.556122:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326346.556127:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326346.556129:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326346.556132:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326346.556135:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326346.556139:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326346.556142:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326346.556144:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326346.556147:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326346.556148:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326346.556152:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076e54421 x1853175408667520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326346.556158:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326346.556160:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326346.556173:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326346.556174:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000400:00000200:1.0:1767326346.556176:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326346.556179:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326346.556180:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000065f6218 00000400:00000010:1.0:1767326346.556182:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000065f6218. 00000100:00000001:1.0:1767326346.556183:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326346.556185:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf90a616 x1853175408667648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326346.556189:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326346.556190:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf90a616 x1853175408667648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326346.556195:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326346.556196:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326346.556259:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326346.556262:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8b9f1ee. 00000400:00000200:1.0:1767326346.556265:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326346.556267:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326346.556269:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a3a8859 00000400:00000010:1.0:1767326346.556270:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a3a8859. 00000100:00000001:1.0:1767326346.556272:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326346.556274:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f49c08a x1853175408667776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326346.556279:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326346.556281:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f49c08a x1853175408667776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326346.556297:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326346.556298:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326346.558034:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326346.558055:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326346.558059:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326346.558062:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326346.558074:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326346.558090:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0ab80 00000400:00000200:0.0:1767326346.558098:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xbed [1] + 224 00000800:00000001:0.0:1767326346.558106:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326346.558110:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326346.558112:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326346.558117:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326346.558124:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326346.558131:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076e54421 x1853175408667520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326346.558143:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000076e54421 x1853175408667520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326346.558161:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326346.558169:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326346.558173:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326346.558175:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326346.558177:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326346.558182:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:2.0:1767326346.558197:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326346.558202:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326346.558207:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0ac00 00000400:00000001:2.0:1767326346.558209:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326346.558219:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326346.558221:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1209611. 00000400:00000200:2.0:1767326346.558224:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364a6fcd 00000400:00000010:2.0:1767326346.558225:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000364a6fcd. 00000100:00000001:2.0:1767326346.558228:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326346.558232:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076e54421 x1853175408667520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326346.558250:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076e54421 x1853175408667520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326346.558258:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326346.558261:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326346.558264:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326346.558267:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326346.558271:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326346.558273:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326346.558277:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326346.558285:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=42 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326346.558290:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=42 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326346.558293:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326346.558295:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326346.558297:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326346.558300:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326346.558303:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326346.558308:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076e54421 x1853175408667520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326346.558314:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326346.558316:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326346.558318:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326346.558321:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076e54421 x1853175408667520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326346.558325:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000076e54421 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408667520:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326346.558340:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326346.558346:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326346.558347:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xbf5 [1] + 224 00000800:00000001:0.0:1767326346.558356:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326346.558356:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076e54421 x1853175408667520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326346.558365:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1767326346.558366:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326346.558368:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767326346.558376:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767326346.558377:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c917acd. 02000000:00000001:2.0:1767326346.558382:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326346.558384:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326346.558387:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326346.558391:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326346.558395:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011ae9229. 00000400:00000200:0.0:1767326346.558396:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 02000000:00000001:2.0:1767326346.558425:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326346.558428:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326346.558429:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076e54421. 00000100:00000001:2.0:1767326346.558434:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326346.558435:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326346.558436:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326346.558442:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326346.558443:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326346.558445:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326346.558448:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326346.558451:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326346.558456:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf90a616 x1853175408667648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326346.558470:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf90a616 x1853175408667648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326346.558494:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326346.558499:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326346.558505:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326346.558507:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326346.558510:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326346.558514:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:2.0:1767326346.558519:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326346.558523:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326346.558524:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0ac80 00000400:00000001:2.0:1767326346.558530:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326346.558532:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326346.558534:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063372bd5. 00000400:00000200:2.0:1767326346.558537:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d70aeb3 00000400:00000010:2.0:1767326346.558538:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d70aeb3. 00000100:00000001:2.0:1767326346.558541:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326346.558546:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xbfd [1] + 224 00000100:00000200:2.0:1767326346.558550:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf90a616 x1853175408667648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326346.558556:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326346.558561:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf90a616 x1853175408667648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326346.558567:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326346.558568:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326346.558569:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326346.558574:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326346.558578:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767326346.558580:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326346.558585:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326346.558589:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326346.558593:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326346.558594:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326346.558600:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767326346.558600:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=37 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326346.558607:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=37 v=5 (1 1 1 1) 00000100:00000200:0.0:1767326346.558611:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f49c08a x1853175408667776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326346.558611:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326346.558614:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326346.558619:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326346.558622:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326346.558629:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326346.558631:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326346.558637:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326346.558640:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326346.558645:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f49c08a x1853175408667776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326346.558646:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf90a616 x1853175408667648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326346.558669:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326346.558671:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326346.558672:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326346.558675:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf90a616 x1853175408667648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326346.558679:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767326346.558682:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf90a616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408667648:192.168.202.142@tcp:400: 00000800:00000001:0.0:1767326346.558686:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326346.558688:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326346.558689:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326346.558690:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf90a616 x1853175408667648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326346.558701:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326346.558703:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1767326346.558704:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326346.558705:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5b79e3d. 02000000:00000001:2.0:1767326346.558713:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326346.558715:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326346.558716:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326346.558719:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326346.558721:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000079c79e5f. 02000000:00000001:2.0:1767326346.558729:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326346.558730:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326346.558732:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf90a616. 00000100:00000001:2.0:1767326346.558735:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326346.558735:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326346.558737:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326346.558741:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326346.558743:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326346.558746:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326346.558747:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326346.558749:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326346.558750:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326346.558759:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326346.558762:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326346.558764:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e6e36d8. 00000400:00000200:3.0:1767326346.558769:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede1e5f6 00000400:00000010:3.0:1767326346.558771:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ede1e5f6. 00000100:00000001:3.0:1767326346.558773:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326346.558779:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f49c08a x1853175408667776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326346.558789:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f49c08a x1853175408667776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326346.558796:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326346.558805:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326346.558808:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326346.558811:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326346.558813:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326346.558815:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326346.558817:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326346.558825:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=31 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326346.558829:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=138 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326346.558831:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326346.558832:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326346.558834:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326346.558839:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003f49c08a x1853175408667776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326346.558846:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326346.558850:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326346.558851:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326346.558853:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326346.558854:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326346.558857:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f49c08a x1853175408667776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326346.558863:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326346.558866:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326346.558873:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326346.558876:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f49c08a x1853175408667776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326346.558882:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003f49c08a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408667776:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326346.558886:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326346.558888:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326346.558890:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f49c08a x1853175408667776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326346.558897:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326346.558899:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326346.558902:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8936372. 02000000:00000001:3.0:1767326346.558905:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326346.558907:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326346.558909:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326346.558911:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326346.558913:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008588d8b0. 02000000:00000001:3.0:1767326346.558916:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326346.558917:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326346.558919:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f49c08a. 00000100:00000001:3.0:1767326346.558922:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326346.558923:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326346.558925:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326346.558931:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326346.558933:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326346.558935:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326346.558937:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326347.579506:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326347.579514:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326347.579520:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326347.579521:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326347.579539:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326347.579542:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326347.579544:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326348.603561:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326348.603567:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326348.603572:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326348.603573:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326348.603625:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326348.603629:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326348.603631:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326349.627526:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326349.627533:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326349.627540:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326349.627541:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326349.627606:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326349.627609:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326349.627612:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326350.395557:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306218177, at 4306218240 00000100:00000040:0.0:1767326350.395558:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306218177, at 4306218240 00000100:00000040:2.0:1767326350.395558:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306218177, at 4306218240 00000100:00000010:3.0:1767326350.395586:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000851a6f3. 00000100:00000010:2.0:1767326350.395594:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074bebb19. 00000100:00000010:0.0:1767326350.395596:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee5444a4. 00000100:00000040:1.0:1767326350.395688:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306218177, at 4306218240 00000100:00000010:1.0:1767326350.395694:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088885fd7. 00010000:00000001:0.0:1767326350.651514:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326350.651522:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326350.651529:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326350.651530:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326350.651550:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326350.651553:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326350.651556:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326351.675551:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:2.0:1767326351.675551:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326351.675562:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326351.675570:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326351.675571:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326351.675573:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326351.675584:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767326351.675592:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326351.675597:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326351.675600:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326351.675606:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326351.675614:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb30d8a. 00000100:00000001:2.0:1767326351.675622:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326351.675633:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000e6bdf5e7 x1853175408667904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326351.675641:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326351.675644:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326351.675648:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_00+0] req@00000000e6bdf5e7 x1853175408667904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326351.675654:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326351.675660:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326351.675664:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326351.675676:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326351.675681:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326351.675686:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326351.675690:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767326351.675693:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326351.675695:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326351.675699:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326351.675705:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326351.675707:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326351.675709:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326351.675713:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326351.675714:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326351.675718:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326351.675723:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408667904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326351.675727:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a28d6e6. 00000100:00000001:2.0:1767326351.675737:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326351.675747:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326351.675748:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000009561302 x1853175408668032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326351.675751:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326351.675768:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326351.675771:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326351.675772:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326351.675776:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_01+1] req@0000000009561302 x1853175408668032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326351.675777:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326351.675789:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326351.675796:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408667904:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326351.675798:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326351.675805:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326351.675809:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326351.675810:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326351.675815:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326351.675817:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:0.0:1767326351.675820:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326351.675820:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326351.675824:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326351.675829:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326351.675830:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326351.675831:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326351.675835:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326351.675839:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767326351.675839:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326351.675844:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408668032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326351.675849:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f07b907. 02000000:00000010:0.0:1767326351.675850:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000619ff9c9. 00000100:00000001:1.0:1767326351.675854:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326351.675859:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326351.675860:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326351.675860:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326351.675878:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326351.675879:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b6591187 x1853175408668160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326351.675880:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326351.675882:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4dc6b2f. 02000000:00000001:1.0:1767326351.675887:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326351.675897:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408668032:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326351.675898:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767326351.675900:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 00000100:00000001:2.0:1767326351.675902:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326351.675903:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326351.675911:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326351.675913:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_02+2] req@00000000b6591187 x1853175408668160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326351.675914:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326351.675916:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408667904, portal 25 02000000:00000001:1.0:1767326351.675918:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326351.675925:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0d5dc85. 00000100:00000001:0.0:1767326351.675926:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326351.675931:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 02000000:00000001:1.0:1767326351.675931:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326351.675945:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408667904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326351.675945:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002395dae0. 00000100:00000001:2.0:1767326351.675948:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326351.675954:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767326351.675960:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2edddf. 00000100:00000040:2.0:1767326351.675973:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1767326351.675974:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408668032, portal 10 00000100:00000001:0.0:1767326351.675976:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326351.675979:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326351.675981:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326351.675986:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326351.675987:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000040:2.0:1767326351.675987:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11557) 00000100:00000040:0.0:1767326351.675990:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326351.675993:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767326351.675997:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2ed77ca. 00000100:00000040:1.0:1767326351.675998:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408668032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326351.676007:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408667904, offset 0 00000100:00000040:3.0:1767326351.676007:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408668160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326351.676012:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326351.676020:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326351.676031:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326351.676044:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326351.676044:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326351.676047:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326351.676057:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326351.676062:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:1.0:1767326351.676063:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326351.676065:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326351.676071:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b31df5c8. 00000400:00000200:0.0:1767326351.676077:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767326351.676077:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408668032, offset 0 02000000:00000001:3.0:1767326351.676086:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326351.676091:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326351.676098:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00100000:3.0:1767326351.676099:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408668160:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326351.676108:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326351.676111:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326351.676116:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326351.676118:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:3.0:1767326351.676119:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326351.676123:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326351.676127:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [358:358:256:4294967295] 192.168.202.142@tcp LPNI seq info [358:358:8:4294967295] 02000000:00000010:3.0:1767326351.676129:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fab98bf8. 02000000:00000001:3.0:1767326351.676133:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326351.676138:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e6e36d8. 00000400:00000010:3.0:1767326351.676144:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede1e5f6. 00000400:00000200:0.0:1767326351.676146:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:3.0:1767326351.676149:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408668160, portal 10 00000100:00000001:3.0:1767326351.676153:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326351.676155:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000800:00000200:0.0:1767326351.676159:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326351.676164:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:3.0:1767326351.676167:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408668160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326351.676169:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000400:00000200:1.0:1767326351.676173:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326351.676189:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326351.676192:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326351.676196:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326351.676199:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326351.676206:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:3.0:1767326351.676212:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326351.676220:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [359:359:255:4294967295] 192.168.202.142@tcp LPNI seq info [359:359:7:4294967295] 00000800:00000200:0.0:1767326351.676221:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:3.0:1767326351.676221:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9c4baab. 00000800:00000200:0.0:1767326351.676231:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767326351.676232:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408668160, offset 0 00000400:00000200:1.0:1767326351.676250:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326351.676255:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326351.676260:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326351.676267:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306223297 00000100:00000010:0.0:1767326351.676274:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cd2e4ac. 00000400:00000200:3.0:1767326351.676279:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:1.0:1767326351.676292:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326351.676299:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000824d53cf. 00000400:00000200:3.0:1767326351.676303:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326351.676309:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326351.676311:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:1.0:1767326351.676315:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326351.676322:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326351.676324:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306223297 00000400:00000200:3.0:1767326351.676328:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000010:0.0:1767326351.676330:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000601d7410. 00000800:00000200:1.0:1767326351.676335:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326351.676338:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326351.676342:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [360:360:254:4294967295] 192.168.202.142@tcp LPNI seq info [360:360:6:4294967295] 00000100:00000001:0.0:1767326351.676344:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306223297 00000100:00000010:0.0:1767326351.676351:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000358418ea. 00000800:00000200:1.0:1767326351.676353:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000824d53cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326351.676355:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326351.676362:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306223297 00000100:00000010:0.0:1767326351.676369:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049f01126. 00000100:00000001:1.0:1767326351.676370:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326351.676372:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326351.676373:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767326351.676380:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 150033 usecs (151 jiffies) 00000100:00000001:0.0:1767326351.676381:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326351.676385:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767326351.676394:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326351.676422:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000400:00000200:2.0:1767326351.676429:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326351.676434:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326351.676439:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2ed77ca 00000400:00000010:2.0:1767326351.676442:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2ed77ca. 00000100:00000001:0.0:1767326351.676445:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326351.676445:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306219671 00000100:00000001:2.0:1767326351.676446:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326351.676459:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306223297 00000100:00000200:2.0:1767326351.676459:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408667904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326351.676461:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326351.676461:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea9a1391. 00000100:00000001:1.0:1767326351.676471:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306219672 00000100:00000001:0.0:1767326351.676472:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326351.676484:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326351.676487:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306223297 00000100:00000001:0.0:1767326351.676493:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326351.676496:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306219672 00000100:00000001:0.0:1767326351.676497:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326351.676500:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306223297 00000100:00000001:2.0:1767326351.676502:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326351.676504:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326351.676505:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326351.676512:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326351.676512:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306219672 00000800:00000200:3.0:1767326351.676515:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea9a1391 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326351.676521:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326351.676521:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408667904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326351.676522:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306223297 00000100:00000001:0.0:1767326351.676530:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326351.676531:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326351.676533:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326351.676545:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326351.676547:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 200451 usecs (201 jiffies) 00000100:00000001:2.0:1767326351.676550:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326351.676553:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306219722 00000100:00000001:1.0:1767326351.676557:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326351.676557:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326351.676560:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306223297 00000100:00000001:1.0:1767326351.676562:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326351.676568:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306219722 00000100:00000001:1.0:1767326351.676573:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326351.676574:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306223297 00000100:00000001:1.0:1767326351.676575:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767326351.676578:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326351.676583:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306219722 00000100:00000001:1.0:1767326351.676584:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767326351.676584:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000824d53cf. 00000100:00000001:1.0:1767326351.676587:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326351.676590:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306223297 00000100:00000001:1.0:1767326351.676591:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326351.676592:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326351.676599:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326351.676603:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306219722 00000100:00000001:3.0:1767326351.676610:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306223297 00000400:00000200:2.0:1767326351.676611:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326351.676617:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326351.676619:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b31df5c8 00000100:00000001:3.0:1767326351.676622:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326351.676624:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b31df5c8. 00000100:00000001:3.0:1767326351.676628:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326351.676630:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326351.676635:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326351.676638:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408668032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326351.676645:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326351.676647:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326351.676650:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767326351.676651:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408668032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326351.676661:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326351.676665:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326351.676667:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326351.676672:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326351.676675:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326351.676678:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326351.676698:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326351.676702:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea9a1391. 00000400:00000200:2.0:1767326351.676706:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326351.676709:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326351.676718:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9c4baab 00000400:00000010:2.0:1767326351.676719:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9c4baab. 00000100:00000001:2.0:1767326351.676722:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326351.676725:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408668160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326351.676732:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326351.676734:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408668160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326351.676740:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326351.676742:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326351.679462:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326351.679476:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326351.679479:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326351.679481:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326351.679493:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326351.679508:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0ad80 00000400:00000200:1.0:1767326351.679519:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xc09 [1] + 224 00000800:00000001:1.0:1767326351.679526:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326351.679530:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326351.679532:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326351.679537:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326351.679545:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326351.679551:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408668032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326351.679562:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408668032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326351.679583:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326351.679590:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326351.679595:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326351.679597:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326351.679598:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326351.679606:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326351.679614:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0ae00 00000400:00000200:1.0:1767326351.679619:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xc15 [1] + 224 00000800:00000001:1.0:1767326351.679625:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326351.679641:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326351.679643:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326351.679647:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326351.679650:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326351.679653:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408668160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326351.679661:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408668160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326351.679670:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326351.679677:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326351.679681:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767326351.679686:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326351.679690:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326351.679694:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002395dae0. 00000400:00000200:3.0:1767326351.679701:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2edddf 00000400:00000010:3.0:1767326351.679704:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2edddf. 00000100:00000001:3.0:1767326351.679709:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767326351.679713:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326351.679720:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408668032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326351.679722:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326351.679722:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326351.679726:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326351.679733:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326351.679734:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326351.679742:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326351.679743:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326351.679755:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e6e36d8. 00000100:00000200:3.0:1767326351.679758:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408668032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326351.679762:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326351.679765:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede1e5f6 00000400:00000010:2.0:1767326351.679774:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ede1e5f6. 00000100:00000001:2.0:1767326351.679783:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326351.679788:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0ad00 00000100:00000200:2.0:1767326351.679796:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408668160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326351.679796:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767326351.679804:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xc05 [1] + 224 00000100:00000001:3.0:1767326351.679804:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326351.679813:0:211395:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767326351.679818:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326351.679819:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326351.679826:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326351.679830:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326351.679831:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408668160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326351.679833:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326351.679837:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326351.679839:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326351.679851:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326351.679851:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767326351.679852:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=42 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326351.679855:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326351.679856:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767326351.679865:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=42 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326351.679866:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767326351.679869:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408667904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326351.679873:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326351.679878:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326351.679884:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326351.679884:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326351.679892:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326351.679899:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767326351.679900:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408667904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326351.679900:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326351.679908:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326351.679917:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:2.0:1767326351.679918:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=36 v=5 (5 5 5 5) 00000100:00000040:3.0:1767326351.679923:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00001000:2.0:1767326351.679929:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=143 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326351.679929:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326351.679931:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326351.679933:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326351.679942:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326351.679942:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767326351.679946:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408668032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326351.679948:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326351.679950:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326351.679960:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326351.679966:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00080000:2.0:1767326351.679976:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b6591187 x1853175408668160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326351.679987:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326351.679992:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326351.679999:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326351.680004:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408668032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326351.680007:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326351.680011:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326351.680015:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326351.680022:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326351.680027:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408668032:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326351.680039:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408668160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326351.680040:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326351.680047:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326351.680050:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326351.680053:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326351.680060:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767326351.680061:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408668032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326351.680064:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326351.680064:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326351.680072:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4dc6b2f. 00000100:00000001:2.0:1767326351.680075:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326351.680080:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326351.680084:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000400:00000010:0.0:1767326351.680092:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000040:2.0:1767326351.680100:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408668160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326351.680103:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326351.680104:0:211394:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326351.680108:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326351.680115:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0d5dc85. 00000100:00000200:0.0:1767326351.680121:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408667904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326351.680122:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326351.680127:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1767326351.680132:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408668160:192.168.202.142@tcp:400: 00000020:00000040:3.0:1767326351.680133:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326351.680141:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326351.680148:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a28d6e6. 00000100:00000001:2.0:1767326351.680154:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326351.680161:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767326351.680161:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1767326351.680165:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408667904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326351.680167:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767326351.680171:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408668160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326351.680173:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:3.0:1767326351.680182:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326351.680186:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326351.680195:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326351.680208:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326351.680209:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326351.680209:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326351.680215:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326351.680217:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326351.680218:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326351.680220:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767326351.680225:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fab98bf8. 02000000:00000001:0.0:1767326351.680227:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326351.680228:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326351.680230:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326351.680234:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767326351.680234:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326351.680237:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326351.680239:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326351.680240:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326351.680241:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326351.680244:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326351.680244:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f07b907. 02000000:00000001:2.0:1767326351.680251:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1767326351.680252:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=47 v=5 (5 5 5 5) 02000000:00000001:2.0:1767326351.680253:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326351.680256:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00001000:0.0:1767326351.680257:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=47 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326351.680259:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326351.680261:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326351.680261:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326351.680263:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326351.680264:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326351.680267:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326351.680268:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326351.680270:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326351.680274:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408667904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326351.680279:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326351.680279:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326351.680295:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326351.680297:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326351.680299:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326351.680300:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326351.680303:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326351.680307:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408667904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326351.680316:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408667904:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326351.680323:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326351.680325:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326351.680328:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408667904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326351.680333:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326351.680335:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326351.680344:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000619ff9c9. 02000000:00000001:0.0:1767326351.680347:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326351.680348:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326351.680349:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326351.680351:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326351.680353:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb30d8a. 02000000:00000001:0.0:1767326351.680355:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326351.680356:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326351.680357:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:0.0:1767326351.680359:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326351.680360:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326351.680361:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326351.680364:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326351.680365:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326351.680366:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326351.680367:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326352.699535:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326352.699544:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326352.699551:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326352.699555:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326352.699558:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326352.699565:0:215456:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326352.699568:0:215456:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326352.699570:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326352.699574:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326352.699576:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326352.699578:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326352.699580:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326352.699638:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326352.699643:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326352.699646:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326353.723519:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326353.723526:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326353.723532:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326353.723533:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326353.723553:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326353.723556:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326353.723558:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326354.747548:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326354.747559:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326354.747562:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326354.747564:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326354.747601:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326354.747603:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326354.747605:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326354.747608:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326354.747613:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326354.747614:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326354.747726:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326354.747730:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326354.747733:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326355.515476:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306223297, at 4306223360 00000100:00000040:2.0:1767326355.515477:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306223297, at 4306223360 00000100:00000040:0.0:1767326355.515479:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306223297, at 4306223360 00000100:00000010:1.0:1767326355.515493:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000601d7410. 00000100:00000010:0.0:1767326355.515495:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00000100:00000040:3.0:1767326355.515535:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306223297, at 4306223360 00000100:00000010:3.0:1767326355.515554:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049f01126. 00000100:00000010:2.0:1767326355.515608:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000358418ea. 00010000:00000001:0.0:1767326355.771566:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326355.771575:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326355.771582:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326355.771584:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326355.771653:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326355.771658:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326355.771661:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326356.795507:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326356.795520:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326356.795532:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326356.795540:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326356.795545:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326356.795548:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326356.795554:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326356.795563:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f07b907. 00000100:00000001:2.0:1767326356.795571:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326356.795583:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b6591187 x1853175408668288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326356.795595:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326356.795597:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326356.795602:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_03+3] req@00000000b6591187 x1853175408668288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326356.795637:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326356.795640:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326356.795643:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326356.795646:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000020:00000040:2.0:1767326356.795649:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326356.795651:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326356.795653:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326356.795656:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326356.795659:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:3.0:1767326356.795660:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326356.795663:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326356.795665:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326356.795667:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326356.795672:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408668288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326356.795679:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326356.795682:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326356.795685:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326356.795687:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326356.795691:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326356.795695:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408668288:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326356.795696:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000b258af54 x1853175408668416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326356.795700:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326356.795707:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326356.795708:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326356.795711:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326356.795711:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326356.795714:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326356.795720:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f771d2b. 00000100:00000040:2.0:1767326356.795721:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_00+0] req@00000000b258af54 x1853175408668416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326356.795723:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326356.795731:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd1fd7a8. 00000400:00000010:3.0:1767326356.795738:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 00000100:00000200:3.0:1767326356.795746:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408668288, portal 25 00000100:00000001:3.0:1767326356.795748:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326356.795750:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000001:2.0:1767326356.795754:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326356.795754:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408668288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326356.795759:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326356.795764:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326356.795766:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1767326356.795769:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000010:2.0:1767326356.795772:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000400:00000010:3.0:1767326356.795773:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fbf3f23. 00000100:00000001:1.0:1767326356.795774:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326356.795778:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408668288, offset 0 00000020:00000040:2.0:1767326356.795779:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326356.795784:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767326356.795787:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326356.795788:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326356.795789:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326356.795792:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326356.795793:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767326356.795800:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 00000100:00000040:1.0:1767326356.795801:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408668416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326356.795807:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326356.795809:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:2.0:1767326356.795818:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000bfc4a11d x1853175408668544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767326356.795820:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326356.795824:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326356.795828:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326356.795828:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326356.795834:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326356.795836:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326356.795840:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326356.795840:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326356.795841:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767326356.795846:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [361:361:256:4294967295] 192.168.202.142@tcp LPNI seq info [361:361:8:4294967295] 02000000:00000001:1.0:1767326356.795847:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326356.795850:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326356.795857:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408668416:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326356.795859:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_01+1] req@00000000bfc4a11d x1853175408668544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326356.795866:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326356.795867:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326356.795872:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326356.795876:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326356.795878:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326356.795882:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1767326356.795885:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1bd790. 00000100:00000001:2.0:1767326356.795886:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326356.795888:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008efb37b1. 00000100:00000040:2.0:1767326356.795891:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:3.0:1767326356.795895:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:2.0:1767326356.795899:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767326356.795901:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326356.795906:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:1.0:1767326356.795908:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000885d55dc. 00000100:00000040:2.0:1767326356.795909:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11562) 00000800:00000200:3.0:1767326356.795910:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f1bd790 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767326356.795918:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026285bcb. 00000100:00000001:3.0:1767326356.795921:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326356.795923:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408668416, portal 10 00000100:00000001:1.0:1767326356.795926:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326356.795926:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306228417 00000100:00000001:1.0:1767326356.795928:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00000100:00000010:3.0:1767326356.795932:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b70eb340. 00000100:00000040:1.0:1767326356.795937:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408668416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326356.795939:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326356.795941:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326356.795945:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326356.795949:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326356.795949:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306228417 00000100:00000001:1.0:1767326356.795950:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767326356.795954:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007bf79e58. 00000100:00000040:1.0:1767326356.795957:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326356.795958:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326356.795962:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306228417 00000400:00000010:1.0:1767326356.795966:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088a02057. 00000100:00000010:3.0:1767326356.795967:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f676bc1. 00000100:00000040:2.0:1767326356.795970:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408668544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326356.795973:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767326356.795974:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408668416, offset 0 00000100:00000001:3.0:1767326356.795977:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306228417 00000100:00000010:3.0:1767326356.795982:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a5ba9a9. 00000400:00000200:1.0:1767326356.795988:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326356.795989:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326356.795990:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326356.795994:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326356.795994:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326356.795998:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326356.795998:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326356.796000:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:2.0:1767326356.796004:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326356.796004:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326356.796007:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326356.796014:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326356.796014:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326356.796014:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767326356.796021:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408668544:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326356.796021:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326356.796024:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326356.796025:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326356.796026:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326356.796030:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326356.796031:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326356.796033:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326356.796034:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326356.796036:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326356.796040:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326356.796041:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767326356.796044:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326356.796050:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc65b422. 02000000:00000001:2.0:1767326356.796055:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326356.796056:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [362:362:255:4294967295] 192.168.202.142@tcp LPNI seq info [362:362:7:4294967295] 00000400:00000010:2.0:1767326356.796061:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1209611. 00000400:00000010:2.0:1767326356.796067:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000364a6fcd. 00000400:00000200:1.0:1767326356.796070:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:2.0:1767326356.796072:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408668544, portal 10 00000100:00000001:2.0:1767326356.796077:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767326356.796078:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326356.796079:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000800:00000010:1.0:1767326356.796086:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000824d53cf. 00000100:00000040:2.0:1767326356.796090:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408668544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326356.796094:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326356.796104:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326356.796107:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326356.796109:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000824d53cf type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326356.796114:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326356.796115:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326356.796120:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051f3b62d. 00000100:00000040:1.0:1767326356.796121:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 148652 usecs (149 jiffies) 00000100:00000200:2.0:1767326356.796125:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408668544, offset 0 00000100:00000001:1.0:1767326356.796126:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306224789 00000100:00000001:1.0:1767326356.796131:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306228417 00000100:00000001:1.0:1767326356.796135:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306224789 00000400:00000200:2.0:1767326356.796136:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326356.796139:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306228417 00000100:00000001:1.0:1767326356.796143:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306224789 00000400:00000200:2.0:1767326356.796146:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326356.796147:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306228417 00000400:00000200:2.0:1767326356.796152:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326356.796153:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306224789 00000100:00000001:1.0:1767326356.796157:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306228417 00000400:00000200:2.0:1767326356.796158:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326356.796163:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326356.796164:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326356.796166:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326356.796170:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326356.796171:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326356.796175:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326356.796176:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [363:363:254:4294967295] 192.168.202.142@tcp LPNI seq info [363:363:6:4294967295] 00000100:00000001:1.0:1767326356.796194:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326356.796195:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326356.796198:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326356.796203:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326356.796204:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326356.796205:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326356.796209:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326356.796210:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb30d8a. 00000100:00000001:1.0:1767326356.796213:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326356.796217:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326356.796221:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326356.796223:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb30d8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326356.796226:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326356.796228:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 198552 usecs (199 jiffies) 00000100:00000001:2.0:1767326356.796230:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306224839 00000100:00000001:2.0:1767326356.796232:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306228417 00000100:00000001:2.0:1767326356.796247:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306224839 00000100:00000001:2.0:1767326356.796249:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306228417 00000100:00000001:2.0:1767326356.796250:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306224839 00000100:00000001:2.0:1767326356.796251:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306228417 00000100:00000001:2.0:1767326356.796252:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306224839 00000100:00000001:2.0:1767326356.796253:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306228417 00000100:00000001:2.0:1767326356.796254:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326356.796256:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326356.796257:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326356.796258:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326356.796261:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326356.796262:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326356.796263:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326356.796264:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326356.796264:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326356.796266:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326356.796282:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326356.796284:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326356.796349:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326356.796355:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1bd790. 00000400:00000200:0.0:1767326356.796362:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326356.796368:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326356.796374:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fbf3f23 00000400:00000010:0.0:1767326356.796376:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fbf3f23. 00000100:00000001:0.0:1767326356.796380:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326356.796384:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408668288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326356.796392:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326356.796395:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408668288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326356.796425:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326356.796427:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326356.796438:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326356.796440:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000824d53cf. 00000400:00000200:0.0:1767326356.796442:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326356.796445:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326356.796448:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088a02057 00000400:00000010:0.0:1767326356.796449:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088a02057. 00000100:00000001:0.0:1767326356.796451:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326356.796453:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408668416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326356.796466:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326356.796468:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408668416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326356.796473:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326356.796474:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326356.796541:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326356.796544:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb30d8a. 00000400:00000200:0.0:1767326356.796547:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326356.796550:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326356.796553:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051f3b62d 00000400:00000010:0.0:1767326356.796554:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051f3b62d. 00000100:00000001:0.0:1767326356.796557:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326356.796559:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408668544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326356.796565:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326356.796567:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408668544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326356.796572:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326356.796573:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767326356.796593:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326356.796596:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326356.796599:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326356.796600:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326356.796615:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326356.796619:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326356.796621:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767326356.798780:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326356.798795:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326356.798807:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326356.798809:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326356.798815:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326356.798825:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0af00 00000400:00000200:2.0:1767326356.798843:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xc25 [1] + 224 00000800:00000001:2.0:1767326356.798851:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326356.798855:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326356.798857:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326356.798861:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326356.798866:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326356.798871:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408668416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326356.798880:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408668416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326356.798932:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326356.798935:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326356.798953:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326356.798961:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326356.798964:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326356.798965:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326356.798966:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326356.798969:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326356.798973:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0ae80 00000400:00000200:2.0:1767326356.798977:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xc1d [1] + 224 00000800:00000001:2.0:1767326356.798979:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326356.798981:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326356.798982:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326356.798984:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326356.798986:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326356.798988:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408668288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326356.798993:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408668288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326356.799010:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326356.799013:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326356.799015:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326356.799016:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326356.799017:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326356.799019:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326356.799025:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0af80 00000400:00000200:2.0:1767326356.799029:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xc2d [1] + 224 00000800:00000001:2.0:1767326356.799033:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326356.799040:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326356.799041:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326356.799043:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326356.799045:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326356.799050:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:3.0:1767326356.799052:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326356.799056:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326356.799058:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd1fd7a8. 00000400:00000200:3.0:1767326356.799062:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93e8e08 00000400:00000010:3.0:1767326356.799064:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d93e8e08. 00000100:00000001:3.0:1767326356.799067:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326356.799071:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408668288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326356.799081:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408668288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326356.799087:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326356.799088:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326356.799091:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326356.799093:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326356.799094:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326356.799096:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326356.799099:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326356.799103:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408668544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326356.799104:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326356.799113:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=52 v=5 (5 5 5 5) 00000100:00000040:2.0:1767326356.799116:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408668544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326356.799119:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=52 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326356.799127:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326356.799130:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326356.799134:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326356.799136:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326356.799138:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326356.799143:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408668288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326356.799153:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326356.799156:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326356.799158:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326356.799162:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326356.799168:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326356.799171:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408668288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326356.799173:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326356.799183:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408668288:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326356.799189:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326356.799191:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326356.799194:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408668288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326356.799200:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326356.799203:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326356.799205:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f771d2b. 02000000:00000001:3.0:1767326356.799208:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326356.799210:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326356.799211:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326356.799214:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326356.799216:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f07b907. 02000000:00000001:3.0:1767326356.799219:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326356.799221:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326356.799222:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:3.0:1767326356.799225:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326356.799226:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326356.799228:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326356.799244:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326356.799246:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326356.799249:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326356.799251:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326356.799281:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326356.799284:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326356.799288:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326356.799289:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326356.799291:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1209611. 00000400:00000200:0.0:1767326356.799295:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364a6fcd 00000400:00000010:0.0:1767326356.799297:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000364a6fcd. 00000100:00000001:0.0:1767326356.799305:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326356.799309:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408668544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326356.799316:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408668544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326356.799322:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326356.799324:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326356.799325:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326356.799327:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326356.799328:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326356.799330:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326356.799331:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326356.799335:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=41 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326356.799339:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=148 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326356.799341:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326356.799342:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326356.799343:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326356.799347:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bfc4a11d x1853175408668544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326356.799352:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767326356.799354:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326356.799356:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326356.799358:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:1.0:1767326356.799360:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000885d55dc. 00000100:00000040:0.0:1767326356.799361:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326356.799366:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1767326356.799366:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026285bcb 00000100:00000001:0.0:1767326356.799368:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326356.799370:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026285bcb. 00000100:00000040:0.0:1767326356.799374:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408668544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326356.799376:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326356.799384:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408668416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326356.799385:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326356.799391:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326356.799393:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326356.799429:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408668416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326356.799435:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408668544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326356.799438:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326356.799441:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326356.799446:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326356.799449:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326356.799451:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767326356.799452:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408668544:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326356.799454:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326356.799457:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326356.799462:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=47 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326356.799464:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326356.799467:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=47 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326356.799468:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326356.799473:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408668544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326356.799473:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326356.799476:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326356.799481:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326356.799485:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326356.799486:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326356.799490:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326356.799490:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326356.799493:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 02000000:00000010:0.0:1767326356.799494:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc65b422. 00000100:00000001:1.0:1767326356.799498:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767326356.799500:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326356.799501:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326356.799503:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326356.799506:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326356.799509:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767326356.799510:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408668416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326356.799511:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 02000000:00000001:0.0:1767326356.799516:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326356.799519:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326356.799521:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:1.0:1767326356.799526:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326356.799527:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326356.799529:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326356.799531:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326356.799532:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326356.799535:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326356.799538:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326356.799541:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326356.799542:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408668416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326356.799546:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326356.799549:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326356.799611:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408668416:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326356.799615:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326356.799616:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326356.799619:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408668416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326356.799625:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326356.799626:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326356.799628:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008efb37b1. 02000000:00000001:1.0:1767326356.799631:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326356.799632:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326356.799633:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326356.799635:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326356.799636:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 02000000:00000001:1.0:1767326356.799639:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326356.799640:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326356.799641:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000001:1.0:1767326356.799643:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326356.799645:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326356.799647:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326356.799650:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326356.799651:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326356.799653:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326356.799654:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326357.819532:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326357.819539:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326357.819544:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326357.819545:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326357.819610:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326357.819614:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326357.819621:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326358.843519:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326358.843526:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326358.843533:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326358.843534:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326358.843596:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326358.843599:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326358.843602:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326359.867519:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326359.867526:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326359.867530:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326359.867531:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326359.867562:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326359.867565:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326359.867596:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326360.635576:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306228417, at 4306228480 00000100:00000040:1.0:1767326360.635576:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306228417, at 4306228480 00000100:00000040:3.0:1767326360.635576:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306228417, at 4306228480 00000100:00000010:3.0:1767326360.635599:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a5ba9a9. 00000100:00000010:1.0:1767326360.635603:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007bf79e58. 00000100:00000040:2.0:1767326360.635604:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306228417, at 4306228480 00000100:00000010:0.0:1767326360.635606:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b70eb340. 00000100:00000010:2.0:1767326360.635616:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f676bc1. 00010000:00000001:0.0:1767326360.891543:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326360.891553:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326360.891561:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326360.891562:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326360.891662:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326360.891689:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326360.891692:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326361.915484:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326361.915490:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1767326361.915491:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326361.915494:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326361.915499:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326361.915500:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326361.915501:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000020:00000040:2.0:1767326361.915507:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326361.915510:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326361.915513:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326361.915517:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326361.915524:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a28d6e6. 00000100:00000001:2.0:1767326361.915541:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326361.915549:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b258af54 x1853175408668672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326361.915557:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326361.915558:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326361.915562:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_02+2] req@00000000b258af54 x1853175408668672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326361.915571:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326361.915575:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326361.915578:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326361.915585:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326361.915588:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326361.915590:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326361.915592:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767326361.915594:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326361.915595:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326361.915596:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326361.915597:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326361.915600:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:2.0:1767326361.915602:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326361.915604:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000bfc4a11d x1853175408668800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326361.915609:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326361.915610:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326361.915612:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_03+3] req@00000000bfc4a11d x1853175408668800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326361.915616:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326361.915618:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326361.915619:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326361.915620:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326361.915621:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326361.915624:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326361.915624:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326361.915625:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326361.915629:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767326361.915629:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326361.915633:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326361.915634:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326361.915635:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767326361.915637:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408668672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326361.915637:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408668800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326361.915641:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326361.915654:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 00000100:00000001:2.0:1767326361.915660:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326361.915669:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326361.915669:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b6591187 x1853175408668928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326361.915672:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326361.915672:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326361.915676:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326361.915679:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326361.915682:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326361.915683:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326361.915686:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326361.915689:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326361.915689:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326361.915693:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_00+0] req@00000000b6591187 x1853175408668928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326361.915694:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767326361.915696:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408668672:192.168.202.142@tcp:400: 02000000:00000001:1.0:1767326361.915700:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326361.915706:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767326361.915709:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408668800:192.168.202.142@tcp:400: 02000000:00000001:0.0:1767326361.915713:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326361.915713:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326361.915718:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326361.915719:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326361.915721:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326361.915723:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767326361.915724:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326361.915729:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326361.915730:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086f2e317. 02000000:00000010:1.0:1767326361.915730:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007efe0671. 00000100:00000040:2.0:1767326361.915734:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326361.915735:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326361.915736:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326361.915742:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000885d55dc. 00000100:00000040:2.0:1767326361.915742:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767326361.915743:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4dc6b2f. 00000100:00000001:3.0:1767326361.915749:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326361.915750:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026285bcb. 00000100:00000040:2.0:1767326361.915751:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11567) 00000400:00000010:0.0:1767326361.915752:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 00000100:00000001:3.0:1767326361.915753:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767326361.915757:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408668800, portal 10 00000100:00000001:3.0:1767326361.915757:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767326361.915759:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408668672, portal 25 00000100:00000001:1.0:1767326361.915762:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326361.915763:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326361.915764:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000001:0.0:1767326361.915767:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00000100:00000040:3.0:1767326361.915767:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408668928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326361.915772:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408668800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326361.915777:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408668672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326361.915780:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326361.915785:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326361.915798:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326361.915801:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326361.915802:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326361.915807:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326361.915808:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326361.915808:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326361.915810:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326361.915814:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c73279cb. 00000100:00000040:0.0:1767326361.915815:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326361.915816:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326361.915820:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408668800, offset 0 00000400:00000010:0.0:1767326361.915821:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9f2fdd3. 00000100:00100000:3.0:1767326361.915823:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408668928:192.168.202.142@tcp:400: 00000100:00000200:0.0:1767326361.915827:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408668672, offset 0 00000100:00000001:3.0:1767326361.915829:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326361.915833:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326361.915834:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326361.915837:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326361.915839:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326361.915842:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094782bee. 00000400:00000200:0.0:1767326361.915846:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326361.915847:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326361.915849:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:3.0:1767326361.915853:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd1fd7a8. 00000400:00000200:1.0:1767326361.915856:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767326361.915859:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 00000400:00000200:1.0:1767326361.915863:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000200:3.0:1767326361.915864:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408668928, portal 10 00000100:00000001:3.0:1767326361.915868:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326361.915870:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326361.915871:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000400:00000200:1.0:1767326361.915876:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:3.0:1767326361.915880:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408668928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326361.915884:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [364:364:256:4294967295] 192.168.202.142@tcp LPNI seq info [364:364:8:4294967295] 00000100:00000001:3.0:1767326361.915896:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326361.915899:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326361.915903:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c0aec41. 00000400:00000200:1.0:1767326361.915907:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:3.0:1767326361.915907:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408668928, offset 0 00000400:00000200:3.0:1767326361.915914:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:1.0:1767326361.915918:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326361.915919:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326361.915927:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326361.915928:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079c79e5f. 00000400:00000200:0.0:1767326361.915930:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326361.915934:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326361.915937:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:1.0:1767326361.915942:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326361.915944:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [365:365:255:4294967295] 192.168.202.142@tcp LPNI seq info [365:365:7:4294967295] 00000400:00000200:0.0:1767326361.915954:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326361.915959:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326361.915964:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000400:00000200:3.0:1767326361.915964:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:1.0:1767326361.915965:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326361.915972:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326361.915973:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000079c79e5f type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767326361.915976:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326361.915980:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326361.915986:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326361.915987:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326361.915991:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326361.915994:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [366:366:254:4294967295] 192.168.202.142@tcp LPNI seq info [366:366:6:4294967295] 00000100:00000001:1.0:1767326361.915999:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326361.916004:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767326361.916009:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 147293 usecs (148 jiffies) 00000100:00000001:0.0:1767326361.916010:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326361.916010:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326361.916017:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306233537 00000100:00000001:1.0:1767326361.916018:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306229908 00000800:00000200:3.0:1767326361.916023:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:0.0:1767326361.916025:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9f9490c. 00000800:00000010:3.0:1767326361.916029:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc945970. 00000100:00000001:0.0:1767326361.916033:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326361.916037:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326361.916043:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326361.916047:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306233537 00000100:00000001:1.0:1767326361.916047:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306233537 00000800:00000200:3.0:1767326361.916047:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc945970 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767326361.916049:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767326361.916054:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c97101f. 00000100:00000001:1.0:1767326361.916056:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306229908 00000800:00000010:2.0:1767326361.916056:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079c79e5f. 00000100:00000001:3.0:1767326361.916056:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326361.916061:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767326361.916064:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 196685 usecs (197 jiffies) 00000400:00000200:2.0:1767326361.916065:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326361.916066:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306233537 00000100:00000001:1.0:1767326361.916067:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306233537 00000100:00000001:3.0:1767326361.916070:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306229957 00000100:00000010:0.0:1767326361.916072:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000055b570f. 00000100:00000001:1.0:1767326361.916073:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306229908 00000400:00000200:2.0:1767326361.916076:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326361.916076:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306233537 00000100:00000001:0.0:1767326361.916079:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326361.916082:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306229957 00000400:00000200:2.0:1767326361.916084:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c73279cb 00000100:00000001:0.0:1767326361.916085:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306233537 00000100:00000001:1.0:1767326361.916085:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306233537 00000100:00000001:3.0:1767326361.916086:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306233537 00000400:00000010:2.0:1767326361.916088:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c73279cb. 00000100:00000010:0.0:1767326361.916092:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009686e7bb. 00000100:00000001:1.0:1767326361.916092:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306229908 00000100:00000001:3.0:1767326361.916093:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306229957 00000100:00000001:2.0:1767326361.916095:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326361.916099:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306233537 00000100:00000200:2.0:1767326361.916101:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408668800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326361.916104:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326361.916104:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306229957 00000100:00000001:0.0:1767326361.916111:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326361.916111:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306233537 00000100:00000001:2.0:1767326361.916115:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326361.916116:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326361.916117:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306233537 00000100:00000001:3.0:1767326361.916117:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326361.916120:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408668800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326361.916122:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326361.916125:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326361.916125:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326361.916127:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326361.916132:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326361.916133:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326361.916138:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326361.916139:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326361.916139:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326361.916142:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326361.916144:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326361.916145:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326361.916147:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326361.916147:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326361.916149:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326361.916152:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326361.916152:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326361.916153:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326361.916154:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326361.916157:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326361.916158:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326361.916162:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326361.916164:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326361.916164:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767326361.916166:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000100:00000001:1.0:1767326361.916167:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326361.916167:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326361.916171:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326361.916172:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326361.916177:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326361.916178:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326361.916180:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326361.916200:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326361.916205:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9f2fdd3 00000400:00000010:2.0:1767326361.916207:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9f2fdd3. 00000100:00000001:2.0:1767326361.916211:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326361.916214:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408668672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326361.916222:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326361.916224:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408668672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326361.916230:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326361.916231:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326361.916298:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326361.916301:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc945970. 00000400:00000200:2.0:1767326361.916305:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326361.916308:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326361.916310:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c0aec41 00000400:00000010:2.0:1767326361.916312:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c0aec41. 00000100:00000001:2.0:1767326361.916314:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326361.916316:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408668928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326361.916323:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326361.916325:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408668928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326361.916330:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326361.916332:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326361.917988:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326361.918003:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326361.918006:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326361.918009:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326361.918017:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326361.918029:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0b080 00000400:00000200:0.0:1767326361.918036:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xc35 [1] + 224 00000800:00000001:0.0:1767326361.918043:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326361.918047:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326361.918049:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326361.918053:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326361.918058:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326361.918063:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408668800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326361.918079:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408668800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326361.918097:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326361.918104:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326361.918108:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326361.918110:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326361.918112:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326361.918116:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326361.918121:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0b000 00000400:00000200:0.0:1767326361.918136:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xc39 [1] + 224 00000800:00000001:0.0:1767326361.918140:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326361.918143:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326361.918145:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326361.918148:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326361.918151:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326361.918154:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408668672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326361.918161:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408668672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326361.918179:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326361.918184:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326361.918198:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326361.918200:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326361.918203:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326361.918209:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326361.918216:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0b100 00000400:00000200:0.0:1767326361.918221:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xc45 [1] + 224 00000100:00000001:2.0:1767326361.918223:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326361.918225:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326361.918227:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326361.918233:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326361.918234:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326361.918236:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767326361.918238:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767326361.918240:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4dc6b2f. 00000400:00000200:0.0:1767326361.918242:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326361.918248:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000400:00000010:2.0:1767326361.918250:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000001:2.0:1767326361.918252:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326361.918256:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326361.918262:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408668928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326361.918264:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408668672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326361.918286:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408668928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326361.918287:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408668672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326361.918294:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326361.918299:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326361.918304:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326361.918307:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326361.918309:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767326361.918311:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000885d55dc. 00000100:00000001:2.0:1767326361.918313:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326361.918317:0:211396:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767326361.918318:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026285bcb 00000100:00000001:0.0:1767326361.918319:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326361.918319:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767326361.918323:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026285bcb. 00000100:00000001:2.0:1767326361.918323:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326361.918326:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326361.918328:0:211397:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767326361.918329:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326361.918331:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326361.918335:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326361.918335:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=57 v=5 (5 5 5 5) 00000100:00000200:1.0:1767326361.918337:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408668800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326361.918339:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=57 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326361.918348:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326361.918350:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326361.918352:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326361.918357:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326361.918358:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326361.918361:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326361.918365:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd1fd7a8. 00010000:00000001:2.0:1767326361.918369:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767326361.918371:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93e8e08 00010000:00000001:2.0:1767326361.918372:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326361.918374:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408668800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326361.918376:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d93e8e08. 00000100:00000001:2.0:1767326361.918378:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326361.918381:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767326361.918386:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408668672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326361.918390:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408668928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326361.918393:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326361.918397:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326361.918427:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326361.918431:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326361.918432:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326361.918434:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326361.918435:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326361.918438:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326361.918442:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326361.918443:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408668672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326361.918446:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326361.918449:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408668928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326361.918455:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=52 v=5 (5 5 5 5) 00000100:00100000:2.0:1767326361.918460:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408668672:192.168.202.142@tcp:400: 00000100:00001000:1.0:1767326361.918464:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=52 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326361.918470:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326361.918472:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326361.918475:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326361.918476:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326361.918477:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326361.918479:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326361.918481:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326361.918482:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408668672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326361.918483:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326361.918486:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326361.918489:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767326361.918490:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767326361.918493:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326361.918494:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326361.918494:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767326361.918497:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326361.918498:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326361.918498:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326361.918501:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326361.918503:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326361.918504:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086f2e317. 00000100:00000040:1.0:1767326361.918509:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408668800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326361.918509:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767326361.918510:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=46 v=5 (5 5 5 5) 00000020:00000001:2.0:1767326361.918512:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326361.918515:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326361.918520:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767326361.918520:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=153 v=5 (1 0 0 0) 02000000:00000010:2.0:1767326361.918523:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a28d6e6. 02000000:00000001:2.0:1767326361.918528:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326361.918529:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326361.918531:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326361.918531:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326361.918532:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326361.918533:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000001:1.0:1767326361.918539:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326361.918539:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767326361.918539:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326361.918542:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326361.918544:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326361.918545:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326361.918550:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326361.918552:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326361.918553:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326361.918554:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767326361.918558:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b6591187 x1853175408668928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326361.918559:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408668800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326361.918576:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408668800:192.168.202.142@tcp:400: 00010000:00000001:3.0:1767326361.918583:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326361.918585:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326361.918588:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326361.918589:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326361.918591:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000040:1.0:1767326361.918595:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408668800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326361.918595:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326361.918598:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326361.918610:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408668928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326361.918630:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326361.918631:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326361.918634:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326361.918635:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1767326361.918637:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007efe0671. 00000100:00000001:3.0:1767326361.918639:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326361.918642:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767326361.918645:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408668928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326361.918646:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326361.918649:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326361.918653:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326361.918656:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 02000000:00000001:1.0:1767326361.918661:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1767326361.918663:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408668928:192.168.202.142@tcp:400: 02000000:00000001:1.0:1767326361.918664:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326361.918667:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:3.0:1767326361.918670:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326361.918672:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326361.918674:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326361.918675:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326361.918679:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326361.918679:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408668928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326361.918685:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326361.918687:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326361.918690:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326361.918691:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326361.918693:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326361.918695:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326361.918696:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094782bee. 02000000:00000001:3.0:1767326361.918701:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326361.918702:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326361.918703:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326361.918706:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326361.918707:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 02000000:00000001:3.0:1767326361.918710:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326361.918712:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326361.918713:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:3.0:1767326361.918716:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326361.918717:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326361.918719:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326361.918723:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326361.918724:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326361.918726:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326361.918727:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326362.939524:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326362.939531:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326362.939538:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326362.939541:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326362.939543:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326362.939555:0:215456:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326362.939558:0:215456:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326362.939563:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326362.939566:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326362.939568:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326362.939569:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326362.939571:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326362.939591:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326362.939593:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326362.939595:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326363.963539:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326363.963550:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326363.963557:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326363.963558:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326363.963614:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326363.963617:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326363.963620:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326364.987474:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326364.987486:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326364.987493:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326364.987495:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326364.987501:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326364.987504:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326364.987506:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326364.987508:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326364.987512:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326364.987513:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326364.987621:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326364.987630:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326364.987632:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326365.755499:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306233537, at 4306233600 00000100:00000040:3.0:1767326365.755500:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306233537, at 4306233600 00000100:00000040:0.0:1767326365.755505:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306233537, at 4306233600 00000100:00000010:3.0:1767326365.755524:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009686e7bb. 00000100:00000010:1.0:1767326365.755526:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c97101f. 00000100:00000010:0.0:1767326365.755529:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9f9490c. 00000100:00000040:2.0:1767326365.755599:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306233537, at 4306233600 00000100:00000010:2.0:1767326365.755605:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000055b570f. 00010000:00000001:0.0:1767326366.011515:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326366.011524:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326366.011531:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326366.011532:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326366.011560:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326366.011563:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326366.011567:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326367.035545:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326367.035555:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326367.035563:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326367.035564:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326367.035660:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326367.035667:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326367.035672:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326367.035692:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326367.035700:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326367.035713:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000020:00000040:2.0:1767326367.035721:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326367.035727:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326367.035730:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326367.035737:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326367.035746:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a28d6e6. 00000100:00000001:2.0:1767326367.035753:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326367.035767:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b258af54 x1853175408669056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326367.035778:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326367.035781:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326367.035786:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_01+1] req@00000000b258af54 x1853175408669056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326367.035820:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326367.035843:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326367.035846:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326367.035850:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767326367.035852:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326367.035855:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326367.035857:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326367.035858:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326367.035859:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326367.035865:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326367.035867:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f07b907. 00000100:00000001:0.0:1767326367.035871:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326367.035872:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326367.035879:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408669056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326367.035880:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000e6bdf5e7 x1853175408669184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326367.035904:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326367.035905:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326367.035908:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326367.035909:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326367.035915:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326367.035919:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_02+2] req@00000000e6bdf5e7 x1853175408669184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326367.035921:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326367.035924:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326367.035930:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326367.035934:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326367.035941:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408669056:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326367.035947:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326367.035950:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326367.035953:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326367.035955:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326367.035956:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326367.035959:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326367.035960:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 02000000:00000001:0.0:1767326367.035963:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767326367.035964:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326367.035969:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1767326367.035970:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1c0e8b4. 00000100:00000001:3.0:1767326367.035970:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326367.035972:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326367.035976:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326367.035978:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326367.035979:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000010:2.0:1767326367.035981:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb30d8a. 00000100:00000001:3.0:1767326367.035985:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326367.035986:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326367.035999:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1c8183f. 00000100:00000040:2.0:1767326367.035999:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000009561302 x1853175408669312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326367.036003:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326367.036010:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326367.036010:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326367.036013:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 00000100:00000001:2.0:1767326367.036014:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326367.036026:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326367.036027:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_03+3] req@0000000009561302 x1853175408669312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326367.036032:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408669056, portal 25 00000100:00000001:3.0:1767326367.036034:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326367.036042:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326367.036044:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326367.036045:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326367.036048:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00000100:00000001:1.0:1767326367.036049:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326367.036064:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408669056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326367.036064:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408669184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326367.036065:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326367.036075:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326367.036078:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326367.036091:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1767326367.036095:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767326367.036104:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326367.036106:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11572) 00000100:00000001:1.0:1767326367.036121:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326367.036127:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326367.036130:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326367.036147:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326367.036150:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326367.036151:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326367.036151:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326367.036158:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326367.036158:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326367.036159:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9f2fdd3. 00000100:00000200:0.0:1767326367.036165:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408669056, offset 0 00000100:00000040:1.0:1767326367.036169:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408669312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326367.036170:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326367.036177:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326367.036181:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326367.036186:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326367.036197:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1767326367.036198:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408669184:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326367.036201:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326367.036202:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:1.0:1767326367.036212:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326367.036213:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326367.036220:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326367.036222:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326367.036225:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326367.036228:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326367.036230:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:3.0:1767326367.036231:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326367.036239:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326367.036244:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326367.036244:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007236fe1a. 00000400:00000200:0.0:1767326367.036246:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:3.0:1767326367.036257:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326367.036261:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408669312:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326367.036265:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [367:367:256:4294967295] 192.168.202.142@tcp LPNI seq info [367:367:8:4294967295] 00000400:00000010:3.0:1767326367.036269:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd1fd7a8. 00000100:00000001:1.0:1767326367.036272:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326367.036278:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767326367.036281:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 02000000:00000001:1.0:1767326367.036282:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326367.036292:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:1.0:1767326367.036292:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767326367.036294:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408669184, portal 10 02000000:00000010:1.0:1767326367.036300:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009eb723f4. 00000800:00000200:0.0:1767326367.036303:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326367.036305:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326367.036311:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000400:00000010:1.0:1767326367.036316:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000885d55dc. 00000100:00000001:3.0:1767326367.036316:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326367.036321:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000800:00000200:0.0:1767326367.036324:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:1.0:1767326367.036324:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026285bcb. 00000100:00000200:1.0:1767326367.036333:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408669312, portal 10 00000100:00000040:3.0:1767326367.036336:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408669184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326367.036337:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326367.036342:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000800:00000200:0.0:1767326367.036343:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326367.036356:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767326367.036361:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408669312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326367.036370:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326367.036381:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326367.036382:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326367.036383:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767326367.036390:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000865e4d10. 00000100:00000001:0.0:1767326367.036392:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306238657 00000100:00000040:1.0:1767326367.036425:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326367.036430:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d8bb3d6. 00000100:00000010:0.0:1767326367.036434:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9f9490c. 00000100:00000200:1.0:1767326367.036435:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408669312, offset 0 00000400:00000200:1.0:1767326367.036444:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326367.036445:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1767326367.036450:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408669184, offset 0 00000400:00000200:1.0:1767326367.036454:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326367.036455:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306238658 00000100:00000010:0.0:1767326367.036463:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077436310. 00000400:00000200:1.0:1767326367.036464:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326367.036472:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326367.036475:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326367.036479:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326367.036486:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306238658 00000400:00000200:1.0:1767326367.036486:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326367.036491:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000010:0.0:1767326367.036493:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be5cd0f0. 00000400:00000200:1.0:1767326367.036498:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [368:368:255:4294967295] 192.168.202.142@tcp LPNI seq info [368:368:7:4294967295] 00000100:00000001:0.0:1767326367.036500:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326367.036506:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306238658 00000100:00000010:0.0:1767326367.036513:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006635b1ce. 00000400:00000200:1.0:1767326367.036514:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326367.036518:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767326367.036518:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326367.036524:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000100:00000001:0.0:1767326367.036525:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326367.036530:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326367.036532:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326367.036540:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000800:00000200:1.0:1767326367.036542:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326367.036548:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011ae9229. 00000800:00000200:1.0:1767326367.036554:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326367.036558:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326367.036568:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011ae9229 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326367.036571:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326367.036580:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 194845 usecs (195 jiffies) 00000100:00000001:1.0:1767326367.036583:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306235076 00000100:00000001:1.0:1767326367.036586:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306238657 00000100:00000001:1.0:1767326367.036588:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306235076 00000100:00000001:1.0:1767326367.036589:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306238658 00000100:00000001:1.0:1767326367.036591:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306235076 00000100:00000001:1.0:1767326367.036594:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306238658 00000100:00000001:1.0:1767326367.036595:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306235076 00000100:00000001:1.0:1767326367.036597:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306238658 00000100:00000001:1.0:1767326367.036599:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326367.036601:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326367.036604:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326367.036606:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326367.036703:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326367.036709:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326367.036714:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326367.036717:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326367.036720:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326367.036723:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [369:369:254:4294967295] 192.168.202.142@tcp LPNI seq info [369:369:6:4294967295] 00000400:00000200:3.0:1767326367.036734:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326367.036741:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326367.036744:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9f2fdd3 00000800:00000010:3.0:1767326367.036745:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d29a8a. 00000400:00000010:2.0:1767326367.036753:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9f2fdd3. 00000800:00000200:3.0:1767326367.036763:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326367.036766:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326367.036772:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:2.0:1767326367.036777:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408669056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326367.036778:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d29a8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326367.036789:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326367.036796:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 145950 usecs (146 jiffies) 00000100:00000001:3.0:1767326367.036802:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306235027 00000100:00000001:3.0:1767326367.036808:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306238657 00000100:00000001:3.0:1767326367.036810:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306235027 00000100:00000001:2.0:1767326367.036812:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326367.036813:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306238658 00000100:00000001:3.0:1767326367.036819:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306235027 00000100:00000001:3.0:1767326367.036821:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306238658 00000100:00000040:2.0:1767326367.036824:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408669056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326367.036835:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326367.036841:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326367.036846:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306235027 00000100:00000001:3.0:1767326367.036849:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306238658 00000100:00000001:3.0:1767326367.036852:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326367.036854:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326367.036857:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326367.036860:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326367.036862:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326367.036864:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326367.036865:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326367.036868:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326367.036870:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011ae9229. 00000100:00000001:3.0:1767326367.036872:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326367.036876:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326367.036882:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326367.036885:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d8bb3d6 00000400:00000010:2.0:1767326367.036887:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d8bb3d6. 00000100:00000001:2.0:1767326367.036890:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326367.036895:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408669312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326367.036902:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326367.036905:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408669312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326367.036922:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326367.036924:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326367.036962:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326367.036965:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d29a8a. 00000400:00000200:2.0:1767326367.036969:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326367.036972:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326367.036975:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000865e4d10 00000400:00000010:2.0:1767326367.036977:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000865e4d10. 00000100:00000001:2.0:1767326367.036980:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326367.036984:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408669184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326367.036991:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326367.036993:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408669184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326367.036999:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326367.037000:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326367.038091:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326367.038096:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326367.038102:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326367.038104:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326367.038115:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326367.038117:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326367.038118:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326367.038120:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326367.038239:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326367.038252:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326367.038255:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326367.038258:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326367.038266:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326367.038279:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0b180 00000400:00000200:2.0:1767326367.038287:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xc4d [1] + 224 00000800:00000001:2.0:1767326367.038295:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326367.038304:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326367.038306:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326367.038309:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326367.038326:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326367.038331:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408669056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326367.038341:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408669056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326367.038364:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326367.038374:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326367.038378:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326367.038396:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326367.038414:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326367.038419:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326367.038421:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326367.038423:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1c8183f. 00000400:00000200:0.0:1767326367.038427:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000400:00000010:0.0:1767326367.038429:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000001:0.0:1767326367.038431:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326367.038436:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408669056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326367.038444:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408669056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326367.038451:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326367.038452:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326367.038455:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326367.038457:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326367.038460:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326367.038462:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326367.038464:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326367.038471:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=63 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326367.038476:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=63 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326367.038478:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326367.038480:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326367.038483:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326367.038485:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326367.038488:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326367.038492:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408669056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326367.038511:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326367.038514:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326367.038515:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326367.038519:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408669056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326367.038533:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408669056:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326367.038538:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326367.038540:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326367.038542:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408669056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326367.038548:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326367.038550:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326367.038553:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1c0e8b4. 02000000:00000001:0.0:1767326367.038556:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326367.038558:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326367.038560:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326367.038562:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326367.038564:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a28d6e6. 02000000:00000001:0.0:1767326367.038568:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326367.038570:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326367.038571:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000001:0.0:1767326367.038574:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326367.038576:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326367.038577:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326367.038581:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326367.038582:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326367.038584:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326367.038585:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326367.039178:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326367.039186:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326367.039188:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326367.039190:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326367.039195:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326367.039204:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0b280 00000400:00000200:0.0:1767326367.039209:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xc59 [1] + 224 00000800:00000001:0.0:1767326367.039214:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326367.039218:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326367.039220:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326367.039230:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326367.039235:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326367.039239:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408669312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326367.039247:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408669312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326367.039364:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326367.039370:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326367.039374:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326367.039376:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326367.039378:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326367.039382:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326367.039389:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0b200 00000400:00000200:0.0:1767326367.039394:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xc55 [1] + 224 00000800:00000001:0.0:1767326367.039419:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326367.039426:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326367.039428:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326367.039431:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326367.039434:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326367.039437:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408669184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326367.039446:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408669184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326367.039464:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326367.039468:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326367.039470:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326367.039504:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326367.039508:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326367.039512:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326367.039514:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326367.039515:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd1fd7a8. 00000400:00000200:3.0:1767326367.039519:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93e8e08 00000400:00000010:3.0:1767326367.039520:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d93e8e08. 00000100:00000001:3.0:1767326367.039523:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326367.039528:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408669184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326367.039536:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408669184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326367.039543:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326367.039545:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326367.039546:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326367.039548:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326367.039550:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326367.039551:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326367.039553:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326367.039559:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=58 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326367.039562:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=58 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326367.039565:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326367.039566:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326367.039568:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326367.039571:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326367.039582:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326367.039584:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326367.039587:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326367.039588:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326367.039592:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408669184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326367.039597:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326367.039598:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326367.039599:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326367.039601:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408669184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326367.039605:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408669184:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326367.039608:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326367.039609:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326367.039610:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408669184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326367.039614:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326367.039616:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326367.039618:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007236fe1a. 02000000:00000001:3.0:1767326367.039620:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326367.039622:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326367.039622:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326367.039624:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326367.039625:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f07b907. 02000000:00000001:3.0:1767326367.039627:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326367.039628:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326367.039629:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:3.0:1767326367.039631:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326367.039631:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326367.039633:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326367.039636:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326367.039637:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326367.039638:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326367.039643:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326367.040190:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326367.040194:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326367.040198:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326367.040200:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326367.040202:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000885d55dc. 00000400:00000200:1.0:1767326367.040207:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026285bcb 00000400:00000010:1.0:1767326367.040209:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026285bcb. 00000100:00000001:1.0:1767326367.040212:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326367.040216:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408669312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326367.040226:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408669312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326367.040232:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326367.040234:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326367.040236:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326367.040246:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326367.040247:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326367.040249:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326367.040251:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326367.040256:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=52 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326367.040259:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=9 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326367.040261:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326367.040262:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326367.040264:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326367.040268:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000009561302 x1853175408669312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326367.040274:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326367.040277:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326367.040278:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326367.040280:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326367.040281:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326367.040284:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408669312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326367.040291:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326367.040293:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326367.040294:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326367.040297:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408669312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326367.040304:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408669312:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326367.040308:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326367.040310:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326367.040312:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408669312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326367.040319:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326367.040320:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326367.040322:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009eb723f4. 02000000:00000001:1.0:1767326367.040326:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326367.040333:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326367.040334:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326367.040337:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326367.040339:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb30d8a. 02000000:00000001:1.0:1767326367.040341:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326367.040342:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326367.040343:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:1.0:1767326367.040347:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326367.040348:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326367.040349:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326367.040353:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326367.040354:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326367.040356:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326367.040358:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326368.059504:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326368.059520:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326368.059527:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326368.059529:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326368.059583:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326368.059588:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326368.059592:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326369.083540:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326369.083575:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326369.083583:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326369.083584:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326369.083608:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326369.083612:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326369.083615:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326370.107729:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326370.107742:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326370.107748:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326370.107749:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326370.108057:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326370.108062:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326370.108065:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326370.875538:0:215456:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306238657, at 4306238720 00000100:00000040:2.0:1767326370.875538:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306238658, at 4306238720 00000100:00000040:3.0:1767326370.875538:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306238658, at 4306238720 00000100:00000010:3.0:1767326370.875659:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006635b1ce. 00000100:00000010:2.0:1767326370.875661:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be5cd0f0. 00000100:00000040:1.0:1767326370.875717:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306238658, at 4306238720 00000100:00000010:1.0:1767326370.875725:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077436310. 00000100:00000010:0.0:1767326370.875759:0:215456:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9f9490c. 00010000:00000001:0.0:1767326371.131557:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326371.131566:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326371.131574:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326371.131575:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326371.131640:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326371.131646:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326371.131649:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326372.155553:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:1.0:1767326372.155556:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326372.155562:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326372.155566:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326372.155570:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326372.155574:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326372.155579:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ab253b0. 00000020:00000040:1.0:1767326372.155587:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326372.155592:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326372.155596:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326372.155601:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326372.155610:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d59ec675. 00000020:00000001:2.0:1767326372.155614:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326372.155618:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326372.155622:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326372.155630:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326372.155641:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000006ab253b0 x1853175408669440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326372.155653:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326372.155656:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326372.155661:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab253b0] to pc [ptlrpcd_00_00+0] req@000000006ab253b0 x1853175408669440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326372.155685:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326372.155687:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326372.155694:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326372.155699:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326372.155701:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326372.155706:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326372.155707:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ab253b0 x1853175408669440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326372.155711:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326372.155718:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326372.155723:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000789fa2f6. 00000100:00000001:3.0:1767326372.155723:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326372.155726:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326372.155728:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 02000000:00000001:3.0:1767326372.155730:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326372.155733:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326372.155734:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326372.155737:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326372.155738:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326372.155742:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326372.155742:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ab253b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408669440:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326372.155748:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767326372.155749:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b2a70f3e. 02000000:00000001:3.0:1767326372.155752:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326372.155754:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326372.155755:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326372.155758:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326372.155762:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000789fa2f6 x1853175408669568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767326372.155762:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000d354db. 02000000:00000001:3.0:1767326372.155765:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326372.155772:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd1fd7a8. 00000100:00000001:1.0:1767326372.155773:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326372.155776:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326372.155779:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 00000100:00000040:1.0:1767326372.155780:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000789fa2f6] to pc [ptlrpcd_00_01+1] req@00000000789fa2f6 x1853175408669568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326372.155786:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408669440, portal 25 00000100:00000001:3.0:1767326372.155790:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326372.155792:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604911616 : -115369104640000 : ffff9712897ff800) 00000100:00000040:3.0:1767326372.155799:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ab253b0 x1853175408669440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326372.155811:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326372.155813:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326372.155815:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767326372.155820:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326372.155822:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767326372.155824:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da85e6c9. 00000100:00000010:1.0:1767326372.155827:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001890d837. 00000100:00000200:3.0:1767326372.155829:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408669440, offset 0 00000020:00000040:1.0:1767326372.155831:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326372.155835:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326372.155837:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326372.155839:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326372.155841:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326372.155842:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000010:1.0:1767326372.155845:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5dc54ea. 00000100:00000001:0.0:1767326372.155846:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326372.155850:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326372.155851:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326372.155859:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000789fa2f6 x1853175408669568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326372.155859:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000001890d837 x1853175408669696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767326372.155860:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326372.155870:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326372.155879:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326372.155887:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326372.155891:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326372.155892:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326372.155894:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326372.155894:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326372.155895:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326372.155901:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326372.155902:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001890d837] to pc [ptlrpcd_00_02+2] req@000000001890d837 x1853175408669696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326372.155905:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326372.155905:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [370:370:256:4294967295] 192.168.202.142@tcp LPNI seq info [370:370:8:4294967295] 02000000:00000001:0.0:1767326372.155912:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326372.155920:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000789fa2f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408669568:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326372.155929:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326372.155933:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326372.155935:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:0.0:1767326372.155945:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326372.155950:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767326372.155950:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000010:0.0:1767326372.155955:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3d7d690. 02000000:00000001:0.0:1767326372.155957:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326372.155958:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d29a8a. 00000400:00000010:0.0:1767326372.155961:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1c8183f. 00000100:00000001:1.0:1767326372.155965:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326372.155967:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 00000800:00000200:3.0:1767326372.155969:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:1.0:1767326372.155970:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767326372.155971:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408669568, portal 10 00000100:00000001:0.0:1767326372.155977:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326372.155979:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604908928 : -115369104642688 : ffff9712897fed80) 00000100:00000040:1.0:1767326372.155980:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326372.155986:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11577) 00000100:00000040:0.0:1767326372.155987:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000789fa2f6 x1853175408669568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326372.155998:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326372.155998:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326372.156001:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326372.156006:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326372.156006:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767326372.156006:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d29a8a type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767326372.156011:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2ed77ca. 00000100:00000001:2.0:1767326372.156011:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767326372.156016:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408669568, offset 0 00000100:00000040:2.0:1767326372.156019:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001890d837 x1853175408669696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326372.156021:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326372.156024:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326372.156026:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326372.156027:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326372.156039:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326372.156040:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306243777 00000100:00000001:2.0:1767326372.156043:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767326372.156044:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326372.156047:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326372.156047:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008375de61. 00000400:00000200:0.0:1767326372.156050:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326372.156056:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326372.156056:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326372.156057:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326372.156061:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767326372.156061:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326372.156066:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306243777 02000000:00000001:2.0:1767326372.156067:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326372.156069:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [371:371:255:4294967295] 192.168.202.142@tcp LPNI seq info [371:371:7:4294967295] 00000100:00000010:3.0:1767326372.156074:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016446684. 00000100:00100000:2.0:1767326372.156077:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408669696:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326372.156080:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326372.156087:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306243777 00000400:00000200:0.0:1767326372.156088:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326372.156088:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326372.156104:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767326372.156105:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdeaec1. 02000000:00000001:2.0:1767326372.156108:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326372.156110:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 02000000:00000001:2.0:1767326372.156112:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326372.156116:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306243777 02000000:00000010:2.0:1767326372.156118:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b8f486f. 02000000:00000001:2.0:1767326372.156123:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326372.156124:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fb436f6. 00000800:00000200:0.0:1767326372.156128:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326372.156130:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079e652d2. 00000800:00000010:0.0:1767326372.156133:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000100:00000001:3.0:1767326372.156135:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767326372.156137:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039fbeb8f. 00000100:00000001:3.0:1767326372.156140:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326372.156141:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:2.0:1767326372.156144:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408669696, portal 10 00000100:00000001:3.0:1767326372.156146:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326372.156149:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767326372.156151:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326372.156152:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326372.156153:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604900864 : -115369104650752 : ffff9712897fce00) 00000100:00000001:3.0:1767326372.156153:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326372.156156:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326372.156159:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767326372.156160:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d29a8a. 00000100:00000001:0.0:1767326372.156162:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326372.156165:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001890d837 x1853175408669696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326372.156168:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 144640 usecs (145 jiffies) 00000400:00000200:1.0:1767326372.156169:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326372.156170:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326372.156174:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326372.156175:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306240145 00000100:00000001:3.0:1767326372.156179:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326372.156182:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326372.156183:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326372.156186:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326372.156189:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306243777 00000400:00000200:1.0:1767326372.156193:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da85e6c9 00000100:00000001:3.0:1767326372.156193:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326372.156195:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306240145 00000400:00000010:1.0:1767326372.156197:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da85e6c9. 00000100:00000001:0.0:1767326372.156202:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306243777 00000100:00000001:1.0:1767326372.156206:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326372.156207:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306240145 00000100:00000001:0.0:1767326372.156212:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306243777 00000100:00000001:2.0:1767326372.156212:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767326372.156213:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ab253b0 x1853175408669440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326372.156217:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306240145 00000100:00000040:2.0:1767326372.156221:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326372.156222:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306243777 00000400:00000010:2.0:1767326372.156227:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f807cad2. 00000100:00000001:0.0:1767326372.156228:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326372.156234:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326372.156234:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408669696, offset 0 00000100:00000001:1.0:1767326372.156236:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326372.156240:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326372.156243:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ab253b0 x1853175408669440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326372.156244:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326372.156247:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326372.156251:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326372.156253:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326372.156255:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326372.156256:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326372.156260:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326372.156263:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326372.156265:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326372.156269:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326372.156274:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326372.156278:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326372.156280:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326372.156281:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767326372.156287:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326372.156290:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [372:372:254:4294967295] 192.168.202.142@tcp LPNI seq info [372:372:6:4294967295] 00000400:00000200:2.0:1767326372.156298:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326372.156303:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326372.156307:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb30d8a. 00000800:00000200:2.0:1767326372.156312:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326372.156316:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767326372.156317:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000010:1.0:1767326372.156320:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000800:00000200:2.0:1767326372.156322:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb30d8a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326372.156325:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326372.156327:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326372.156332:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000040:2.0:1767326372.156332:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 193056 usecs (194 jiffies) 00000100:00000001:2.0:1767326372.156338:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306240194 00000400:00000200:1.0:1767326372.156339:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2ed77ca 00000400:00000010:1.0:1767326372.156343:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2ed77ca. 00000100:00000001:2.0:1767326372.156343:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306243777 00000100:00000001:1.0:1767326372.156348:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326372.156348:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306240194 00000100:00000200:1.0:1767326372.156353:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000789fa2f6 x1853175408669568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326372.156353:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306243777 00000100:00000001:2.0:1767326372.156358:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306240194 00000100:00000001:2.0:1767326372.156364:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306243777 00000100:00000001:2.0:1767326372.156369:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306240194 00000100:00000001:1.0:1767326372.156370:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326372.156373:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306243777 00000100:00000040:1.0:1767326372.156381:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000789fa2f6 x1853175408669568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326372.156384:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326372.156390:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326372.156396:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326372.156397:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326372.156419:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326372.156427:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326372.156431:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767326372.156433:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326372.156433:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1767326372.156438:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb30d8a. 00000100:00000001:2.0:1767326372.156439:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326372.156443:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326372.156443:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326372.156447:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326372.156450:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326372.156452:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326372.156454:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f807cad2 00000400:00000010:1.0:1767326372.156457:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f807cad2. 00000100:00000001:1.0:1767326372.156459:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326372.156462:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001890d837 x1853175408669696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326372.156469:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326372.156472:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001890d837 x1853175408669696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326372.156478:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326372.156479:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326372.157922:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326372.157934:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326372.157936:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326372.157937:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326372.157943:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326372.157951:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0b300 00000400:00000200:2.0:1767326372.157956:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xc65 [1] + 224 00000800:00000001:2.0:1767326372.157961:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326372.157963:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326372.157965:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326372.157967:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326372.157971:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326372.157973:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ab253b0 x1853175408669440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326372.157980:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ab253b0 x1853175408669440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326372.157992:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326372.157998:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326372.158002:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326372.158003:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326372.158034:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326372.158038:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326372.158044:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0b380 00000400:00000200:2.0:1767326372.158057:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xc6d [1] + 224 00000100:00000001:3.0:1767326372.158059:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326372.158062:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326372.158063:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326372.158069:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326372.158070:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326372.158073:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767326372.158074:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326372.158078:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd1fd7a8. 00000400:00000200:2.0:1767326372.158082:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326372.158084:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93e8e08 00000400:00000010:3.0:1767326372.158087:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d93e8e08. 00000100:00000001:3.0:1767326372.158100:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326372.158101:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326372.158106:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ab253b0 x1853175408669440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326372.158108:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000789fa2f6 x1853175408669568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326372.158132:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000789fa2f6 x1853175408669568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326372.158148:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326372.158152:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326372.158155:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326372.158157:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326372.158158:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326372.158162:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326372.158168:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0b400 00000400:00000200:2.0:1767326372.158172:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xc75 [1] + 224 00000800:00000001:2.0:1767326372.158176:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326372.158180:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326372.158181:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326372.158184:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326372.158185:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767326372.158190:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326372.158190:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:0.0:1767326372.158195:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326372.158198:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1c8183f. 00000400:00000200:0.0:1767326372.158203:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000400:00000010:0.0:1767326372.158204:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000001:0.0:1767326372.158207:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326372.158208:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326372.158214:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000789fa2f6 x1853175408669568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326372.158215:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001890d837 x1853175408669696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326372.158220:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ab253b0 x1853175408669440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326372.158248:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326372.158252:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001890d837 x1853175408669696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326372.158252:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326372.158257:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000789fa2f6 x1853175408669568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326372.158258:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326372.158263:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326372.158266:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326372.158269:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326372.158275:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326372.158276:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326372.158280:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326372.158281:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326372.158282:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:3.0:1767326372.158282:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=68 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326372.158286:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326372.158288:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=68 v=5 (1 1 1 1) 00000800:00000001:2.0:1767326372.158290:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326372.158292:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326372.158293:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326372.158296:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326372.158297:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326372.158300:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326372.158301:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767326372.158305:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326372.158306:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326372.158312:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=63 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326372.158317:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326372.158318:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=63 v=5 (1 1 1 1) 00000100:00000040:3.0:1767326372.158323:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ab253b0 x1853175408669440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326372.158324:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326372.158327:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326372.158332:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326372.158334:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326372.158336:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326372.158337:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326372.158339:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326372.158342:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326372.158343:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ab253b0 x1853175408669440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326372.158347:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326372.158353:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:3.0:1767326372.158354:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ab253b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408669440:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326372.158357:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326372.158359:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326372.158361:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326372.158367:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000789fa2f6 x1853175408669568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326372.158367:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ab253b0 x1853175408669440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326372.158371:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326372.158373:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326372.158377:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326372.158380:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326372.158382:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079e652d2. 00000100:00000001:3.0:1767326372.158385:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767326372.158387:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039fbeb8f 02000000:00000001:3.0:1767326372.158389:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1767326372.158391:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039fbeb8f. 02000000:00000010:3.0:1767326372.158393:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000d354db. 00000100:00000001:0.0:1767326372.158395:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326372.158396:0:211396:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326372.158415:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1767326372.158418:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001890d837 x1853175408669696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326372.158418:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326372.158421:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326372.158424:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326372.158427:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d59ec675. 00000100:00000001:0.0:1767326372.158431:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767326372.158432:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001890d837 x1853175408669696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326372.158433:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326372.158435:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326372.158436:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326372.158439:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ab253b0. 00000100:00000001:3.0:1767326372.158444:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767326372.158446:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000789fa2f6 x1853175408669568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326372.158447:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326372.158448:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326372.158451:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326372.158452:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326372.158456:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326372.158458:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326372.158461:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326372.158463:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000789fa2f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408669568:192.168.202.142@tcp:400: 02000000:00000001:1.0:1767326372.158465:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326372.158465:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326372.158467:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326372.158468:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326372.158471:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326372.158473:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326372.158474:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326372.158479:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767326372.158481:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=57 v=5 (5 5 5 5) 00000100:00000040:0.0:1767326372.158485:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000789fa2f6 x1853175408669568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326372.158485:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=14 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326372.158490:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326372.158492:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326372.158496:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326372.158501:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:1.0:1767326372.158504:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001890d837 x1853175408669696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326372.158505:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326372.158508:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3d7d690. 02000000:00000001:0.0:1767326372.158513:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326372.158516:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767326372.158517:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326372.158519:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326372.158521:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767326372.158524:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767326372.158524:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326372.158527:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326372.158528:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326372.158532:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001890d837 x1853175408669696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326372.158534:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b2a70f3e. 00000100:00000001:1.0:1767326372.158542:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326372.158544:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326372.158546:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326372.158551:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001890d837 x1853175408669696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326372.158552:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326372.158555:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326372.158556:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000789fa2f6. 00000100:00000001:0.0:1767326372.158560:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326372.158561:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326372.158565:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326372.158572:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767326372.158573:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408669696:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326372.158575:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326372.158580:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326372.158582:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326372.158583:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326372.158586:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326372.158590:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001890d837 x1853175408669696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326372.158597:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326372.158598:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326372.158600:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b8f486f. 02000000:00000001:1.0:1767326372.158603:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326372.158609:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326372.158610:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326372.158613:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326372.158614:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5dc54ea. 02000000:00000001:1.0:1767326372.158616:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326372.158618:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326372.158619:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001890d837. 00000100:00000001:1.0:1767326372.158621:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326372.158622:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326372.158624:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326372.158626:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326372.158627:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326372.158628:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326372.158629:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326373.179574:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326373.179584:0:215456:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326373.179603:0:215456:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326373.179608:0:215456:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326373.179610:0:215456:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326373.179617:0:215456:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326373.179621:0:215456:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326373.179622:0:215456:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326373.179626:0:215456:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326373.179629:0:215456:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326373.179632:0:215456:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326373.179635:0:215456:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326373.179727:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326373.179731:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326373.179733:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326374.203512:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326374.203518:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326374.203524:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326374.203525:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326374.203588:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326374.203591:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326374.203594:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326375.227563:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326375.227575:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326375.227578:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326375.227582:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326375.227589:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326375.227592:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326375.227594:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326375.227596:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326375.227601:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326375.227602:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326375.227644:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326375.227649:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326375.227652:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326375.995500:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306243777, at 4306243840 00000100:00000040:0.0:1767326375.995501:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306243777, at 4306243840 00000100:00000040:1.0:1767326375.995501:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306243777, at 4306243840 00000100:00000040:3.0:1767326375.995501:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306243777, at 4306243840 00000100:00000010:2.0:1767326375.995522:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdeaec1. 00000100:00000010:3.0:1767326375.995524:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008fb436f6. 00000100:00000010:1.0:1767326375.995526:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016446684. 00000100:00000010:0.0:1767326375.995528:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008375de61. 00010000:00000001:0.0:1767326376.251552:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326376.251562:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326376.251569:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326376.251570:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326376.251632:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326376.251637:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326376.251641:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326377.275554:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326377.275562:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326377.275573:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326377.275575:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326377.275613:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326377.275620:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326377.275629:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001890d837. 00000020:00000040:1.0:1767326377.275634:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326377.275638:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326377.275641:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326377.275645:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326377.275652:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5dc54ea. 00000100:00000001:1.0:1767326377.275657:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326377.275668:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000001890d837 x1853175408669824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326377.275678:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326377.275680:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326377.275685:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001890d837] to pc [ptlrpcd_00_03+3] req@000000001890d837 x1853175408669824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326377.275710:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326377.275713:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326377.275729:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326377.275732:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326377.275739:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a75f6d50. 00000100:00000001:2.0:1767326377.275740:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326377.275744:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767326377.275747:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326377.275752:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767326377.275755:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001890d837 x1853175408669824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326377.275757:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326377.275760:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326377.275772:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326377.275772:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005493b67f. 00000100:00000001:2.0:1767326377.275778:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326377.275781:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326377.275782:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326377.275783:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326377.275791:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326377.275795:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326377.275798:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000a75f6d50 x1853175408669952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326377.275801:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326377.275813:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408669824:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326377.275823:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326377.275825:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326377.275826:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326377.275835:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326377.275836:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a75f6d50] to pc [ptlrpcd_00_00+0] req@00000000a75f6d50 x1853175408669952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326377.275840:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326377.275848:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326377.275860:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3883f3e. 02000000:00000001:2.0:1767326377.275864:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326377.275867:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326377.275872:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767326377.275873:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000669a70f7. 00000100:00000001:1.0:1767326377.275878:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326377.275879:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326377.275883:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058a040db. 00000100:00100000:0.0:1767326377.275884:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000010:2.0:1767326377.275886:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025eb1d28. 00000020:00000040:1.0:1767326377.275888:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326377.275892:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326377.275895:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326377.275898:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1767326377.275900:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408669824, portal 25 00000100:00000001:0.0:1767326377.275901:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767326377.275901:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326377.275906:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326377.275912:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326377.275913:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326377.275914:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015e6043a. 00000100:00000001:0.0:1767326377.275917:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326377.275918:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326377.275921:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326377.275925:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000058a040db x1853175408670080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326377.275926:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604900864 : -115369104650752 : ffff9712897fce00) 00000100:00000040:0.0:1767326377.275932:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a75f6d50 x1853175408669952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326377.275945:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001890d837 x1853175408669824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326377.275960:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326377.275963:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326377.275971:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936f1d73. 00000100:00000001:0.0:1767326377.275975:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767326377.275977:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408669824, offset 0 00000100:00000001:0.0:1767326377.275980:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326377.275985:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326377.275987:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326377.275990:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326377.276000:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a75f6d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408669952:192.168.202.142@tcp:400: 00000400:00000200:2.0:1767326377.276010:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326377.276012:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326377.276018:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326377.276021:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326377.276024:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326377.276028:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2bb4a37. 00000400:00000200:2.0:1767326377.276031:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:0.0:1767326377.276035:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326377.276040:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767326377.276053:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1c8183f. 00000400:00000200:2.0:1767326377.276059:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:0.0:1767326377.276061:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 00000400:00000200:2.0:1767326377.276066:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1767326377.276068:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408669952, portal 10 00000400:00000200:2.0:1767326377.276070:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326377.276077:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326377.276080:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [373:373:256:4294967295] 192.168.202.142@tcp LPNI seq info [373:373:8:4294967295] 00000100:00000001:0.0:1767326377.276087:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604898176 : -115369104653440 : ffff9712897fc380) 00000100:00000040:0.0:1767326377.276096:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a75f6d50 x1853175408669952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326377.276109:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326377.276129:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326377.276130:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767326377.276136:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f07b907. 00000100:00000040:0.0:1767326377.276138:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326377.276147:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d70aeb3. 00000800:00000200:2.0:1767326377.276155:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:0.0:1767326377.276156:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408669952, offset 0 00000800:00000200:2.0:1767326377.276168:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:0.0:1767326377.276170:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326377.276175:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f07b907 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326377.276191:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326377.276193:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326377.276201:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326377.276203:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306248897 00000400:00000200:0.0:1767326377.276207:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000010:2.0:1767326377.276208:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cfbb0404. 00000400:00000200:0.0:1767326377.276219:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326377.276220:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326377.276231:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306248897 00000400:00000200:0.0:1767326377.276232:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000010:2.0:1767326377.276238:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052a18f61. 00000400:00000200:0.0:1767326377.276245:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [374:374:255:4294967295] 192.168.202.142@tcp LPNI seq info [374:374:7:4294967295] 00000100:00000001:2.0:1767326377.276249:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326377.276257:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306248897 00000100:00000010:2.0:1767326377.276267:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000001b4c9ef. 00000400:00000200:0.0:1767326377.276268:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326377.276282:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767326377.276290:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326377.276290:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306248897 00000100:00000010:2.0:1767326377.276300:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab6cb4ac. 00000800:00000010:0.0:1767326377.276302:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000100:00000001:2.0:1767326377.276307:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326377.276312:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326377.276319:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326377.276321:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326377.276326:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326377.276329:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326377.276338:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326377.276339:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326377.276345:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326377.276347:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326377.276348:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326377.276355:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326377.276357:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 143342 usecs (144 jiffies) 00000100:00000001:2.0:1767326377.276357:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326377.276359:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326377.276365:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326377.276369:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306245264 00000100:00000001:0.0:1767326377.276375:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306248897 00000100:00000001:0.0:1767326377.276379:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306245264 00000100:00000001:0.0:1767326377.276380:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306248897 00000100:00000001:0.0:1767326377.276383:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306245264 00000100:00000001:0.0:1767326377.276385:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306248897 00000100:00000001:0.0:1767326377.276387:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306245264 00000100:00000001:0.0:1767326377.276396:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306248897 00000100:00000001:0.0:1767326377.276428:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326377.276430:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326377.276432:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326377.276437:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326377.276437:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f07b907. 00000100:00000001:0.0:1767326377.276443:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326377.276451:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326377.276461:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326377.276468:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936f1d73 00000400:00000010:2.0:1767326377.276471:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936f1d73. 00000100:00000001:0.0:1767326377.276472:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326377.276476:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326377.276478:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326377.276485:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001890d837 x1853175408669824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326377.276496:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326377.276500:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001890d837 x1853175408669824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326377.276507:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326377.276509:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326377.276579:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326377.276582:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000400:00000200:2.0:1767326377.276586:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326377.276590:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326377.276592:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d70aeb3 00000400:00000010:2.0:1767326377.276594:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d70aeb3. 00000100:00000001:2.0:1767326377.276597:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326377.276600:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a75f6d50 x1853175408669952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326377.276607:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326377.276608:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a75f6d50 x1853175408669952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326377.276612:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326377.276618:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767326377.276801:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326377.276805:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326377.276808:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326377.277978:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326377.277980:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326377.277988:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058a040db] to pc [ptlrpcd_00_01+1] req@0000000058a040db x1853175408670080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326377.278028:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326377.278030:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326377.278034:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326377.278040:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11582) 00000100:00000001:0.0:1767326377.278072:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326377.278074:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326377.278076:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326377.278078:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326377.278080:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326377.278087:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058a040db x1853175408670080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326377.278096:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326377.278097:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326377.278100:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326377.278102:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326377.278105:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326377.278107:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058a040db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408670080:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326377.278111:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326377.278114:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326377.278116:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326377.278117:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326377.278121:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2876d7b. 02000000:00000001:0.0:1767326377.278122:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326377.278127:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7a81816. 00000400:00000010:0.0:1767326377.278131:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000065f6218. 00000100:00000200:0.0:1767326377.278135:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408670080, portal 10 00000100:00000001:0.0:1767326377.278137:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326377.278138:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604904448 : -115369104647168 : ffff9712897fdc00) 00000100:00000040:0.0:1767326377.278143:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058a040db x1853175408670080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326377.278149:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326377.278151:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326377.278158:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cabf01af. 00000100:00000200:0.0:1767326377.278161:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408670080, offset 0 00000400:00000200:0.0:1767326377.278179:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326377.278187:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326377.278190:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326377.278193:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326377.278196:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326377.278199:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326377.278202:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [375:375:256:4294967295] 192.168.202.142@tcp LPNI seq info [375:375:8:4294967295] 00000400:00000200:0.0:1767326377.278210:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326377.278215:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326377.278219:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000800:00000200:0.0:1767326377.278224:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326377.278230:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326377.278233:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326377.278254:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326377.278258:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 191281 usecs (192 jiffies) 00000100:00000001:0.0:1767326377.278260:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306245314 00000100:00000001:0.0:1767326377.278262:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306248897 00000100:00000001:0.0:1767326377.278264:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306245314 00000100:00000001:0.0:1767326377.278266:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306248897 00000100:00000001:0.0:1767326377.278268:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306245314 00000100:00000001:0.0:1767326377.278270:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306248897 00000100:00000001:0.0:1767326377.278271:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306245314 00000100:00000001:0.0:1767326377.278273:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306248897 00000100:00000001:0.0:1767326377.278274:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326377.278276:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326377.278279:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326377.278286:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326377.278292:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326377.278293:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326377.278295:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326377.278296:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326377.278298:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326377.278299:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326377.278507:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326377.278527:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326377.278530:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326377.278532:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326377.278539:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326377.278550:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0b500 00000400:00000200:2.0:1767326377.278557:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xc85 [1] + 224 00000800:00000001:2.0:1767326377.278562:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326377.278566:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326377.278568:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326377.278571:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326377.278576:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326377.278581:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a75f6d50 x1853175408669952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326377.278588:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a75f6d50 x1853175408669952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326377.278603:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326377.278613:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326377.278626:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326377.278628:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326377.278632:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326377.278637:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:0.0:1767326377.278645:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326377.278645:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0b480 00000100:00000001:0.0:1767326377.278650:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326377.278655:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xc7d [1] + 224 00000800:00000001:2.0:1767326377.278660:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326377.278661:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326377.278665:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326377.278668:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1c8183f. 00000400:00000200:0.0:1767326377.278674:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000400:00000010:0.0:1767326377.278677:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000001:0.0:1767326377.278682:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326377.278688:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a75f6d50 x1853175408669952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326377.278693:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326377.278699:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000100:00000200:0.0:1767326377.278700:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a75f6d50 x1853175408669952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326377.278706:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326377.278711:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326377.278714:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326377.278715:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326377.278719:0:211395:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767326377.278719:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326377.278722:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cabf01af 00000400:00000200:2.0:1767326377.278726:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326377.278728:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767326377.278730:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cabf01af. 00000100:00000001:0.0:1767326377.278732:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326377.278736:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326377.278737:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326377.278742:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326377.278743:0:211388:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767326377.278744:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326377.278753:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058a040db x1853175408670080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326377.278755:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001890d837 x1853175408669824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326377.278767:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=68 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326377.278786:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=68 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326377.278800:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326377.278805:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326377.278813:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326377.278818:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326377.278821:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326377.278822:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326377.278825:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000040:1.0:1767326377.278829:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058a040db x1853175408670080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326377.278839:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326377.278844:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326377.278864:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a75f6d50 x1853175408669952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326377.278892:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326377.278895:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326377.278897:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767326377.278898:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001890d837 x1853175408669824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326377.278901:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326377.278904:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326377.278909:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a75f6d50 x1853175408669952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326377.278918:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a75f6d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408669952:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326377.278937:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326377.278942:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326377.278945:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a75f6d50 x1853175408669952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326377.278947:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326377.278956:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326377.278960:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1767326377.278960:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767326377.278966:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2bb4a37. 00000800:00000001:2.0:1767326377.278968:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326377.278971:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326377.278975:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326377.278977:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326377.278980:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326377.278983:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005493b67f. 02000000:00000001:0.0:1767326377.278988:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326377.278990:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326377.278991:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a75f6d50. 00000100:00000001:0.0:1767326377.278995:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326377.278996:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326377.278998:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326377.279000:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326377.279001:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326377.279003:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326377.279004:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326377.279568:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326377.279571:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326377.279575:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326377.279577:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326377.279579:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000669a70f7. 00000400:00000200:1.0:1767326377.279583:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025eb1d28 00000400:00000010:1.0:1767326377.279584:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025eb1d28. 00000100:00000001:1.0:1767326377.279587:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326377.279592:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001890d837 x1853175408669824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326377.279600:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001890d837 x1853175408669824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326377.279606:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326377.279613:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326377.279615:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326377.279616:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326377.279618:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326377.279620:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326377.279621:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326377.279624:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=73 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326377.279627:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=73 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326377.279630:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326377.279631:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326377.279633:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326377.279634:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326377.279636:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326377.279639:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001890d837 x1853175408669824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326377.279644:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326377.279646:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326377.279647:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326377.279651:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001890d837 x1853175408669824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326377.279657:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408669824:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326377.279661:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326377.279662:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326377.279664:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001890d837 x1853175408669824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326377.279669:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326377.279670:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326377.279671:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3883f3e. 02000000:00000001:1.0:1767326377.279674:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326377.279676:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326377.279677:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326377.279679:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326377.279680:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5dc54ea. 02000000:00000001:1.0:1767326377.279682:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326377.279688:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326377.279689:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001890d837. 00000100:00000001:1.0:1767326377.279691:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326377.279692:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326377.279694:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326377.279698:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326377.279699:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326377.279701:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326377.279703:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326377.279942:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326377.279948:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326377.279951:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326377.279953:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326377.279960:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326377.279969:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0b580 00000400:00000200:2.0:1767326377.279975:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xc8d [1] + 224 00000800:00000001:2.0:1767326377.279979:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326377.279985:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326377.279987:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326377.279991:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326377.279995:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326377.279999:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058a040db x1853175408670080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326377.280008:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058a040db x1853175408670080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326377.280024:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326377.280029:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326377.280032:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326377.280220:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326377.280223:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326377.280227:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326377.280228:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326377.280230:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7a81816. 00000400:00000200:0.0:1767326377.280240:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000065f6218 00000400:00000010:0.0:1767326377.280241:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000065f6218. 00000100:00000001:0.0:1767326377.280244:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326377.280249:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058a040db x1853175408670080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326377.280257:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058a040db x1853175408670080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326377.280263:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326377.280264:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326377.280266:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326377.280267:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326377.280269:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326377.280270:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326377.280272:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326377.280275:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326377.280277:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=19 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326377.280280:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326377.280280:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326377.280282:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326377.280285:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000058a040db x1853175408670080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326377.280291:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326377.280293:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326377.280294:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326377.280296:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326377.280297:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326377.280299:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058a040db x1853175408670080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326377.280305:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326377.280306:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326377.280308:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326377.280310:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058a040db x1853175408670080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326377.280325:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058a040db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408670080:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326377.280329:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326377.280330:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326377.280332:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058a040db x1853175408670080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326377.280338:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326377.280339:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326377.280341:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2876d7b. 02000000:00000001:0.0:1767326377.280344:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326377.280345:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326377.280345:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326377.280347:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326377.280348:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000015e6043a. 02000000:00000001:0.0:1767326377.280350:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326377.280351:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326377.280352:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058a040db. 00000100:00000001:0.0:1767326377.280365:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326377.280366:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326377.280368:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326377.280371:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326377.280372:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326377.280374:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326377.280376:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326378.299513:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326378.299519:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326378.299525:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326378.299527:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326378.299569:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326378.299575:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326378.299578:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326379.323551:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326379.323562:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326379.323568:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326379.323568:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326379.323627:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326379.323632:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326379.323636:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326380.347550:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326380.347560:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326380.347568:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326380.347592:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326380.347655:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326380.347661:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326380.347664:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326381.115507:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306248897, at 4306248960 00000100:00000040:1.0:1767326381.115507:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306248897, at 4306248960 00000100:00000040:3.0:1767326381.115507:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306248897, at 4306248960 00000100:00000010:1.0:1767326381.115527:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052a18f61. 00000100:00000010:3.0:1767326381.115530:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab6cb4ac. 00000100:00000010:0.0:1767326381.115531:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cfbb0404. 00000100:00000040:2.0:1767326381.115618:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306248897, at 4306248960 00000100:00000010:2.0:1767326381.115625:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001b4c9ef. 00010000:00000001:0.0:1767326381.371517:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326381.371524:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326381.371529:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326381.371530:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326381.371555:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326381.371582:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326381.371585:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326382.395492:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326382.395505:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326382.395514:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001890d837. 00000020:00000040:1.0:1767326382.395522:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326382.395527:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326382.395531:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326382.395537:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326382.395545:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5dc54ea. 00000100:00000001:1.0:1767326382.395554:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326382.395566:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:1.0:1767326382.395568:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000001890d837 x1853175408670208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767326382.395570:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326382.395576:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326382.395577:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326382.395586:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326382.395589:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326382.395595:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001890d837] to pc [ptlrpcd_00_02+2] req@000000001890d837 x1853175408670208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326382.395623:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326382.395625:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767326382.395626:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1767326382.395631:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326382.395632:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326382.395637:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055b20dde. 00010000:00010000:3.0:1767326382.395637:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326382.395640:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326382.395642:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326382.395646:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326382.395647:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326382.395648:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326382.395651:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326382.395655:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326382.395659:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001890d837 x1853175408670208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326382.395661:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326382.395667:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326382.395674:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d731ab4b. 00000100:00000001:0.0:1767326382.395676:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326382.395680:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326382.395680:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326382.395687:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326382.395687:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000055b20dde x1853175408670336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326382.395691:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326382.395698:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326382.395703:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767326382.395705:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408670208:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326382.395706:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326382.395712:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326382.395714:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055b20dde] to pc [ptlrpcd_00_03+3] req@0000000055b20dde x1853175408670336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326382.395719:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326382.395723:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326382.395726:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326382.395732:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326382.395733:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049a4ce3c. 00000100:00000040:1.0:1767326382.395737:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326382.395738:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326382.395744:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767326382.395747:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7a81816. 00000100:00000010:1.0:1767326382.395748:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd91ad23. 00000020:00000040:1.0:1767326382.395753:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326382.395755:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326382.395757:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326382.395759:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326382.395761:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000065f6218. 00000100:00000001:2.0:1767326382.395761:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326382.395763:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb080471. 00000100:00000001:2.0:1767326382.395765:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326382.395768:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326382.395769:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326382.395772:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408670208, portal 25 00000100:00000040:2.0:1767326382.395774:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055b20dde x1853175408670336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326382.395777:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326382.395778:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000cd91ad23 x1853175408670464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326382.395781:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604900864 : -115369104650752 : ffff9712897fce00) 00000100:00000040:0.0:1767326382.395793:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001890d837 x1853175408670208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326382.395794:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326382.395796:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326382.395800:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326382.395800:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326382.395804:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326382.395804:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326382.395810:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326382.395814:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd91ad23] to pc [ptlrpcd_00_00+0] req@00000000cd91ad23 x1853175408670464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326382.395817:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408670336:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326382.395818:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326382.395824:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326382.395826:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326382.395828:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326382.395831:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326382.395833:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 02000000:00000001:2.0:1767326382.395834:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767326382.395840:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408670208, offset 0 02000000:00000010:2.0:1767326382.395840:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef07e7e1. 02000000:00000001:2.0:1767326382.395843:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326382.395848:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002435638b. 00000400:00000200:0.0:1767326382.395853:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326382.395856:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326382.395859:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326382.395863:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767326382.395865:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936f1d73. 00000100:00000040:1.0:1767326382.395869:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11587) 00000400:00000200:0.0:1767326382.395871:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:2.0:1767326382.395871:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408670336, portal 10 00000100:00000001:2.0:1767326382.395875:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326382.395878:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899968 : -115369104651648 : ffff9712897fca80) 00000100:00000001:3.0:1767326382.395878:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326382.395883:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326382.395883:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326382.395887:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326382.395891:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000055b20dde x1853175408670336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326382.395893:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:3.0:1767326382.395897:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd91ad23 x1853175408670464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326382.395902:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326382.395911:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326382.395912:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326382.395914:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326382.395918:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326382.395922:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767326382.395923:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [376:376:256:4294967295] 192.168.202.142@tcp LPNI seq info [376:376:8:4294967295] 00000100:00000040:2.0:1767326382.395923:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326382.395926:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326382.395928:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091464543. 02000000:00000001:3.0:1767326382.395932:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767326382.395934:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408670336, offset 0 02000000:00000001:3.0:1767326382.395935:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326382.395941:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326382.395946:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00100000:3.0:1767326382.395947:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cd91ad23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408670464:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326382.395952:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326382.395961:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767326382.395963:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326382.395965:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326382.395966:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:3.0:1767326382.395969:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326382.395971:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326382.395975:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0afd78e. 02000000:00000001:3.0:1767326382.395977:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326382.395982:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd1fd7a8. 00000400:00000010:3.0:1767326382.395988:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 00000400:00000200:2.0:1767326382.395991:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767326382.395993:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408670464, portal 10 00000400:00000200:2.0:1767326382.396007:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326382.396010:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326382.396013:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326382.396014:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604912512 : -115369104639104 : ffff9712897ffb80) 00000400:00000200:2.0:1767326382.396018:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326382.396026:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [377:377:255:4294967295] 192.168.202.142@tcp LPNI seq info [377:377:7:4294967295] 00000100:00000040:3.0:1767326382.396026:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cd91ad23 x1853175408670464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767326382.396035:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b5b63e. 00000100:00000001:3.0:1767326382.396044:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326382.396046:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326382.396052:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:3.0:1767326382.396052:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326382.396058:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fb78b1d. 00000800:00000200:2.0:1767326382.396059:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000200:3.0:1767326382.396063:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408670464, offset 0 00000800:00000010:2.0:1767326382.396065:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f07b907. 00000800:00000200:1.0:1767326382.396066:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326382.396073:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f4b5b63e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326382.396077:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326382.396078:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326382.396085:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326382.396087:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:2.0:1767326382.396089:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f07b907 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326382.396091:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326382.396093:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326382.396095:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326382.396099:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326382.396100:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306254017 00000100:00000040:2.0:1767326382.396101:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 142071 usecs (143 jiffies) 00000400:00000200:3.0:1767326382.396105:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767326382.396107:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000c4b5038. 00000100:00000001:2.0:1767326382.396108:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306250383 00000400:00000200:3.0:1767326382.396111:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326382.396117:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [378:378:254:4294967295] 192.168.202.142@tcp LPNI seq info [378:378:6:4294967295] 00000100:00000001:1.0:1767326382.396119:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326382.396128:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306254017 00000100:00000001:2.0:1767326382.396129:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306254017 00000400:00000200:3.0:1767326382.396130:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000010:1.0:1767326382.396135:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032e59226. 00000100:00000001:2.0:1767326382.396136:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306250383 00000100:00000001:1.0:1767326382.396141:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767326382.396143:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326382.396145:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326382.396147:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306254017 00000100:00000001:1.0:1767326382.396148:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306254017 00000800:00000010:0.0:1767326382.396149:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b5b63e. 00000800:00000010:3.0:1767326382.396149:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc945970. 00000100:00000001:2.0:1767326382.396155:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306250383 00000100:00000010:1.0:1767326382.396156:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005030e337. 00000400:00000200:0.0:1767326382.396157:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767326382.396161:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326382.396164:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326382.396168:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326382.396169:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306254017 00000100:00000001:2.0:1767326382.396169:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306254017 00000800:00000200:3.0:1767326382.396171:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000010:1.0:1767326382.396177:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045354095. 00000100:00000001:2.0:1767326382.396177:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306250383 00000800:00000200:3.0:1767326382.396177:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc945970 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326382.396178:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000400:00000010:0.0:1767326382.396182:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000001:1.0:1767326382.396183:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326382.396187:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326382.396188:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326382.396188:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326382.396189:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306254017 00000100:00000001:1.0:1767326382.396194:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326382.396195:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001890d837 x1853175408670208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326382.396196:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326382.396199:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 189536 usecs (190 jiffies) 00000100:00000001:1.0:1767326382.396201:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326382.396202:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326382.396204:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306250430 00000100:00000001:1.0:1767326382.396206:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326382.396208:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326382.396211:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306254017 00000100:00000001:2.0:1767326382.396214:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326382.396217:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306250430 00000100:00000001:1.0:1767326382.396218:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326382.396222:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326382.396222:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326382.396223:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306254017 00000100:00000001:2.0:1767326382.396226:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326382.396228:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326382.396229:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326382.396230:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326382.396230:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306250430 00000100:00000001:1.0:1767326382.396233:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326382.396234:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001890d837 x1853175408670208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326382.396235:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306254017 00000100:00000001:1.0:1767326382.396236:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326382.396241:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306250430 00000100:00000001:1.0:1767326382.396242:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326382.396246:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326382.396247:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306254017 00000100:00000001:2.0:1767326382.396250:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326382.396254:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326382.396256:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326382.396258:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326382.396259:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326382.396262:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326382.396263:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326382.396267:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326382.396272:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326382.396274:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326382.396277:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326382.396279:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326382.396280:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326382.396281:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326382.396286:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f07b907. 00000100:00000001:3.0:1767326382.396286:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326382.396292:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326382.396297:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326382.396306:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091464543 00000400:00000010:0.0:1767326382.396308:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091464543. 00000100:00000001:0.0:1767326382.396310:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326382.396312:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055b20dde x1853175408670336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326382.396319:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326382.396321:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055b20dde x1853175408670336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326382.396327:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326382.396329:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326382.396388:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326382.396390:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc945970. 00000400:00000200:0.0:1767326382.396394:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326382.396421:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326382.396424:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fb78b1d 00000400:00000010:0.0:1767326382.396426:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fb78b1d. 00000100:00000001:0.0:1767326382.396429:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326382.396433:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cd91ad23 x1853175408670464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326382.396441:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326382.396443:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cd91ad23 x1853175408670464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326382.396449:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326382.396450:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326382.398334:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326382.398348:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326382.398352:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326382.398355:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326382.398365:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326382.398380:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0b600 00000400:00000200:2.0:1767326382.398388:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xc95 [1] + 224 00000800:00000001:2.0:1767326382.398396:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326382.398426:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326382.398429:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326382.398433:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326382.398439:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326382.398444:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001890d837 x1853175408670208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326382.398455:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001890d837 x1853175408670208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326382.398479:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326382.398487:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326382.398490:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326382.398550:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326382.398553:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326382.398559:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326382.398561:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326382.398575:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7a81816. 00000400:00000200:1.0:1767326382.398578:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000065f6218 00000400:00000010:1.0:1767326382.398580:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000065f6218. 00000100:00000001:1.0:1767326382.398584:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326382.398588:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001890d837 x1853175408670208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326382.398596:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001890d837 x1853175408670208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326382.398603:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326382.398605:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326382.398608:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326382.398611:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326382.398614:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326382.398616:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326382.398619:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326382.398635:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=78 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326382.398640:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=78 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326382.398643:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326382.398644:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326382.398647:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326382.398650:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326382.398653:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326382.398657:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001890d837 x1853175408670208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326382.398665:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326382.398668:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326382.398670:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326382.398673:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001890d837 x1853175408670208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326382.398680:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408670208:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326382.398686:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326382.398688:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326382.398690:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001890d837 x1853175408670208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326382.398702:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326382.398705:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326382.398708:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049a4ce3c. 02000000:00000001:1.0:1767326382.398712:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326382.398714:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326382.398716:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326382.398718:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326382.398721:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5dc54ea. 02000000:00000001:1.0:1767326382.398724:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326382.398726:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326382.398727:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001890d837. 00000100:00000001:1.0:1767326382.398730:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326382.398732:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326382.398734:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326382.398739:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326382.398747:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326382.398750:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326382.398752:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326382.398889:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326382.398897:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326382.398899:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326382.398901:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326382.399042:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326382.399051:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0b680 00000400:00000200:2.0:1767326382.399057:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xc9d [1] + 224 00000800:00000001:2.0:1767326382.399062:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326382.399066:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326382.399068:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326382.399072:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326382.399083:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326382.399086:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055b20dde x1853175408670336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326382.399093:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000055b20dde x1853175408670336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326382.399106:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326382.399109:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326382.399112:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326382.399113:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326382.399114:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326382.399116:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326382.399121:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0b700 00000400:00000200:2.0:1767326382.399124:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xca5 [1] + 224 00000800:00000001:2.0:1767326382.399128:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326382.399131:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326382.399133:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326382.399135:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326382.399135:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326382.399140:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326382.399140:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326382.399144:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cd91ad23 x1853175408670464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326382.399146:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326382.399150:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767326382.399151:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cd91ad23 x1853175408670464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326382.399154:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002435638b. 00000400:00000200:1.0:1767326382.399161:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936f1d73 00000400:00000010:1.0:1767326382.399164:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936f1d73. 00000100:00000001:1.0:1767326382.399167:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326382.399171:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767326382.399173:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055b20dde x1853175408670336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326382.399177:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326382.399181:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326382.399191:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055b20dde x1853175408670336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326382.399200:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326382.399202:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326382.399204:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326382.399206:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326382.399207:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326382.399209:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326382.399213:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326382.399218:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326382.399218:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326382.399221:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767326382.399222:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326382.399224:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd1fd7a8. 00000400:00000200:3.0:1767326382.399229:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93e8e08 00000100:00001000:1.0:1767326382.399231:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=73 v=5 (5 5 5 5) 00000400:00000010:3.0:1767326382.399231:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d93e8e08. 00000100:00000001:3.0:1767326382.399234:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767326382.399237:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=73 v=5 (1 1 1 1) 00000100:00000200:3.0:1767326382.399241:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cd91ad23 x1853175408670464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326382.399242:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326382.399245:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326382.399249:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326382.399253:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326382.399258:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1767326382.399259:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cd91ad23 x1853175408670464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326382.399262:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326382.399267:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326382.399270:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326382.399272:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326382.399276:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055b20dde x1853175408670336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326382.399281:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326382.399286:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326382.399288:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326382.399290:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326382.399291:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326382.399294:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326382.399295:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767326382.399297:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326382.399298:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326382.399303:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055b20dde x1853175408670336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326382.399305:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=67 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326382.399311:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=24 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326382.399316:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326382.399318:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326382.399322:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408670336:192.168.202.142@tcp:400: 00010000:00000001:3.0:1767326382.399323:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326382.399329:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767326382.399329:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cd91ad23 x1853175408670464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326382.399334:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326382.399340:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055b20dde x1853175408670336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326382.399342:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326382.399346:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326382.399349:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326382.399352:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326382.399355:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326382.399355:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326382.399358:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326382.399360:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef07e7e1. 00000100:00000040:3.0:1767326382.399361:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cd91ad23 x1853175408670464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326382.399366:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326382.399369:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326382.399371:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326382.399373:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767326382.399375:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326382.399378:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d731ab4b. 00000100:00000001:3.0:1767326382.399378:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326382.399381:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326382.399383:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767326382.399385:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd91ad23 x1853175408670464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326382.399393:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1767326382.399395:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cd91ad23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408670464:192.168.202.142@tcp:400: 00000100:00000010:1.0:1767326382.399397:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055b20dde. 00000100:00000001:1.0:1767326382.399425:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326382.399426:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326382.399428:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326382.399432:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326382.399434:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326382.399436:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326382.399438:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326382.399446:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326382.399449:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326382.399452:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cd91ad23 x1853175408670464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326382.399458:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326382.399459:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326382.399466:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0afd78e. 02000000:00000001:3.0:1767326382.399469:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326382.399470:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326382.399471:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326382.399474:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326382.399475:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb080471. 02000000:00000001:3.0:1767326382.399477:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326382.399478:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326382.399480:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd91ad23. 00000100:00000001:3.0:1767326382.399483:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326382.399484:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326382.399485:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326382.399489:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326382.399491:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326382.399493:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326382.399495:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326383.419544:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326383.419554:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326383.419560:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326383.419564:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326383.419566:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326383.419571:0:217662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326383.419573:0:217662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326383.419574:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326383.419577:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326383.419578:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326383.419605:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326383.419607:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326383.419670:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326383.419674:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326383.419677:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326384.443534:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326384.443542:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326384.443548:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326384.443549:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326384.443577:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326384.443583:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326384.443586:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326385.467538:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326385.467550:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326385.467554:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326385.467557:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326385.467563:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326385.467565:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326385.467567:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326385.467570:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326385.467574:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326385.467575:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326385.467643:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326385.467649:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326385.467652:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326386.235546:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306254017, at 4306254080 00000100:00000040:1.0:1767326386.235547:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306254017, at 4306254080 00000100:00000040:2.0:1767326386.235547:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306254017, at 4306254080 00000100:00000040:3.0:1767326386.235547:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306254017, at 4306254080 00000100:00000010:0.0:1767326386.235567:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c4b5038. 00000100:00000010:2.0:1767326386.235568:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005030e337. 00000100:00000010:3.0:1767326386.235571:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000045354095. 00000100:00000010:1.0:1767326386.235573:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032e59226. 00010000:00000001:0.0:1767326386.491493:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326386.491502:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326386.491509:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326386.491511:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326386.491549:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326386.491553:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326386.491556:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326387.515527:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326387.515543:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326387.515556:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055b20dde. 00000020:00000040:1.0:1767326387.515565:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326387.515570:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326387.515573:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326387.515580:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326387.515590:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d731ab4b. 00000100:00000001:1.0:1767326387.515599:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326387.515627:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000055b20dde x1853175408670592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767326387.515633:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326387.515638:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326387.515646:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326387.515647:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326387.515647:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326387.515652:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326387.515660:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055b20dde] to pc [ptlrpcd_00_01+1] req@0000000055b20dde x1853175408670592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326387.515704:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326387.515709:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326387.515712:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326387.515716:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001890d837. 00000020:00000040:1.0:1767326387.515719:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326387.515722:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326387.515723:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1767326387.515726:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326387.515729:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326387.515735:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326387.515739:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326387.515745:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326387.515747:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055b20dde x1853175408670592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326387.515748:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767326387.515749:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326387.515753:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5dc54ea. 00000100:00000001:0.0:1767326387.515754:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326387.515756:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326387.515760:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326387.515764:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326387.515765:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326387.515769:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326387.515772:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326387.515775:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000001890d837 x1853175408670720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326387.515783:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326387.515788:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408670592:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326387.515789:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326387.515794:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326387.515794:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326387.515802:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001890d837] to pc [ptlrpcd_00_02+2] req@000000001890d837 x1853175408670720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326387.515802:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326387.515805:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326387.515807:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326387.515810:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccd55e48. 02000000:00000001:3.0:1767326387.515814:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326387.515824:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd1fd7a8. 00000400:00000010:3.0:1767326387.515833:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 00000100:00000200:3.0:1767326387.515842:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408670592, portal 25 00000100:00000001:3.0:1767326387.515845:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326387.515847:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899968 : -115369104651648 : ffff9712897fca80) 00000100:00000001:1.0:1767326387.515848:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326387.515853:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767326387.515856:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000055b20dde x1853175408670592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326387.515859:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326387.515860:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326387.515864:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767326387.515865:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f77d35e. 00000100:00000001:0.0:1767326387.515867:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767326387.515871:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000040:0.0:1767326387.515876:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001890d837 x1853175408670720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326387.515877:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326387.515880:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326387.515884:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326387.515888:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326387.515889:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767326387.515893:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb080471. 00000100:00000001:2.0:1767326387.515894:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326387.515897:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326387.515898:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326387.515901:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326387.515902:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326387.515903:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8e2a8b. 02000000:00000001:0.0:1767326387.515907:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767326387.515909:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408670592, offset 0 00000100:00000040:1.0:1767326387.515912:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000006f77d35e x1853175408670848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767326387.515918:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326387.515924:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326387.515927:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326387.515930:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326387.515931:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326387.515936:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00100000:0.0:1767326387.515937:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408670720:192.168.202.142@tcp:400: 00000100:00000040:1.0:1767326387.515939:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f77d35e] to pc [ptlrpcd_00_03+3] req@000000006f77d35e x1853175408670848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326387.515957:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326387.515958:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326387.515963:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326387.515966:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:0.0:1767326387.515967:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326387.515971:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326387.515975:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1767326387.515977:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064912513. 00000400:00000200:3.0:1767326387.515979:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326387.515980:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326387.515983:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326387.515986:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767326387.515989:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [379:379:256:4294967295] 192.168.202.142@tcp LPNI seq info [379:379:8:4294967295] 00000400:00000010:0.0:1767326387.515990:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1c8183f. 00000100:00000040:1.0:1767326387.515993:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767326387.515997:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 00000100:00000001:2.0:1767326387.516000:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326387.516002:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11593) 00000100:00000200:0.0:1767326387.516003:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408670720, portal 10 00000100:00000001:2.0:1767326387.516004:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326387.516009:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326387.516009:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767326387.516012:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326387.516014:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604900864 : -115369104650752 : ffff9712897fce00) 00000100:00000040:2.0:1767326387.516019:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f77d35e x1853175408670848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326387.516025:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:0.0:1767326387.516026:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001890d837 x1853175408670720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767326387.516036:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1bd790. 00000100:00000001:2.0:1767326387.516045:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326387.516047:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326387.516048:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326387.516051:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:2.0:1767326387.516053:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326387.516054:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326387.516058:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326387.516059:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e49d5ef3. 02000000:00000001:2.0:1767326387.516063:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326387.516065:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408670720, offset 0 00000800:00000200:3.0:1767326387.516066:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00100000:2.0:1767326387.516070:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408670848:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326387.516076:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326387.516080:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f1bd790 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326387.516086:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326387.516087:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326387.516091:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326387.516092:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326387.516095:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326387.516096:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:2.0:1767326387.516100:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326387.516103:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326387.516103:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326387.516106:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070cfb170. 00000400:00000200:0.0:1767326387.516110:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767326387.516111:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326387.516111:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306259137 00000400:00000200:0.0:1767326387.516118:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [380:380:255:4294967295] 192.168.202.142@tcp LPNI seq info [380:380:7:4294967295] 00000400:00000010:2.0:1767326387.516120:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd5b98a5. 00000100:00000010:3.0:1767326387.516120:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fb436f6. 00000400:00000010:2.0:1767326387.516129:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea7dd868. 00000100:00000001:3.0:1767326387.516130:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326387.516135:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:2.0:1767326387.516136:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408670848, portal 10 00000100:00000001:3.0:1767326387.516139:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306259137 00000100:00000001:2.0:1767326387.516143:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1767326387.516145:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008375de61. 00000100:00000001:2.0:1767326387.516147:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604910720 : -115369104640896 : ffff9712897ff480) 00000800:00000200:0.0:1767326387.516148:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326387.516150:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326387.516154:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306259137 00000800:00000010:0.0:1767326387.516156:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000100:00000010:3.0:1767326387.516158:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016446684. 00000100:00000040:2.0:1767326387.516160:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f77d35e x1853175408670848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326387.516163:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767326387.516168:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326387.516168:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306259137 00000100:00000010:3.0:1767326387.516175:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdeaec1. 00000800:00000200:0.0:1767326387.516180:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326387.516181:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326387.516181:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326387.516186:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326387.516188:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326387.516190:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326387.516194:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767326387.516195:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ea1c53d. 00000100:00000001:3.0:1767326387.516195:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326387.516199:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326387.516201:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408670848, offset 0 00000100:00000001:0.0:1767326387.516202:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326387.516208:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 140831 usecs (141 jiffies) 00000100:00000001:3.0:1767326387.516208:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326387.516211:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326387.516213:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326387.516215:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306255501 00000100:00000001:3.0:1767326387.516215:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326387.516218:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326387.516220:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306259137 00000100:00000001:3.0:1767326387.516221:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326387.516222:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326387.516225:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306255501 00000100:00000001:3.0:1767326387.516226:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326387.516231:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306259137 00000100:00000001:0.0:1767326387.516234:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306255501 00000400:00000200:2.0:1767326387.516236:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326387.516237:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306259137 00000800:00000200:1.0:1767326387.516239:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326387.516241:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306255501 00000400:00000200:2.0:1767326387.516244:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326387.516245:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306259137 00000800:00000010:1.0:1767326387.516247:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1bd790. 00000100:00000001:0.0:1767326387.516249:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326387.516252:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326387.516253:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326387.516256:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326387.516258:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326387.516260:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326387.516262:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326387.516269:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326387.516269:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [381:381:254:4294967295] 192.168.202.142@tcp LPNI seq info [381:381:6:4294967295] 00000100:00000001:0.0:1767326387.516270:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326387.516274:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326387.516279:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326387.516281:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326387.516283:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326387.516288:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326387.516289:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326387.516296:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326387.516298:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8e2a8b 00000800:00000010:2.0:1767326387.516300:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a28d6e6. 00000400:00000010:1.0:1767326387.516303:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8e2a8b. 00000800:00000200:2.0:1767326387.516309:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326387.516311:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326387.516315:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:1.0:1767326387.516319:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055b20dde x1853175408670592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326387.516320:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a28d6e6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326387.516332:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326387.516334:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326387.516338:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055b20dde x1853175408670592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326387.516340:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 187837 usecs (188 jiffies) 00000100:00000001:2.0:1767326387.516345:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306255548 00000100:00000001:2.0:1767326387.516350:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306259137 00000100:00000001:2.0:1767326387.516355:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306255548 00000100:00000001:1.0:1767326387.516356:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326387.516359:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306259137 00000100:00000001:1.0:1767326387.516360:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326387.516362:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306255548 00000100:00000001:2.0:1767326387.516365:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306259137 00000100:00000001:2.0:1767326387.516367:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306255548 00000100:00000001:2.0:1767326387.516369:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306259137 00000100:00000001:2.0:1767326387.516371:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326387.516373:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326387.516375:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326387.516376:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326387.516379:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326387.516381:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1767326387.516383:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000100:00000001:2.0:1767326387.516384:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326387.516389:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326387.516390:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326387.516397:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326387.516416:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326387.516419:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326387.516422:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326387.516441:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49d5ef3 00000400:00000010:1.0:1767326387.516443:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e49d5ef3. 00000100:00000001:1.0:1767326387.516446:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326387.516450:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001890d837 x1853175408670720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326387.516458:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326387.516461:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001890d837 x1853175408670720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326387.516468:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326387.516470:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326387.516505:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326387.516508:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a28d6e6. 00000400:00000200:1.0:1767326387.516511:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326387.516514:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326387.516517:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ea1c53d 00000400:00000010:1.0:1767326387.516524:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ea1c53d. 00000100:00000001:1.0:1767326387.516527:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326387.516530:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f77d35e x1853175408670848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326387.516538:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326387.516540:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f77d35e x1853175408670848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326387.516546:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326387.516547:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326387.517991:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326387.518008:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326387.518012:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326387.518014:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326387.518022:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326387.518035:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0b800 00000400:00000200:2.0:1767326387.518044:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xcb5 [1] + 224 00000800:00000001:2.0:1767326387.518052:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326387.518056:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326387.518059:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326387.518063:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326387.518069:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326387.518076:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001890d837 x1853175408670720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326387.518087:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001890d837 x1853175408670720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326387.518107:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326387.518115:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326387.518117:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326387.518119:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326387.518120:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326387.518122:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326387.518127:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0b880 00000400:00000200:2.0:1767326387.518131:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xcbd [1] + 224 00000800:00000001:2.0:1767326387.518134:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326387.518138:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326387.518139:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326387.518141:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326387.518144:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326387.518147:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326387.518152:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326387.518157:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f77d35e x1853175408670848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326387.518159:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326387.518164:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767326387.518167:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006f77d35e x1853175408670848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326387.518168:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1c8183f. 00000400:00000200:0.0:1767326387.518176:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000400:00000010:0.0:1767326387.518180:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000001:0.0:1767326387.518183:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326387.518185:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767326387.518190:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001890d837 x1853175408670720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326387.518191:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326387.518195:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326387.518202:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001890d837 x1853175408670720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326387.518213:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326387.518217:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326387.518219:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326387.518222:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326387.518224:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326387.518226:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326387.518228:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326387.518235:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=78 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326387.518238:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=78 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326387.518240:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326387.518241:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326387.518244:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326387.518246:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326387.518249:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326387.518250:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326387.518253:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326387.518256:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326387.518256:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326387.518261:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326387.518265:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767326387.518266:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001890d837 x1853175408670720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326387.518269:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326387.518273:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd5b98a5. 00000100:00000001:0.0:1767326387.518282:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326387.518282:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea7dd868 00000400:00000010:1.0:1767326387.518287:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea7dd868. 00000100:00000001:0.0:1767326387.518289:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326387.518293:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326387.518294:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326387.518300:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001890d837 x1853175408670720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326387.518305:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f77d35e x1853175408670848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326387.518312:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326387.518318:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326387.518326:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326387.518328:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326387.518345:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408670720:192.168.202.142@tcp:400: 00000400:00000200:2.0:1767326387.518347:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:0.0:1767326387.518361:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326387.518368:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f77d35e x1853175408670848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326387.518369:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326387.518369:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0b780 00000100:00000040:0.0:1767326387.518377:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001890d837 x1853175408670720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326387.518390:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xcad [1] + 224 00000800:00000001:2.0:1767326387.518444:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326387.518454:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326387.518461:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326387.518462:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326387.518464:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326387.518467:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326387.518468:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767326387.518470:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326387.518474:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767326387.518476:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064912513. 02000000:00000001:1.0:1767326387.518479:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326387.518480:0:211389:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767326387.518481:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326387.518485:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326387.518485:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767326387.518488:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055b20dde x1853175408670592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326387.518491:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326387.518492:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 02000000:00000001:1.0:1767326387.518503:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326387.518504:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767326387.518505:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000055b20dde x1853175408670592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326387.518510:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5dc54ea. 02000000:00000001:0.0:1767326387.518517:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1767326387.518519:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=72 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326387.518520:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326387.518523:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001890d837. 00000100:00000001:2.0:1767326387.518528:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326387.518529:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326387.518532:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326387.518532:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=29 v=5 (1 1 0 0) 00000800:00000001:2.0:1767326387.518535:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326387.518540:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326387.518542:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326387.518544:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326387.518546:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326387.518551:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326387.518553:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326387.518555:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326387.518557:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326387.518559:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:1.0:1767326387.518560:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006f77d35e x1853175408670848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326387.518562:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326387.518565:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326387.518572:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326387.518583:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326387.518588:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd1fd7a8. 00000400:00000200:3.0:1767326387.518595:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93e8e08 00000400:00000010:3.0:1767326387.518599:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d93e8e08. 00010000:00000001:1.0:1767326387.518605:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326387.518607:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326387.518612:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326387.518616:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000200:3.0:1767326387.518616:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055b20dde x1853175408670592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326387.518623:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326387.518627:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326387.518638:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f77d35e x1853175408670848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326387.518664:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055b20dde x1853175408670592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326387.518679:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326387.518681:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326387.518683:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326387.518689:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326387.518690:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326387.518696:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326387.518696:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326387.518698:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326387.518702:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326387.518704:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326387.518707:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=83 v=5 (5 5 5 5) 00000100:00000040:1.0:1767326387.518708:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f77d35e x1853175408670848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326387.518714:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=83 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326387.518724:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326387.518729:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326387.518737:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326387.518741:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326387.518742:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408670848:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326387.518745:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326387.518757:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326387.518760:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055b20dde x1853175408670592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326387.518764:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326387.518771:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f77d35e x1853175408670848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326387.518782:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326387.518791:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326387.518791:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326387.518793:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326387.518797:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767326387.518801:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055b20dde x1853175408670592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326387.518802:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070cfb170. 02000000:00000001:1.0:1767326387.518810:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1767326387.518815:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408670592:192.168.202.142@tcp:400: 00000020:00000001:1.0:1767326387.518816:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326387.518819:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326387.518822:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326387.518828:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326387.518829:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1767326387.518835:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb080471. 00000100:00000040:3.0:1767326387.518838:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055b20dde x1853175408670592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326387.518842:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326387.518845:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326387.518849:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f77d35e. 00000100:00000001:1.0:1767326387.518854:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326387.518857:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326387.518858:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326387.518861:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326387.518863:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccd55e48. 00000100:00000001:1.0:1767326387.518868:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326387.518874:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326387.518877:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326387.518877:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326387.518881:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326387.518883:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326387.518885:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326387.518887:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326387.518890:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326387.518894:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d731ab4b. 02000000:00000001:3.0:1767326387.518897:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326387.518899:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326387.518900:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055b20dde. 00000100:00000001:3.0:1767326387.518906:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326387.518908:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326387.518911:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326387.518916:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326387.518917:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326387.518920:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326387.518921:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326388.541174:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326388.541185:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326388.541192:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326388.541193:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326388.541390:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326388.541395:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326388.541416:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326389.563507:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326389.563517:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326389.563525:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326389.563526:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326389.563587:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326389.563592:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326389.563595:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326390.587539:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326390.587548:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326390.587554:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326390.587555:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326390.587593:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326390.587598:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326390.587600:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326391.355540:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306259137, at 4306259200 00000100:00000040:1.0:1767326391.355540:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306259137, at 4306259200 00000100:00000040:2.0:1767326391.355540:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306259137, at 4306259200 00000100:00000040:3.0:1767326391.355558:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306259137, at 4306259200 00000100:00000010:1.0:1767326391.355564:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008375de61. 00000100:00000010:2.0:1767326391.355568:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016446684. 00000100:00000010:0.0:1767326391.355571:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008fb436f6. 00000100:00000010:3.0:1767326391.355580:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdeaec1. 00010000:00000001:0.0:1767326391.611670:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326391.611679:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326391.611685:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326391.611687:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326391.611778:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326391.611784:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326391.611789:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326392.635550:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326392.635559:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326392.635566:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326392.635595:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326392.635598:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326392.635603:0:217662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326392.635606:0:217662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326392.635608:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326392.635612:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326392.635614:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326392.635616:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326392.635619:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326392.635687:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326392.635692:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326392.635695:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326392.635945:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326392.635952:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326392.635961:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a13fabe. 00000020:00000040:0.0:1767326392.635969:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326392.635974:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326392.635977:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326392.635984:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326392.635993:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f2654a5. 00000100:00000001:0.0:1767326392.636002:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326392.636019:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000003a13fabe x1853175408670976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326392.636032:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326392.636035:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326392.636041:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a13fabe] to pc [ptlrpcd_00_00+0] req@000000003a13fabe x1853175408670976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326392.636074:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326392.636077:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326392.636081:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326392.636084:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008fd7cd23. 00000020:00000040:0.0:1767326392.636087:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326392.636090:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326392.636092:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326392.636094:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326392.636096:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326392.636099:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020243973. 00000100:00000001:3.0:1767326392.636102:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326392.636104:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326392.636106:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326392.636110:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326392.636111:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326392.636115:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a13fabe x1853175408670976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326392.636121:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000008fd7cd23 x1853175408671104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326392.636138:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326392.636141:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326392.636142:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326392.636144:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326392.636148:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fd7cd23] to pc [ptlrpcd_00_01+1] req@000000008fd7cd23 x1853175408671104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326392.636156:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326392.636160:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326392.636163:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326392.636166:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a13fabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408670976:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326392.636169:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326392.636170:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326392.636173:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326392.636178:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767326392.636178:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767326392.636184:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000094420207. 02000000:00000001:3.0:1767326392.636184:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326392.636190:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:3.0:1767326392.636190:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326392.636195:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326392.636197:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767326392.636198:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb543b45. 02000000:00000001:0.0:1767326392.636199:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326392.636199:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326392.636203:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326392.636204:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326392.636207:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a276710d. 00000100:00000001:1.0:1767326392.636208:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326392.636214:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326392.636215:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd1fd7a8. 00000100:00000040:1.0:1767326392.636217:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008fd7cd23 x1853175408671104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326392.636222:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000094420207 x1853175408671232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767326392.636226:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 00000100:00000200:3.0:1767326392.636239:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408670976, portal 25 00000100:00000001:1.0:1767326392.636240:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326392.636242:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326392.636246:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326392.636247:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326392.636248:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326392.636249:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453955200 : -115368255596416 : ffff9712bc1b5880) 02000000:00000001:1.0:1767326392.636250:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326392.636252:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326392.636255:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326392.636261:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094420207] to pc [ptlrpcd_00_02+2] req@0000000094420207 x1853175408671232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326392.636261:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008fd7cd23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408671104:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767326392.636263:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a13fabe x1853175408670976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326392.636268:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326392.636272:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326392.636274:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326392.636277:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326392.636282:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0e8d3bd. 02000000:00000001:1.0:1767326392.636286:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326392.636293:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000885d55dc. 00000100:00000001:3.0:1767326392.636296:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767326392.636300:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026285bcb. 00000100:00000200:1.0:1767326392.636305:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408671104, portal 10 00000100:00000001:1.0:1767326392.636307:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326392.636308:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453957888 : -115368255593728 : ffff9712bc1b6300) 00000100:00000040:3.0:1767326392.636314:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767326392.636315:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008fd7cd23 x1853175408671104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326392.636320:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e085bb. 00000100:00000001:0.0:1767326392.636323:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326392.636325:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326392.636329:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767326392.636329:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408670976, offset 0 00000100:00000040:1.0:1767326392.636339:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326392.636343:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d8bb3d6. 00000400:00000200:3.0:1767326392.636344:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000200:1.0:1767326392.636357:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408671104, offset 0 00000400:00000200:3.0:1767326392.636362:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326392.636365:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326392.636372:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326392.636379:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326392.636383:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326392.636386:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326392.636389:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [382:382:256:4294967295] 192.168.202.142@tcp LPNI seq info [382:382:8:4294967295] 00000100:00000001:2.0:1767326392.636419:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326392.636424:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326392.636427:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767326392.636431:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:2.0:1767326392.636436:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000094420207 x1853175408671232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326392.636443:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:3.0:1767326392.636445:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326392.636449:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326392.636453:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea9a1391. 00000400:00000200:1.0:1767326392.636454:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326392.636460:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326392.636460:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326392.636463:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326392.636465:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326392.636467:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767326392.636469:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326392.636471:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [383:383:255:4294967295] 192.168.202.142@tcp LPNI seq info [383:383:7:4294967295] 02000000:00000001:2.0:1767326392.636474:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326392.636479:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326392.636485:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00100000:2.0:1767326392.636486:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000094420207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408671232:192.168.202.142@tcp:400: 00000400:00000200:1.0:1767326392.636488:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326392.636493:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea9a1391 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326392.636498:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767326392.636499:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326392.636503:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:1.0:1767326392.636504:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb080471. 00000100:00000001:3.0:1767326392.636506:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326392.636507:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326392.636511:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:2.0:1767326392.636513:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326392.636514:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306264258 00000800:00000200:1.0:1767326392.636518:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000010:2.0:1767326392.636519:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a38d129. 00000100:00000010:3.0:1767326392.636520:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a5ba9a9. 00000800:00000200:1.0:1767326392.636521:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb080471 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767326392.636525:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326392.636526:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326392.636531:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767326392.636532:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 139600 usecs (140 jiffies) 00000400:00000010:2.0:1767326392.636533:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1e66889. 00000100:00000001:1.0:1767326392.636536:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306260621 00000400:00000010:2.0:1767326392.636540:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d3d0de1. 00000100:00000001:3.0:1767326392.636542:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306264258 00000100:00000001:1.0:1767326392.636543:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306264258 00000100:00000200:2.0:1767326392.636546:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408671232, portal 10 00000100:00000001:1.0:1767326392.636549:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306260621 00000100:00000010:3.0:1767326392.636549:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f676bc1. 00000100:00000001:2.0:1767326392.636550:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326392.636555:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453962368 : -115368255589248 : ffff9712bc1b7480) 00000100:00000001:3.0:1767326392.636556:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326392.636562:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306264258 00000100:00000001:3.0:1767326392.636562:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306264258 00000100:00000040:2.0:1767326392.636565:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000094420207 x1853175408671232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326392.636568:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b70eb340. 00000100:00000001:1.0:1767326392.636569:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306260621 00000100:00000001:3.0:1767326392.636575:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326392.636581:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326392.636582:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306264258 00000100:00000001:3.0:1767326392.636582:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306264258 00000100:00000040:2.0:1767326392.636587:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326392.636589:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306260621 00000100:00000010:3.0:1767326392.636589:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdeaec1. 00000400:00000010:2.0:1767326392.636592:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019d6e0a1. 00000100:00000200:2.0:1767326392.636596:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408671232, offset 0 00000100:00000001:3.0:1767326392.636597:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326392.636602:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306264258 00000100:00000001:3.0:1767326392.636602:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326392.636607:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326392.636607:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326392.636608:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326392.636613:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326392.636614:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326392.636617:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326392.636618:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326392.636623:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326392.636626:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326392.636626:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326392.636630:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326392.636632:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326392.636633:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326392.636634:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326392.636635:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326392.636639:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326392.636640:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326392.636641:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326392.636642:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326392.636644:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326392.636645:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326392.636647:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326392.636650:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326392.636654:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326392.636654:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326392.636660:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326392.636661:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [384:384:254:4294967295] 192.168.202.142@tcp LPNI seq info [384:384:6:4294967295] 00000100:00000001:1.0:1767326392.636663:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326392.636675:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326392.636681:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326392.636686:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002dd738d8. 00000800:00000200:2.0:1767326392.636690:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326392.636694:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326392.636696:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002dd738d8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326392.636699:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326392.636703:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 186157 usecs (187 jiffies) 00000100:00000001:2.0:1767326392.636705:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306260668 00000100:00000001:2.0:1767326392.636709:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306264258 00000100:00000001:2.0:1767326392.636711:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306260668 00000800:00000200:1.0:1767326392.636712:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326392.636715:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306264258 00000800:00000010:1.0:1767326392.636717:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea9a1391. 00000100:00000001:2.0:1767326392.636719:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306260668 00000100:00000001:2.0:1767326392.636723:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306264258 00000100:00000001:2.0:1767326392.636725:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306260668 00000400:00000200:1.0:1767326392.636727:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326392.636727:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306264258 00000100:00000001:2.0:1767326392.636732:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326392.636735:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326392.636738:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326392.636740:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e085bb 00000100:00000001:2.0:1767326392.636742:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326392.636743:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e085bb. 00000100:00000001:2.0:1767326392.636747:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326392.636749:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326392.636753:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a13fabe x1853175408670976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326392.636754:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326392.636757:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326392.636763:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326392.636766:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326392.636768:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326392.636769:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326392.636773:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326392.636774:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a13fabe x1853175408670976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326392.636781:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326392.636782:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326392.636792:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326392.636793:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb080471. 00000400:00000200:1.0:1767326392.636795:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326392.636797:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326392.636799:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d8bb3d6 00000400:00000010:1.0:1767326392.636800:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d8bb3d6. 00000100:00000001:1.0:1767326392.636801:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326392.636802:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008fd7cd23 x1853175408671104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326392.636807:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326392.636808:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008fd7cd23 x1853175408671104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326392.636819:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326392.636821:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767326392.636868:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767326392.636875:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11598) 00000800:00000200:1.0:1767326392.636884:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326392.636887:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002dd738d8. 00000400:00000200:1.0:1767326392.636889:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326392.636892:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326392.636894:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019d6e0a1 00000400:00000010:1.0:1767326392.636895:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019d6e0a1. 00000100:00000001:1.0:1767326392.636897:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326392.636911:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000094420207 x1853175408671232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326392.636916:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326392.636918:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000094420207 x1853175408671232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326392.636921:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326392.636922:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326392.639139:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326392.639171:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326392.639175:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326392.639178:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326392.639189:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326392.639205:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0b900 00000400:00000200:2.0:1767326392.639214:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xcc5 [1] + 224 00000800:00000001:2.0:1767326392.639223:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326392.639227:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326392.639229:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326392.639233:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326392.639240:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326392.639246:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a13fabe x1853175408670976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326392.639256:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a13fabe x1853175408670976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326392.639273:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326392.639284:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326392.639287:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326392.639289:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326392.639292:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326392.639297:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767326392.639302:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326392.639303:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0b980 00000100:00000001:3.0:1767326392.639306:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326392.639311:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xcc9 [1] + 224 00000800:00000001:2.0:1767326392.639316:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326392.639319:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326392.639319:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326392.639323:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767326392.639324:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326392.639328:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:3.0:1767326392.639328:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd1fd7a8. 00000400:00000200:3.0:1767326392.639333:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93e8e08 00000400:00000010:3.0:1767326392.639336:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d93e8e08. 00000100:00000001:3.0:1767326392.639340:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326392.639342:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326392.639347:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008fd7cd23 x1853175408671104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326392.639353:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a13fabe x1853175408670976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326392.639366:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008fd7cd23 x1853175408671104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326392.639371:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a13fabe x1853175408670976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326392.639393:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326392.639419:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326392.639422:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326392.639425:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326392.639429:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326392.639432:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326392.639436:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326392.639438:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326392.639445:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326392.639445:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=88 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326392.639449:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326392.639450:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326392.639452:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=88 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326392.639454:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326392.639455:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326392.639459:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1767326392.639460:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326392.639460:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326392.639463:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326392.639464:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767326392.639468:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767326392.639469:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000885d55dc. 00000400:00000200:2.0:1767326392.639470:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00010000:00000001:3.0:1767326392.639472:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326392.639476:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026285bcb 00000100:00000001:3.0:1767326392.639477:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326392.639480:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026285bcb. 00000400:00000200:2.0:1767326392.639482:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0ba00 00000100:00000040:3.0:1767326392.639484:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a13fabe x1853175408670976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326392.639485:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326392.639493:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326392.639495:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008fd7cd23 x1853175408671104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326392.639497:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xcd5 [1] + 224 00000100:00000001:3.0:1767326392.639498:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326392.639501:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326392.639508:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a13fabe x1853175408670976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326392.639509:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326392.639517:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008fd7cd23 x1853175408671104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326392.639519:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326392.639521:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a13fabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408670976:192.168.202.142@tcp:400: 00000400:00000200:2.0:1767326392.639525:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326392.639535:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326392.639536:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326392.639538:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326392.639538:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326392.639542:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326392.639543:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326392.639543:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767326392.639547:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767326392.639547:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a13fabe x1853175408670976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326392.639552:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000094420207 x1853175408671232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326392.639557:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326392.639560:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326392.639563:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326392.639567:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326392.639568:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000094420207 x1853175408671232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326392.639570:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb543b45. 02000000:00000001:1.0:1767326392.639571:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326392.639576:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326392.639578:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1767326392.639581:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=83 v=5 (5 5 5 5) 00000020:00000040:3.0:1767326392.639582:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326392.639587:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1767326392.639590:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=83 v=5 (1 1 1 1) 02000000:00000010:3.0:1767326392.639591:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f2654a5. 00000100:00000001:1.0:1767326392.639597:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767326392.639597:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326392.639599:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326392.639601:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326392.639602:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:3.0:1767326392.639602:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a13fabe. 00010000:00000001:1.0:1767326392.639603:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326392.639607:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:2.0:1767326392.639609:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326392.639609:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326392.639612:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326392.639613:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326392.639615:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326392.639620:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326392.639622:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326392.639624:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326392.639625:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326392.639627:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326392.639629:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326392.639630:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326392.639633:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326392.639638:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008fd7cd23 x1853175408671104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326392.639646:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326392.639648:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326392.639650:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326392.639653:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008fd7cd23 x1853175408671104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326392.639660:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008fd7cd23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408671104:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326392.639665:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326392.639666:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326392.639668:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008fd7cd23 x1853175408671104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326392.639672:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326392.639674:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326392.639675:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0e8d3bd. 02000000:00000001:1.0:1767326392.639678:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326392.639679:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326392.639680:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326392.639682:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326392.639683:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020243973. 02000000:00000001:1.0:1767326392.639689:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326392.639691:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326392.639692:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008fd7cd23. 00000100:00000001:0.0:1767326392.639694:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326392.639694:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326392.639696:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326392.639699:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326392.639699:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326392.639702:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326392.639704:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326392.639705:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326392.639706:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326392.639712:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326392.639714:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326392.639716:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1e66889. 00000400:00000200:0.0:1767326392.639721:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d3d0de1 00000400:00000010:0.0:1767326392.639723:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d3d0de1. 00000100:00000001:0.0:1767326392.639726:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326392.639731:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000094420207 x1853175408671232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326392.639740:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000094420207 x1853175408671232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326392.639747:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326392.639749:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326392.639750:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326392.639752:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326392.639753:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326392.639755:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326392.639757:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326392.639762:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=77 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326392.639765:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=34 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326392.639767:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326392.639769:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326392.639771:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326392.639774:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000094420207 x1853175408671232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326392.639781:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326392.639783:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326392.639785:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326392.639787:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326392.639788:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326392.639791:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000094420207 x1853175408671232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326392.639798:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326392.639800:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326392.639812:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326392.639816:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094420207 x1853175408671232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326392.639823:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000094420207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408671232:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326392.639827:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326392.639829:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326392.639830:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000094420207 x1853175408671232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326392.639836:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326392.639838:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326392.639840:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a38d129. 02000000:00000001:0.0:1767326392.639843:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326392.639844:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326392.639846:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326392.639848:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326392.639849:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a276710d. 02000000:00000001:0.0:1767326392.639851:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326392.639852:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326392.639853:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000094420207. 00000100:00000001:0.0:1767326392.639856:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326392.639857:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326392.639858:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326392.639863:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326392.639864:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326392.639866:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326392.639868:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326393.659533:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326393.659542:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326393.659550:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326393.659551:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326393.659581:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326393.659586:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326393.659590:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326394.683535:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326394.683543:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326394.683550:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326394.683551:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326394.683613:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326394.683618:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326394.683621:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326395.708195:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326395.708231:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326395.708234:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326395.708237:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326395.708243:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326395.708245:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326395.708247:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326395.708249:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326395.708254:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326395.708256:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326395.708434:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326395.708438:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326395.708441:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326396.475545:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306264258, at 4306264320 00000100:00000040:3.0:1767326396.475545:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306264258, at 4306264320 00000100:00000010:1.0:1767326396.475566:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f676bc1. 00000100:00000010:3.0:1767326396.475569:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdeaec1. 00000100:00000040:0.0:1767326396.475677:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306264258, at 4306264320 00000100:00000010:0.0:1767326396.475684:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a5ba9a9. 00000100:00000040:2.0:1767326396.476661:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306264258, at 4306264321 00000100:00000010:2.0:1767326396.476670:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b70eb340. 00010000:00000001:0.0:1767326396.731523:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326396.731533:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326396.731541:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326396.731543:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326396.731610:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326396.731615:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326396.731619:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326397.755954:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326397.755959:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326397.755966:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326397.755966:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326397.755974:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326397.755976:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326397.755999:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326397.756008:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326397.756014:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326397.756018:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326397.756025:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326397.756034:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000020:00000001:3.0:1767326397.756039:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326397.756043:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326397.756045:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326397.756050:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326397.756066:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000032a2412e x1853175408671360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326397.756080:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326397.756083:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326397.756088:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_03+3] req@0000000032a2412e x1853175408671360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326397.756119:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326397.756121:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326397.756125:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326397.756128:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000020:00000040:2.0:1767326397.756130:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326397.756132:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326397.756134:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326397.756136:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326397.756142:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 00000100:00000001:2.0:1767326397.756145:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326397.756150:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000006b877052 x1853175408671488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326397.756157:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326397.756158:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326397.756159:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326397.756163:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_00+0] req@000000006b877052 x1853175408671488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326397.756173:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767326397.756177:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326397.756187:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326397.756189:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326397.756190:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326397.756193:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326397.756195:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326397.756197:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326397.756200:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326397.756205:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767326397.756209:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408671360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326397.756209:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767326397.756214:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326397.756220:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326397.756221:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326397.756225:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326397.756227:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326397.756229:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326397.756230:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326397.756233:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767326397.756235:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408671360:192.168.202.142@tcp:400: 02000000:00000001:2.0:1767326397.756237:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326397.756241:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767326397.756243:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a28d6e6. 00000100:00000001:2.0:1767326397.756246:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326397.756250:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000009561302 x1853175408671616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326397.756255:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326397.756256:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326397.756259:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326397.756260:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326397.756265:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326397.756266:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_01+1] req@0000000009561302 x1853175408671616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326397.756266:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326397.756270:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002637400b. 00000100:00000001:3.0:1767326397.756271:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326397.756275:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326397.756275:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326397.756280:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326397.756283:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326397.756284:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1c8183f. 00000100:00000040:3.0:1767326397.756284:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408671488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326397.756287:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767326397.756293:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 00000100:00000200:0.0:1767326397.756303:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408671360, portal 25 00000100:00000040:2.0:1767326397.756303:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11603) 00000100:00000001:3.0:1767326397.756306:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326397.756310:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326397.756310:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326397.756314:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 02000000:00000001:3.0:1767326397.756314:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326397.756317:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326397.756328:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326397.756332:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408671488:192.168.202.142@tcp:400: 00000100:00000040:0.0:1767326397.756335:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408671360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326397.756337:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326397.756344:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326397.756347:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326397.756348:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326397.756352:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326397.756355:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000010:3.0:1767326397.756356:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb543b45. 00000400:00000010:0.0:1767326397.756361:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b25e7918. 02000000:00000001:3.0:1767326397.756361:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326397.756366:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408671360, offset 0 00000400:00000010:3.0:1767326397.756367:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd1fd7a8. 00000100:00000001:1.0:1767326397.756371:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326397.756374:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 00000400:00000200:0.0:1767326397.756376:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326397.756377:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326397.756386:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408671488, portal 10 00000100:00000001:1.0:1767326397.756387:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326397.756391:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326397.756394:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000400:00000200:0.0:1767326397.756395:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326397.756418:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326397.756422:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326397.756429:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408671616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326397.756433:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408671488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326397.756434:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326397.756444:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326397.756452:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326397.756456:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326397.756458:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326397.756460:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326397.756461:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:3.0:1767326397.756466:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326397.756467:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767326397.756470:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065fe4795. 00000400:00000200:0.0:1767326397.756472:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [385:385:256:4294967295] 192.168.202.142@tcp LPNI seq info [385:385:8:4294967295] 02000000:00000001:1.0:1767326397.756472:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326397.756475:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408671488, offset 0 02000000:00000001:1.0:1767326397.756478:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326397.756486:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408671616:192.168.202.142@tcp:400: 00000400:00000200:3.0:1767326397.756487:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326397.756496:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326397.756498:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326397.756506:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326397.756509:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326397.756513:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767326397.756514:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000400:00000200:3.0:1767326397.756517:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326397.756521:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326397.756523:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:0.0:1767326397.756528:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326397.756530:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [386:386:255:4294967295] 192.168.202.142@tcp LPNI seq info [386:386:7:4294967295] 00000800:00000200:0.0:1767326397.756542:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326397.756546:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326397.756549:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767326397.756554:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326397.756559:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326397.756559:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8b9f1ee. 00000800:00000200:3.0:1767326397.756566:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326397.756568:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306269378 00000800:00000200:3.0:1767326397.756573:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000010:0.0:1767326397.756574:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9f9490c. 00000800:00000200:3.0:1767326397.756584:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8b9f1ee type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767326397.756585:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326397.756588:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326397.756591:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326397.756591:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326397.756593:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326397.756598:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 138402 usecs (139 jiffies) 02000000:00000010:1.0:1767326397.756599:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af509128. 00000100:00000001:0.0:1767326397.756602:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306269378 00000100:00000001:3.0:1767326397.756603:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306265740 02000000:00000001:1.0:1767326397.756605:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326397.756610:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ea25869. 00000100:00000001:3.0:1767326397.756611:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306269378 00000400:00000010:1.0:1767326397.756612:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000885d55dc. 00000100:00000001:0.0:1767326397.756617:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326397.756618:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306265740 00000400:00000010:1.0:1767326397.756620:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026285bcb. 00000100:00000001:0.0:1767326397.756624:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306269378 00000100:00000001:3.0:1767326397.756624:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306269378 00000100:00000200:1.0:1767326397.756628:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408671616, portal 10 00000100:00000001:3.0:1767326397.756630:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306265740 00000100:00000010:0.0:1767326397.756631:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002806ae4a. 00000100:00000001:1.0:1767326397.756634:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326397.756638:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326397.756642:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306269378 00000100:00000001:3.0:1767326397.756643:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306269378 00000100:00000001:1.0:1767326397.756644:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000010:0.0:1767326397.756649:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1e5b507. 00000100:00000001:3.0:1767326397.756649:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306265740 00000100:00000040:1.0:1767326397.756655:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408671616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326397.756656:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326397.756662:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326397.756668:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306269378 00000100:00000001:3.0:1767326397.756671:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326397.756676:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326397.756681:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326397.756682:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326397.756686:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326397.756688:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326397.756692:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326397.756693:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326397.756695:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326397.756699:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326397.756701:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326397.756703:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326397.756706:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326397.756742:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326397.756746:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000400:00000200:2.0:1767326397.756750:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326397.756756:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326397.756761:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b25e7918 00000400:00000010:2.0:1767326397.756763:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b25e7918. 00000100:00000001:2.0:1767326397.756768:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326397.756772:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408671360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326397.756782:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326397.756785:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408671360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326397.756803:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326397.756805:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326397.756863:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326397.756866:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8b9f1ee. 00000400:00000200:2.0:1767326397.756870:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326397.756874:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326397.756877:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065fe4795 00000400:00000010:2.0:1767326397.756878:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065fe4795. 00000100:00000001:2.0:1767326397.756881:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326397.756884:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408671488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326397.756891:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326397.756893:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408671488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326397.756899:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326397.756901:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326397.756933:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326397.756936:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326397.756939:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d8bb3d6. 00000100:00000200:1.0:1767326397.756942:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408671616, offset 0 00000400:00000200:1.0:1767326397.756948:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326397.756953:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326397.756956:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326397.756958:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326397.756961:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326397.756963:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326397.756965:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [387:387:256:4294967295] 192.168.202.142@tcp LPNI seq info [387:387:8:4294967295] 00000400:00000200:1.0:1767326397.756973:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326397.756977:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326397.756981:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb080471. 00000800:00000200:1.0:1767326397.756985:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326397.756989:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326397.756992:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb080471 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326397.757008:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326397.757012:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 184520 usecs (185 jiffies) 00000100:00000001:1.0:1767326397.757014:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306265786 00000100:00000001:1.0:1767326397.757016:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306269378 00000100:00000001:1.0:1767326397.757018:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306265786 00000100:00000001:1.0:1767326397.757020:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306269378 00000100:00000001:1.0:1767326397.757022:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306265786 00000100:00000001:1.0:1767326397.757024:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306269378 00000100:00000001:1.0:1767326397.757026:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306265786 00000100:00000001:1.0:1767326397.757033:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306269378 00000100:00000001:1.0:1767326397.757035:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326397.757038:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326397.757039:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326397.757041:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326397.757045:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326397.757046:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326397.757048:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326397.757049:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326397.757050:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326397.757052:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326397.757349:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326397.757352:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb080471. 00000400:00000200:2.0:1767326397.757355:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326397.757359:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326397.757362:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d8bb3d6 00000400:00000010:2.0:1767326397.757364:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d8bb3d6. 00000100:00000001:2.0:1767326397.757367:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326397.757370:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408671616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326397.757376:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326397.757379:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408671616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326397.757384:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326397.757386:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326397.759141:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326397.759159:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326397.759175:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326397.759179:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326397.759189:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326397.759204:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0bb00 00000400:00000200:2.0:1767326397.759211:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xce5 [1] + 224 00000800:00000001:2.0:1767326397.759220:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326397.759225:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326397.759228:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326397.759231:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326397.759237:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326397.759243:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408671488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326397.759253:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408671488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326397.759269:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326397.759278:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326397.759281:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326397.759283:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326397.759285:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326397.759289:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326397.759293:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0bb80 00000400:00000200:2.0:1767326397.759297:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xced [1] + 224 00000800:00000001:2.0:1767326397.759299:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326397.759304:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326397.759306:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326397.759309:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326397.759312:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326397.759315:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408671616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326397.759323:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408671616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326397.759352:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326397.759361:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326397.759365:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326397.759396:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326397.759423:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326397.759431:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326397.759433:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326397.759436:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000885d55dc. 00000400:00000200:1.0:1767326397.759441:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026285bcb 00000400:00000010:1.0:1767326397.759443:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026285bcb. 00000100:00000001:1.0:1767326397.759446:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326397.759451:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408671616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326397.759460:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408671616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326397.759467:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326397.759470:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326397.759473:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326397.759476:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326397.759479:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326397.759481:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326397.759483:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326397.759485:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326397.759487:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326397.759493:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326397.759495:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1767326397.759497:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=82 v=5 (5 5 5 5) 00000400:00000010:3.0:1767326397.759497:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd1fd7a8. 00000400:00000200:3.0:1767326397.759503:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93e8e08 00000100:00001000:1.0:1767326397.759505:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=39 v=5 (1 1 0 0) 00000400:00000010:3.0:1767326397.759507:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d93e8e08. 00000100:00000001:1.0:1767326397.759510:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326397.759513:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326397.759513:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767326397.759519:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326397.759532:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000009561302 x1853175408671616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326397.759539:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326397.759543:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326397.759546:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326397.759548:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326397.759550:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326397.759554:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408671616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326397.759559:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408671488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326397.759574:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326397.759576:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408671488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326397.759579:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326397.759582:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326397.759589:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408671616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326397.759601:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326397.759606:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326397.759608:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408671616:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326397.759610:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326397.759613:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326397.759616:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326397.759617:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326397.759618:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326397.759622:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767326397.759623:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326397.759627:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408671616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326397.759630:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=88 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326397.759638:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=88 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326397.759643:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326397.759646:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326397.759649:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767326397.759651:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af509128. 00000100:00000001:3.0:1767326397.759652:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326397.759656:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767326397.759657:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767326397.759659:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326397.759660:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326397.759664:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326397.759664:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326397.759668:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000020:00000001:1.0:1767326397.759669:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326397.759673:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:1.0:1767326397.759674:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a28d6e6. 00000100:00000001:3.0:1767326397.759676:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326397.759679:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326397.759683:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767326397.759684:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408671488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326397.759686:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:1.0:1767326397.759692:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326397.759696:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326397.759701:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326397.759702:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326397.759705:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326397.759706:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326397.759711:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408671488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326397.759715:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326397.759717:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326397.759720:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326397.759722:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326397.759731:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408671488:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326397.759736:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326397.759738:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326397.759741:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408671488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326397.759747:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326397.759749:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326397.759756:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb543b45. 02000000:00000001:3.0:1767326397.759759:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326397.759760:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326397.759761:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326397.759762:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326397.759763:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 02000000:00000001:3.0:1767326397.759765:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326397.759765:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326397.759766:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000001:3.0:1767326397.759768:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326397.759770:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326397.759771:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326397.759774:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326397.759775:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326397.759776:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326397.759777:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326397.759823:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326397.759828:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326397.759830:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326397.759832:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326397.759837:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326397.759844:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0ba80 00000400:00000200:2.0:1767326397.759850:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xcdd [1] + 224 00000800:00000001:2.0:1767326397.759863:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326397.759887:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326397.759890:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326397.759894:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326397.759897:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326397.759900:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408671360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326397.759905:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408671360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326397.759918:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326397.759922:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326397.759924:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326397.760009:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326397.760012:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326397.760016:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326397.760018:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326397.760020:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1c8183f. 00000400:00000200:0.0:1767326397.760023:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000400:00000010:0.0:1767326397.760025:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000001:0.0:1767326397.760038:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326397.760043:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408671360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326397.760051:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408671360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326397.760057:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326397.760059:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326397.760060:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326397.760062:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326397.760063:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326397.760065:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326397.760067:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326397.760076:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=93 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326397.760079:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=93 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326397.760081:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326397.760082:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326397.760084:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326397.760086:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326397.760087:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326397.760090:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408671360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326397.760095:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326397.760097:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326397.760098:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326397.760101:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408671360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326397.760108:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408671360:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326397.760112:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326397.760113:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326397.760116:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408671360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326397.760121:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326397.760123:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326397.760125:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002637400b. 02000000:00000001:0.0:1767326397.760127:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326397.760128:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326397.760130:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326397.760131:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326397.760132:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 02000000:00000001:0.0:1767326397.760135:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326397.760136:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326397.760137:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:0.0:1767326397.760140:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326397.760140:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326397.760142:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326397.760150:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326397.760152:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326397.760153:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326397.760155:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326398.779898:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326398.779908:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326398.779916:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326398.779917:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326398.780140:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326398.780144:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326398.780146:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326399.803577:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326399.803586:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326399.803594:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326399.803595:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326399.803930:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326399.803951:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326399.803956:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326400.827586:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326400.827596:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326400.827601:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326400.827602:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326400.827694:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326400.827701:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326400.827706:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326401.595518:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306269378, at 4306269440 00000100:00000040:3.0:1767326401.595518:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306269378, at 4306269440 00000100:00000040:0.0:1767326401.595540:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306269378, at 4306269440 00000100:00000010:1.0:1767326401.595544:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ea25869. 00000100:00000010:0.0:1767326401.595549:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9f9490c. 00000100:00000010:3.0:1767326401.595553:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1e5b507. 00000100:00000040:2.0:1767326401.595684:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306269378, at 4306269440 00000100:00000010:2.0:1767326401.595695:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002806ae4a. 00010000:00000001:0.0:1767326401.851567:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326401.851583:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326401.851589:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326401.851591:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326401.851651:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326401.851656:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326401.851659:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326402.875534:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326402.875541:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326402.875546:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326402.875549:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326402.875552:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326402.875580:0:217662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326402.875582:0:217662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326402.875584:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326402.875587:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326402.875589:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326402.875591:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326402.875594:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326402.875608:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326402.875613:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326402.875623:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767326402.875643:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326402.875649:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326402.875652:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326402.875672:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326402.875681:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f07b907. 00000100:00000001:2.0:1767326402.875688:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326402.875699:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000e6bdf5e7 x1853175408671744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326402.875709:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326402.875711:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326402.875715:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_02+2] req@00000000e6bdf5e7 x1853175408671744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326402.875739:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326402.875740:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326402.875742:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326402.875745:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000020:00000040:2.0:1767326402.875746:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326402.875748:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326402.875749:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326402.875750:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326402.875753:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb30d8a. 00000100:00000001:2.0:1767326402.875755:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326402.875757:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000b258af54 x1853175408671872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326402.875762:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326402.875763:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326402.875765:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_03+3] req@00000000b258af54 x1853175408671872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326402.875771:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326402.875773:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326402.875773:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326402.875783:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326402.875784:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326402.875790:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000100:00000001:3.0:1767326402.875791:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767326402.875793:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326402.875796:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326402.875797:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326402.875797:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326402.875802:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:2.0:1767326402.875815:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326402.875817:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408671872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326402.875827:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b6591187 x1853175408672000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326402.875839:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326402.875842:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326402.875844:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326402.875848:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326402.875853:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326402.875854:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326402.875854:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326402.875861:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326402.875862:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326402.875866:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408671744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326402.875870:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_00+0] req@00000000b6591187 x1853175408672000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326402.875886:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767326402.875888:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326402.875893:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326402.875894:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326402.875901:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00010000:1.0:1767326402.875902:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767326402.875903:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408671872:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326402.875913:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326402.875921:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767326402.875921:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326402.875922:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326402.875922:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326402.875929:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326402.875929:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326402.875931:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326402.875932:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11608) 02000000:00000001:3.0:1767326402.875937:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326402.875938:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326402.875940:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767326402.875944:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767326402.875945:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326402.875945:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326402.875953:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326402.875953:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326402.875955:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071fd7161. 00000100:00000001:1.0:1767326402.875956:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326402.875961:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326402.875962:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408671744:192.168.202.142@tcp:400: 02000000:00000001:3.0:1767326402.875962:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326402.875963:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326402.875966:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326402.875974:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408672000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326402.875976:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767326402.875978:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd1fd7a8. 02000000:00000001:0.0:1767326402.875983:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326402.875987:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326402.875990:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 02000000:00000001:0.0:1767326402.875993:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326402.875993:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326402.875998:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326402.876001:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008f9bc6c. 02000000:00000001:1.0:1767326402.876001:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767326402.876003:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408671872, portal 10 02000000:00000001:1.0:1767326402.876005:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326402.876006:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326402.876010:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326402.876013:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326402.876014:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00000400:00000010:0.0:1767326402.876017:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1c8183f. 00000100:00100000:1.0:1767326402.876022:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408672000:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767326402.876029:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408671872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326402.876030:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 00000100:00000001:1.0:1767326402.876030:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326402.876035:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767326402.876042:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408671744, portal 25 02000000:00000001:1.0:1767326402.876042:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326402.876054:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326402.876054:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326402.876057:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326402.876059:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 02000000:00000010:1.0:1767326402.876062:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc16d90e. 00000100:00000040:3.0:1767326402.876067:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326402.876071:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326402.876074:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408671744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326402.876076:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088831319. 00000400:00000010:1.0:1767326402.876078:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000885d55dc. 00000100:00000200:3.0:1767326402.876086:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408671872, offset 0 00000400:00000010:1.0:1767326402.876088:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026285bcb. 00000100:00000001:0.0:1767326402.876096:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326402.876102:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326402.876108:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326402.876111:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d045329. 00000100:00000200:0.0:1767326402.876117:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408671744, offset 0 00000100:00000200:1.0:1767326402.876117:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408672000, portal 10 00000100:00000001:1.0:1767326402.876122:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326402.876125:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000400:00000200:0.0:1767326402.876130:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767326402.876134:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408672000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326402.876141:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326402.876144:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326402.876147:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c73279cb. 00000400:00000200:3.0:1767326402.876150:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:1.0:1767326402.876153:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408672000, offset 0 00000400:00000200:3.0:1767326402.876159:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326402.876166:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326402.876171:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326402.876176:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326402.876179:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326402.876184:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [388:388:256:4294967295] 192.168.202.142@tcp LPNI seq info [388:388:8:4294967295] 00000400:00000200:3.0:1767326402.876196:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326402.876203:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326402.876209:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a10cd6c4. 00000400:00000200:0.0:1767326402.876211:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326402.876224:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326402.876231:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326402.876237:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326402.876243:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326402.876248:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:0.0:1767326402.876253:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326402.876261:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [389:389:255:4294967295] 192.168.202.142@tcp LPNI seq info [389:389:7:4294967295] 00000800:00000200:3.0:1767326402.876265:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a10cd6c4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326402.876278:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326402.876281:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326402.876287:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 137226 usecs (138 jiffies) 00000100:00000001:3.0:1767326402.876295:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306270858 00000800:00000200:0.0:1767326402.876301:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326402.876301:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000010:3.0:1767326402.876302:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cdc0422. 00000800:00000010:0.0:1767326402.876315:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000400:00000200:1.0:1767326402.876315:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326402.876318:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326402.876323:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:0.0:1767326402.876326:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326402.876331:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326402.876335:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:0.0:1767326402.876339:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326402.876341:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306270858 00000400:00000200:1.0:1767326402.876348:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [390:390:254:4294967295] 192.168.202.142@tcp LPNI seq info [390:390:6:4294967295] 00000100:00000010:3.0:1767326402.876349:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007bf79e58. 00000800:00000200:0.0:1767326402.876350:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326402.876357:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326402.876361:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326402.876367:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306270858 00000100:00000001:0.0:1767326402.876370:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306274497 00000100:00000010:3.0:1767326402.876376:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064ae084c. 00000800:00000200:2.0:1767326402.876379:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326402.876385:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a10cd6c4. 00000100:00000001:3.0:1767326402.876385:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326402.876388:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306270858 00000400:00000200:1.0:1767326402.876392:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326402.876429:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306274498 00000800:00000200:1.0:1767326402.876432:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326402.876436:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306270858 00000100:00000001:3.0:1767326402.876437:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306270859 00000800:00000010:1.0:1767326402.876438:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e6043a. 00000100:00000010:3.0:1767326402.876448:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdeaec1. 00000100:00000001:0.0:1767326402.876449:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306274498 00000800:00000200:1.0:1767326402.876457:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326402.876460:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326402.876461:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306270858 00000100:00000001:3.0:1767326402.876461:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767326402.876469:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326402.876473:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326402.876474:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306274498 00000400:00000200:2.0:1767326402.876474:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000800:00000200:1.0:1767326402.876477:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000015e6043a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326402.876484:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326402.876486:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088831319 00000100:00000001:0.0:1767326402.876487:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306270859 00000100:00000001:1.0:1767326402.876487:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326402.876492:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088831319. 00000100:00000001:3.0:1767326402.876493:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326402.876496:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326402.876496:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 182907 usecs (183 jiffies) 00000100:00000001:2.0:1767326402.876499:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326402.876499:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326402.876502:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326402.876503:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306270904 00000100:00000200:2.0:1767326402.876507:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408671872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326402.876509:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326402.876510:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306274497 00000100:00000001:3.0:1767326402.876511:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326402.876521:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326402.876521:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326402.876522:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306270904 00000100:00000001:2.0:1767326402.876524:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326402.876532:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408671872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326402.876533:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306274498 00000100:00000001:3.0:1767326402.876533:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326402.876536:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326402.876538:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326402.876540:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326402.876541:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306270904 00000100:00000001:3.0:1767326402.876545:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326402.876548:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326402.876556:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326402.876556:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326402.876557:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306274498 00000100:00000001:2.0:1767326402.876561:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326402.876563:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326402.876568:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306270904 00000100:00000001:0.0:1767326402.876570:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326402.876570:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326402.876574:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306274498 00000100:00000001:1.0:1767326402.876578:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326402.876582:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326402.876584:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326402.876588:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326402.876590:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326402.876591:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000400:00000200:2.0:1767326402.876596:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326402.876600:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326402.876602:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d045329 00000400:00000010:2.0:1767326402.876603:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d045329. 00000100:00000001:2.0:1767326402.876605:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326402.876606:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408671744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326402.876611:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326402.876613:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408671744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326402.876617:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326402.876618:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326402.876684:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326402.876687:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e6043a. 00000400:00000200:2.0:1767326402.876690:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326402.876693:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326402.876695:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c73279cb 00000400:00000010:2.0:1767326402.876697:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c73279cb. 00000100:00000001:2.0:1767326402.876699:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326402.876702:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408672000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326402.876708:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326402.876710:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408672000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326402.876716:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326402.876718:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326402.878985:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326402.879016:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326402.879033:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326402.879037:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326402.879061:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326402.879079:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0bc80 00000400:00000200:2.0:1767326402.879088:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xcf5 [1] + 224 00000800:00000001:2.0:1767326402.879098:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326402.879103:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326402.879106:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326402.879110:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326402.879118:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326402.879124:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408671872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326402.879137:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408671872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326402.879154:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326402.879165:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326402.879168:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326402.879170:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326402.879172:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326402.879176:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326402.879181:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0bd00 00000400:00000200:2.0:1767326402.879186:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xd01 [1] + 224 00000800:00000001:2.0:1767326402.879190:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326402.879193:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326402.879195:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326402.879198:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326402.879201:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326402.879204:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408672000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326402.879212:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408672000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326402.879247:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326402.879253:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326402.879257:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326402.879260:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326402.879262:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326402.879267:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326402.879276:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0bc00 00000100:00000001:3.0:1767326402.879277:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326402.879283:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xcf9 [1] + 224 00000100:00000001:3.0:1767326402.879284:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326402.879293:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326402.879295:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326402.879299:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767326402.879302:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326402.879302:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd1fd7a8. 00000400:00000200:2.0:1767326402.879307:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326402.879309:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326402.879309:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93e8e08 00000400:00000010:3.0:1767326402.879317:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d93e8e08. 00000100:00000001:1.0:1767326402.879320:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326402.879320:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326402.879331:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326402.879333:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767326402.879337:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767326402.879338:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408671872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326402.879341:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408671744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326402.879343:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326402.879351:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000885d55dc. 00000400:00000200:1.0:1767326402.879365:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026285bcb 00000400:00000010:1.0:1767326402.879375:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026285bcb. 00000100:00000001:1.0:1767326402.879389:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767326402.879395:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408671744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326402.879396:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408671872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326402.879449:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408672000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326402.879477:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326402.879482:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326402.879491:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326402.879497:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326402.879503:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326402.879515:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326402.879527:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326402.879529:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408672000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326402.879534:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326402.879541:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326402.879543:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=93 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326402.879544:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326402.879548:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326402.879550:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326402.879553:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=93 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326402.879557:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326402.879560:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767326402.879564:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326402.879564:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326402.879569:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326402.879572:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326402.879573:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326402.879578:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326402.879579:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326402.879579:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326402.879586:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326402.879589:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1767326402.879592:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=87 v=5 (5 5 5 5) 00000400:00000001:0.0:1767326402.879593:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326402.879594:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1767326402.879599:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1c8183f. 00000100:00000040:3.0:1767326402.879600:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00001000:1.0:1767326402.879601:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=44 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326402.879608:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767326402.879610:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000100:00000001:1.0:1767326402.879610:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326402.879613:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326402.879617:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326402.879618:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00010000:00000001:1.0:1767326402.879619:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326402.879628:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767326402.879633:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408671872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767326402.879637:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b6591187 x1853175408672000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326402.879655:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408671744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326402.879690:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326402.879699:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408671744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326402.879701:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326402.879706:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326402.879722:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408671872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326402.879745:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326402.879751:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326402.879756:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326402.879758:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767326402.879764:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408671872:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326402.879765:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767326402.879765:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 02000000:00000001:0.0:1767326402.879773:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326402.879774:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326402.879778:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326402.879779:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326402.879780:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326402.879782:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326402.879788:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326402.879790:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326402.879792:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408672000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326402.879794:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=98 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326402.879816:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=98 v=5 (1 1 1 1) 00000100:00000040:3.0:1767326402.879820:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408671872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326402.879827:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326402.879829:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326402.879833:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326402.879839:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326402.879839:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326402.879845:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326402.879848:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326402.879862:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408672000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326402.879863:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326402.879864:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326402.879870:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767326402.879877:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408671744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326402.879879:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071fd7161. 00000100:00100000:1.0:1767326402.879888:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408672000:192.168.202.142@tcp:400: 02000000:00000001:3.0:1767326402.879890:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326402.879895:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326402.879899:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326402.879905:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326402.879908:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326402.879910:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326402.879912:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1767326402.879913:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb30d8a. 00000100:00000001:0.0:1767326402.879915:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326402.879922:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326402.879924:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767326402.879925:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408672000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326402.879929:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408671744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326402.879929:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326402.879934:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000001:3.0:1767326402.879946:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326402.879949:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326402.879963:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326402.879967:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326402.879968:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408671744:192.168.202.142@tcp:400: 02000000:00000001:1.0:1767326402.879970:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326402.879979:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc16d90e. 00000100:00000001:0.0:1767326402.879980:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326402.879984:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326402.879985:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767326402.879986:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326402.879988:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326402.879989:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408671744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326402.879991:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326402.880000:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326402.880000:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326402.880006:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326402.880008:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767326402.880008:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767326402.880016:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326402.880016:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 02000000:00000001:1.0:1767326402.880022:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326402.880024:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1767326402.880028:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008f9bc6c. 00000100:00000010:1.0:1767326402.880028:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 02000000:00000001:0.0:1767326402.880035:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326402.880035:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326402.880038:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326402.880039:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326402.880041:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326402.880043:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326402.880044:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f07b907. 02000000:00000001:0.0:1767326402.880048:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326402.880049:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326402.880051:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326402.880054:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:1.0:1767326402.880057:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326402.880058:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326402.880060:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326402.880061:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326402.880065:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326402.880066:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326402.880069:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326402.880072:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326402.880075:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326402.880077:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326402.880079:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326403.899551:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326403.899559:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326403.899565:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326403.899567:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326403.899622:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326403.899630:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326403.899636:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326404.923513:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326404.923518:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326404.923522:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326404.923523:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326404.923550:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326404.923554:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326404.923557:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326405.947529:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326405.947536:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326405.947538:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326405.947540:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326405.947544:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326405.947546:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326405.947547:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326405.947548:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326405.947550:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326405.947551:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326405.947605:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326405.947608:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326405.947611:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326406.715489:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306274498, at 4306274560 00000100:00000040:3.0:1767326406.715489:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306274498, at 4306274560 00000100:00000010:3.0:1767326406.715505:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdeaec1. 00000100:00000010:1.0:1767326406.715507:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007bf79e58. 00000100:00000040:0.0:1767326406.715587:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306274497, at 4306274560 00000100:00000010:0.0:1767326406.715591:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cdc0422. 00000100:00000040:2.0:1767326406.715597:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306274498, at 4306274560 00000100:00000010:2.0:1767326406.715605:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064ae084c. 00010000:00000001:0.0:1767326406.971489:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326406.971515:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326406.971524:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326406.971526:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326406.971563:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326406.971569:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326406.971573:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326407.995507:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:2.0:1767326407.995513:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326407.995515:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326407.995527:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326407.995528:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326407.995532:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326407.995538:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767326407.995545:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326407.995549:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326407.995553:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326407.995560:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326407.995569:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 00000020:00000001:3.0:1767326407.995585:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326407.995590:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326407.995593:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326407.995595:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326407.995605:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000bfc4a11d x1853175408672128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326407.995615:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326407.995617:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326407.995621:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_01+1] req@00000000bfc4a11d x1853175408672128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326407.995644:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326407.995645:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326407.995648:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326407.995652:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767326407.995653:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326407.995655:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326407.995656:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326407.995657:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326407.995660:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326407.995662:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326407.995665:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a28d6e6. 00000100:00000001:2.0:1767326407.995669:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326407.995671:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326407.995671:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326407.995675:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000e6bdf5e7 x1853175408672256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326407.995677:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326407.995681:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408672128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326407.995700:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326407.995701:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326407.995703:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326407.995705:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326407.995711:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326407.995711:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_02+2] req@00000000e6bdf5e7 x1853175408672256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326407.995716:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326407.995722:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326407.995727:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408672128:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326407.995732:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326407.995734:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326407.995737:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326407.995738:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326407.995742:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326407.995742:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326407.995745:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 02000000:00000001:1.0:1767326407.995746:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326407.995751:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc8201f4. 00000020:00000040:2.0:1767326407.995751:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:1.0:1767326407.995755:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326407.995768:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326407.995773:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767326407.995775:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326407.995775:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000885d55dc. 00000100:00000001:3.0:1767326407.995776:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326407.995781:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326407.995783:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326407.995785:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767326407.995786:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026285bcb. 00000100:00000001:3.0:1767326407.995790:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767326407.995794:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408672128, portal 25 02000000:00000001:2.0:1767326407.995795:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326407.995795:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326407.995799:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326407.995801:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326407.995804:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326407.995806:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000001:3.0:1767326407.995806:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767326407.995812:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f07b907. 00000100:00000040:3.0:1767326407.995812:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408672256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326407.995816:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408672128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326407.995822:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326407.995830:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b6591187 x1853175408672384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326407.995843:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326407.995846:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326407.995852:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326407.995855:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326407.995856:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326407.995857:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326407.995860:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326407.995862:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326407.995863:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326407.995865:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088a02057. 00000100:00000040:2.0:1767326407.995866:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_03+3] req@00000000b6591187 x1853175408672384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326407.995869:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408672128, offset 0 00000100:00100000:3.0:1767326407.995871:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408672256:192.168.202.142@tcp:400: 00000400:00000200:1.0:1767326407.995881:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326407.995881:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326407.995887:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326407.995890:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326407.995892:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326407.995893:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326407.995896:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767326407.995900:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000010:3.0:1767326407.995900:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9d37473. 00000100:00000040:2.0:1767326407.995901:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767326407.995906:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326407.995910:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11613) 00000400:00000200:1.0:1767326407.995911:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767326407.995912:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd1fd7a8. 00000400:00000200:1.0:1767326407.995920:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:3.0:1767326407.995922:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 00000400:00000200:1.0:1767326407.995926:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1767326407.995928:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408672256, portal 10 00000100:00000001:0.0:1767326407.995930:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326407.995931:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326407.995938:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1767326407.995939:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767326407.995942:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000400:00000200:1.0:1767326407.995943:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [391:391:256:4294967295] 192.168.202.142@tcp LPNI seq info [391:391:8:4294967295] 00000100:00000001:0.0:1767326407.995947:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326407.995958:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408672256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326407.995961:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326407.995966:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326407.995974:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326407.995979:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326407.995979:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326407.995981:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326407.995988:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1767326407.995995:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767326407.995996:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326407.996002:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000912fe460. 00000100:00000040:0.0:1767326407.996003:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408672384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767326407.996004:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2a70f3e. 00000100:00000200:3.0:1767326407.996013:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408672256, offset 0 00000800:00000200:1.0:1767326407.996025:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326407.996037:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326407.996039:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326407.996043:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326407.996053:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326407.996056:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326407.996058:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:0.0:1767326407.996060:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326407.996065:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1767326407.996069:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408672384:192.168.202.142@tcp:400: 00000400:00000200:3.0:1767326407.996075:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326407.996081:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326407.996084:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326407.996088:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326407.996089:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:0.0:1767326407.996094:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326407.996097:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [392:392:255:4294967295] 192.168.202.142@tcp LPNI seq info [392:392:7:4294967295] 02000000:00000001:0.0:1767326407.996100:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326407.996111:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000052864c5b. 00000400:00000200:3.0:1767326407.996115:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:0.0:1767326407.996116:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326407.996127:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1c8183f. 00000800:00000200:3.0:1767326407.996127:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326407.996133:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a10cd6c4. 00000800:00000200:3.0:1767326407.996141:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326407.996154:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326407.996161:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326407.996164:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b2a70f3e type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767326407.996170:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a10cd6c4 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767326407.996171:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 00000100:00000200:0.0:1767326407.996187:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408672384, portal 10 00000100:00000001:1.0:1767326407.996187:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326407.996191:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326407.996194:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326407.996194:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306279617 00000100:00000040:3.0:1767326407.996198:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 136073 usecs (137 jiffies) 00000100:00000001:0.0:1767326407.996199:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000010:1.0:1767326407.996201:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032e59226. 00000100:00000001:3.0:1767326407.996204:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306275977 00000100:00000001:1.0:1767326407.996210:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326407.996217:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306279617 00000100:00000001:3.0:1767326407.996219:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306279617 00000100:00000010:1.0:1767326407.996221:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d65babbb. 00000100:00000001:1.0:1767326407.996230:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326407.996235:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306279617 00000100:00000040:0.0:1767326407.996236:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408672384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326407.996237:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306275977 00000100:00000010:1.0:1767326407.996239:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000aced157. 00000100:00000001:1.0:1767326407.996246:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326407.996250:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306279617 00000100:00000001:1.0:1767326407.996251:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306279617 00000100:00000001:3.0:1767326407.996261:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306275977 00000100:00000001:0.0:1767326407.996262:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767326407.996262:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e79aa378. 00000100:00000001:3.0:1767326407.996269:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306279617 00000100:00000001:1.0:1767326407.996272:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767326407.996274:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767326407.996276:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326407.996278:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306275977 00000100:00000001:1.0:1767326407.996280:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767326407.996284:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2a70f3e. 00000400:00000010:0.0:1767326407.996285:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fb0af82. 00000100:00000001:1.0:1767326407.996291:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326407.996295:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306279617 00000100:00000200:0.0:1767326407.996297:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408672384, offset 0 00000100:00000001:1.0:1767326407.996297:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326407.996298:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326407.996301:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326407.996304:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326407.996313:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326407.996314:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326407.996316:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326407.996317:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326407.996317:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326407.996327:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326407.996328:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326407.996329:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088a02057 00000100:00000001:1.0:1767326407.996333:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326407.996336:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:2.0:1767326407.996336:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088a02057. 00000100:00000001:1.0:1767326407.996341:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326407.996343:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326407.996345:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326407.996345:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326407.996346:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326407.996355:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326407.996356:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408672128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326407.996359:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326407.996361:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326407.996366:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326407.996367:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326407.996371:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326407.996379:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [393:393:254:4294967295] 192.168.202.142@tcp LPNI seq info [393:393:6:4294967295] 00000100:00000001:2.0:1767326407.996381:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326407.996388:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326407.996394:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408672128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326407.996421:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326407.996425:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326407.996429:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000800:00000200:0.0:1767326407.996436:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326407.996445:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326407.996447:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326407.996448:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326407.996452:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326407.996452:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767326407.996456:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 181330 usecs (182 jiffies) 00000100:00000001:0.0:1767326407.996458:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306276023 00000100:00000001:0.0:1767326407.996461:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306279617 00000100:00000001:0.0:1767326407.996462:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306276023 00000100:00000001:0.0:1767326407.996464:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306279617 00000100:00000001:0.0:1767326407.996465:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306276023 00000100:00000001:0.0:1767326407.996466:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306279617 00000100:00000001:0.0:1767326407.996467:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306276023 00000800:00000200:2.0:1767326407.996469:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326407.996472:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a10cd6c4. 00000100:00000001:0.0:1767326407.996476:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306279617 00000100:00000001:0.0:1767326407.996478:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326407.996478:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326407.996482:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326407.996486:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326407.996487:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326407.996490:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326407.996498:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912fe460 00000400:00000010:2.0:1767326407.996500:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000912fe460. 00000100:00000001:2.0:1767326407.996503:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326407.996507:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408672256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326407.996515:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326407.996517:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408672256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326407.996524:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326407.996525:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326407.996596:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326407.996598:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000400:00000200:2.0:1767326407.996600:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326407.996602:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326407.996603:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fb0af82 00000400:00000010:2.0:1767326407.996604:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fb0af82. 00000100:00000001:2.0:1767326407.996606:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326407.996608:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408672384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326407.996612:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326407.996613:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408672384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326407.996617:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326407.996618:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326407.998309:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326407.998321:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326407.998324:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326407.998327:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326407.998335:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326407.998346:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0bd80 00000400:00000200:2.0:1767326407.998353:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xd0d [1] + 224 00000800:00000001:2.0:1767326407.998359:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326407.998368:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326407.998370:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326407.998374:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326407.998378:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326407.998381:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408672128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326407.998389:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408672128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326407.998418:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326407.998426:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326407.998429:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326407.998432:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326407.998434:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326407.998440:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:1.0:1767326407.998441:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326407.998445:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326407.998449:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0be00 00000400:00000001:1.0:1767326407.998453:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326407.998456:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326407.998458:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000885d55dc. 00000400:00000200:1.0:1767326407.998462:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026285bcb 00000400:00000010:1.0:1767326407.998464:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026285bcb. 00000100:00000001:1.0:1767326407.998466:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326407.998470:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xd15 [1] + 224 00000100:00000200:1.0:1767326407.998473:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408672128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326407.998477:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326407.998482:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326407.998485:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326407.998489:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326407.998492:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326407.998493:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408672128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326407.998496:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408672256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326407.998519:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326407.998522:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408672256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326407.998523:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326407.998528:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326407.998533:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326407.998536:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326407.998538:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326407.998541:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326407.998542:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326407.998547:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326407.998548:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=103 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326407.998550:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326407.998552:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=103 v=5 (1 1 1 1) 00000800:00000001:2.0:1767326407.998555:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326407.998556:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326407.998559:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326407.998560:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326407.998562:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326407.998566:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326407.998568:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767326407.998575:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326407.998576:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0be80 00000100:00000001:1.0:1767326407.998577:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326407.998579:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326407.998584:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767326407.998586:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408672128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326407.998588:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326407.998591:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd1fd7a8. 00000400:00000200:3.0:1767326407.998596:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93e8e08 00000100:00000001:1.0:1767326407.998599:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326407.998599:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d93e8e08. 00000100:00000001:3.0:1767326407.998604:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326407.998605:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767326407.998609:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xd1d [1] + 224 00000100:00000001:1.0:1767326407.998610:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326407.998610:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408672256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326407.998619:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408672128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326407.998620:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326407.998628:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326407.998633:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767326407.998634:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408672256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326407.998645:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408672128:192.168.202.142@tcp:400: 00000400:00000200:2.0:1767326407.998646:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326407.998650:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326407.998654:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326407.998654:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326407.998656:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326407.998658:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767326407.998661:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408672384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326407.998662:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767326407.998662:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326407.998665:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326407.998668:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326407.998670:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408672128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326407.998671:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326407.998678:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=98 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326407.998685:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=98 v=5 (1 1 1 1) 00000100:00000040:2.0:1767326407.998690:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408672384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326407.998693:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326407.998695:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326407.998696:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326407.998700:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767326407.998700:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767326407.998705:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc8201f4. 00010000:00000001:3.0:1767326407.998705:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326407.998711:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326407.998711:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326407.998714:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767326407.998715:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767326407.998715:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000020:00000040:1.0:1767326407.998719:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326407.998719:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1767326407.998721:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326407.998722:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326407.998723:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326407.998727:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 00000800:00000001:2.0:1767326407.998728:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326407.998730:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408672256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326407.998733:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326407.998735:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326407.998738:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:3.0:1767326407.998739:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326407.998742:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326407.998743:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326407.998744:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326407.998745:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326407.998745:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326407.998749:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326407.998749:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326407.998755:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767326407.998766:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408672256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326407.998767:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326407.998767:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326407.998771:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326407.998772:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1c8183f. 00000100:00000001:1.0:1767326407.998775:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326407.998779:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326407.998780:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000400:00000010:0.0:1767326407.998784:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00100000:3.0:1767326407.998784:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408672256:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326407.998790:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326407.998791:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326407.998794:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767326407.998798:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408672384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326407.998798:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408672256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326407.998810:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408672384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326407.998820:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326407.998821:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326407.998822:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326407.998823:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326407.998824:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:3.0:1767326407.998825:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9d37473. 02000000:00000001:0.0:1767326407.998827:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326407.998829:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326407.998830:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326407.998830:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326407.998833:0:211397:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767326407.998834:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326407.998835:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00001000:0.0:1767326407.998838:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=92 v=5 (5 5 5 5) 00000020:00000001:3.0:1767326407.998838:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326407.998841:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a28d6e6. 00000100:00001000:0.0:1767326407.998843:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=49 v=5 (1 1 0 0) 02000000:00000001:3.0:1767326407.998844:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326407.998846:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326407.998847:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1767326407.998848:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:0.0:1767326407.998850:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326407.998851:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767326407.998852:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326407.998853:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326407.998856:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767326407.998857:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b6591187 x1853175408672384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326407.998861:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767326407.998863:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326407.998864:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326407.998867:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326407.998868:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326407.998870:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326407.998871:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326407.998878:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326407.998879:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326407.998882:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408672384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326407.998886:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326407.998888:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326407.998888:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326407.998890:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408672384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326407.998894:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408672384:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326407.998896:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326407.998897:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326407.998898:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408672384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326407.998901:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326407.998902:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326407.998903:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000052864c5b. 02000000:00000001:0.0:1767326407.998905:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326407.998906:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326407.998907:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326407.998908:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326407.998909:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f07b907. 02000000:00000001:0.0:1767326407.998910:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326407.998911:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326407.998912:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:0.0:1767326407.998915:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326407.998916:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326407.998917:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326407.998920:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326407.998921:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326407.998923:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326407.998924:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326409.019501:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326409.019523:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326409.019529:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326409.019530:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326409.019587:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326409.019591:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326409.019594:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326410.043519:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326410.043525:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326410.043529:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326410.043530:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326410.045885:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326410.045894:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326410.045898:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326411.067557:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326411.067567:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326411.067575:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326411.067576:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326411.067647:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326411.067652:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326411.067656:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326411.835452:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306279617, at 4306279680 00000100:00000040:0.0:1767326411.835463:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306279617, at 4306279680 00000100:00000010:2.0:1767326411.835466:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000aced157. 00000100:00000010:0.0:1767326411.835471:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032e59226. 00000100:00000040:3.0:1767326411.835473:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306279617, at 4306279680 00000100:00000040:1.0:1767326411.835476:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306279617, at 4306279680 00000100:00000010:3.0:1767326411.835485:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e79aa378. 00000100:00000010:1.0:1767326411.835488:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d65babbb. 00010000:00000001:0.0:1767326412.091485:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326412.091492:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326412.091498:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326412.091499:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326412.091705:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326412.091709:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326412.091712:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326413.115475:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326413.115484:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326413.115492:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:2.0:1767326413.115494:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326413.115504:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326413.115506:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326413.115510:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000010:2.0:1767326413.115512:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00010000:00000001:0.0:1767326413.115516:0:217662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326413.115521:0:217662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767326413.115522:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00010000:00000001:0.0:1767326413.115523:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326413.115529:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326413.115532:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326413.115533:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1767326413.115537:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326413.115539:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767326413.115542:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326413.115548:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326413.115557:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:2.0:1767326413.115574:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326413.115589:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b258af54 x1853175408672512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326413.115601:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1767326413.115602:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326413.115604:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326413.115607:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326413.115612:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326413.115614:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_00+0] req@00000000b258af54 x1853175408672512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326413.115656:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326413.115659:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326413.115662:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326413.115665:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326413.115668:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326413.115671:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326413.115672:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326413.115674:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326413.115675:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326413.115677:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326413.115677:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb30d8a. 00000100:00000001:0.0:1767326413.115681:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326413.115682:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326413.115686:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326413.115687:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326413.115688:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000032a2412e x1853175408672640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767326413.115695:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408672512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326413.115700:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326413.115702:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326413.115720:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326413.115723:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_01+1] req@0000000032a2412e x1853175408672640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326413.115724:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326413.115730:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326413.115740:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326413.115744:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326413.115744:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326413.115749:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767326413.115752:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408672512:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326413.115754:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326413.115755:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326413.115757:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326413.115760:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326413.115761:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1767326413.115761:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000100:00000040:1.0:1767326413.115765:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408672640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326413.115766:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:0.0:1767326413.115769:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326413.115771:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326413.115773:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326413.115774:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326413.115778:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326413.115779:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326413.115779:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326413.115782:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326413.115784:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f07b907. 02000000:00000001:1.0:1767326413.115785:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767326413.115786:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d685db5e. 02000000:00000001:0.0:1767326413.115790:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326413.115790:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326413.115794:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326413.115797:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1c8183f. 00000100:00000040:2.0:1767326413.115798:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000006b877052 x1853175408672768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326413.115799:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326413.115808:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 00000100:00100000:1.0:1767326413.115809:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408672640:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326413.115816:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326413.115817:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767326413.115818:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408672512, portal 25 02000000:00000001:1.0:1767326413.115821:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326413.115823:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326413.115824:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326413.115826:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 02000000:00000001:1.0:1767326413.115829:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326413.115830:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326413.115835:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035828574. 00000100:00000040:0.0:1767326413.115836:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408672512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326413.115837:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_02+2] req@000000006b877052 x1853175408672768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326413.115840:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326413.115846:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000885d55dc. 00000400:00000010:1.0:1767326413.115856:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026285bcb. 00000100:00000001:0.0:1767326413.115866:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767326413.115866:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408672640, portal 10 00000100:00000001:1.0:1767326413.115871:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326413.115872:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326413.115874:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000400:00000010:0.0:1767326413.115877:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600e12d3. 00000100:00000001:2.0:1767326413.115877:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326413.115882:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767326413.115884:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408672512, offset 0 00000100:00000040:1.0:1767326413.115885:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408672640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326413.115890:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326413.115899:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326413.115900:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11618) 00000100:00000001:2.0:1767326413.115913:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326413.115915:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326413.115917:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326413.115919:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326413.115921:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326413.115923:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326413.115928:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2edddf. 00000100:00000040:2.0:1767326413.115930:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408672768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326413.115931:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767326413.115934:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408672640, offset 0 00000400:00000200:0.0:1767326413.115941:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326413.115947:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326413.115948:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326413.115950:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326413.115951:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326413.115954:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326413.115956:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326413.115959:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767326413.115959:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326413.115964:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408672768:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326413.115967:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [394:394:256:4294967295] 192.168.202.142@tcp LPNI seq info [394:394:8:4294967295] 00000100:00000001:2.0:1767326413.115969:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326413.115973:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326413.115975:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326413.115976:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326413.115979:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af5b7571. 02000000:00000001:2.0:1767326413.115982:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326413.115986:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f104168. 00000400:00000200:0.0:1767326413.115991:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:2.0:1767326413.115993:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d3d0de1. 00000100:00000200:2.0:1767326413.115998:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408672768, portal 10 00000100:00000001:2.0:1767326413.116001:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767326413.116002:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326413.116003:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000400:00000200:1.0:1767326413.116009:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:0.0:1767326413.116010:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000100:00000040:2.0:1767326413.116013:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408672768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326413.116016:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326413.116024:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:0.0:1767326413.116025:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326413.116030:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326413.116034:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326413.116041:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [395:395:255:4294967295] 192.168.202.142@tcp LPNI seq info [395:395:7:4294967295] 00000800:00000200:0.0:1767326413.116042:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326413.116054:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326413.116057:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326413.116064:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326413.116065:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:2.0:1767326413.116071:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019d6e0a1. 00000800:00000200:1.0:1767326413.116073:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326413.116077:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326413.116077:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408672768, offset 0 00000100:00000001:0.0:1767326413.116086:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306284737 00000800:00000010:1.0:1767326413.116086:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e6043a. 00000400:00000200:2.0:1767326413.116092:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:0.0:1767326413.116094:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077436310. 00000800:00000200:1.0:1767326413.116097:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326413.116102:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326413.116105:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767326413.116107:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:2.0:1767326413.116110:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326413.116112:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000015e6043a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326413.116114:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306284737 00000400:00000200:2.0:1767326413.116117:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326413.116118:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326413.116121:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006635b1ce. 00000100:00000040:1.0:1767326413.116125:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 134932 usecs (135 jiffies) 00000400:00000200:2.0:1767326413.116125:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326413.116127:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767326413.116132:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326413.116134:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306281095 00000100:00000001:0.0:1767326413.116136:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306284737 00000400:00000200:2.0:1767326413.116139:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [396:396:254:4294967295] 192.168.202.142@tcp LPNI seq info [396:396:6:4294967295] 00000100:00000001:1.0:1767326413.116140:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306284737 00000100:00000010:0.0:1767326413.116141:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9f9490c. 00000100:00000001:1.0:1767326413.116146:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306281095 00000100:00000001:0.0:1767326413.116149:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326413.116150:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306284737 00000100:00000001:0.0:1767326413.116154:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306284737 00000100:00000001:1.0:1767326413.116155:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306281095 00000100:00000010:0.0:1767326413.116159:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080042d7a. 00000100:00000001:1.0:1767326413.116160:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306284737 00000100:00000001:1.0:1767326413.116164:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306281095 00000100:00000001:0.0:1767326413.116166:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326413.116170:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326413.116172:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326413.116173:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306284737 00000100:00000001:0.0:1767326413.116178:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326413.116178:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326413.116184:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326413.116185:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326413.116185:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a28d6e6. 00000100:00000001:1.0:1767326413.116189:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326413.116190:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326413.116195:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326413.116196:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326413.116199:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326413.116204:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767326413.116204:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326413.116206:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326413.116209:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326413.116210:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767326413.116210:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a28d6e6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326413.116215:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326413.116216:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326413.116217:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326413.116218:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326413.116220:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326413.116222:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326413.116223:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326413.116223:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 179771 usecs (180 jiffies) 00000100:00000001:0.0:1767326413.116225:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326413.116228:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326413.116230:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306281140 00000100:00000001:2.0:1767326413.116235:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306284737 00000100:00000001:2.0:1767326413.116237:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306281140 00000100:00000001:2.0:1767326413.116240:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306284737 00000100:00000001:2.0:1767326413.116242:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306281140 00000100:00000001:2.0:1767326413.116245:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306284737 00000100:00000001:2.0:1767326413.116248:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306281140 00000100:00000001:2.0:1767326413.116250:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306284737 00000100:00000001:2.0:1767326413.116260:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326413.116262:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326413.116265:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326413.116267:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326413.116271:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326413.116273:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326413.116275:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326413.116277:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326413.116278:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326413.116280:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326413.116310:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326413.116316:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000400:00000200:0.0:1767326413.116321:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326413.116328:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326413.116333:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600e12d3 00000400:00000010:0.0:1767326413.116336:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600e12d3. 00000100:00000001:0.0:1767326413.116350:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326413.116355:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408672512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326413.116376:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326413.116380:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408672512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326413.116386:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326413.116388:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326413.116436:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326413.116439:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e6043a. 00000400:00000200:0.0:1767326413.116442:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326413.116446:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326413.116449:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2edddf 00000400:00000010:0.0:1767326413.116451:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2edddf. 00000100:00000001:0.0:1767326413.116454:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326413.116458:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408672640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326413.116465:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326413.116468:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408672640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326413.116484:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326413.116487:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326413.116493:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326413.116506:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326413.116549:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326413.116552:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a28d6e6. 00000400:00000200:0.0:1767326413.116555:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326413.116558:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326413.116562:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019d6e0a1 00000400:00000010:0.0:1767326413.116563:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019d6e0a1. 00000100:00000001:0.0:1767326413.116566:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326413.116568:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408672768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326413.116575:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326413.116577:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408672768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326413.116593:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326413.116595:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326413.119779:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326413.119799:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326413.119804:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326413.119806:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326413.119820:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326413.119840:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0bf80 00000400:00000200:2.0:1767326413.119850:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xd29 [1] + 224 00000800:00000001:2.0:1767326413.119859:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326413.119865:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326413.119868:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326413.119873:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326413.119882:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326413.119889:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408672640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326413.119901:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408672640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326413.119918:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326413.119928:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326413.119931:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326413.119933:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326413.119935:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326413.119940:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326413.119954:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0bf00 00000400:00000200:2.0:1767326413.119961:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xd25 [1] + 224 00000100:00000001:1.0:1767326413.119963:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326413.119965:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326413.119969:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326413.119970:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326413.119973:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326413.119977:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:1.0:1767326413.119979:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326413.119983:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326413.119986:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000885d55dc. 00000400:00000200:1.0:1767326413.119991:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026285bcb 00000400:00000010:1.0:1767326413.119993:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026285bcb. 00000100:00000001:1.0:1767326413.119997:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326413.120001:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408672640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326413.120010:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408672640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326413.120015:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326413.120017:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326413.120019:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326413.120022:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326413.120024:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326413.120026:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326413.120029:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326413.120038:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=104 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326413.120042:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=104 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326413.120045:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326413.120047:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326413.120050:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326413.120055:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326413.120059:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326413.120069:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326413.120071:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326413.120073:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326413.120084:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408672640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326413.120092:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326413.120096:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326413.120098:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326413.120102:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408672640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326413.120109:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408672640:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326413.120115:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326413.120118:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326413.120120:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408672640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326413.120128:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326413.120130:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326413.120134:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035828574. 02000000:00000001:1.0:1767326413.120138:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326413.120141:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326413.120143:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326413.120145:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326413.120148:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb30d8a. 02000000:00000001:1.0:1767326413.120152:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326413.120154:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326413.120156:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:1.0:1767326413.120159:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326413.120160:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326413.120162:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326413.120169:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326413.120171:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326413.120173:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326413.120176:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326413.121775:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326413.121789:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408672512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326413.121802:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408672512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326413.121822:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326413.121843:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326413.121852:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326413.121855:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326413.121857:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326413.121862:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326413.121873:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0c000 00000400:00000200:2.0:1767326413.121880:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xd35 [1] + 224 00000800:00000001:2.0:1767326413.121887:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326413.121909:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326413.121912:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326413.121917:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326413.121921:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326413.121926:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408672768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326413.121934:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408672768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326413.121960:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326413.121965:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326413.121973:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326413.122012:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326413.122020:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326413.122022:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326413.122025:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326413.122030:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326413.122033:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326413.122036:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f104168. 00000400:00000200:1.0:1767326413.122040:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d3d0de1 00000400:00000010:1.0:1767326413.122042:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d3d0de1. 00000100:00000001:1.0:1767326413.122046:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767326413.122047:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326413.122052:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767326413.122052:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408672768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326413.122056:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1c8183f. 00000400:00000200:0.0:1767326413.122062:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000400:00000010:0.0:1767326413.122066:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000200:1.0:1767326413.122070:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408672768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326413.122071:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326413.122079:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408672512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326413.122082:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767326413.122091:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408672512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326413.122093:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326413.122099:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326413.122103:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326413.122104:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326413.122107:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326413.122107:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326413.122111:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326413.122112:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326413.122115:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767326413.122117:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326413.122118:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326413.122121:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326413.122125:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326413.122128:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=98 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326413.122129:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=109 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326413.122136:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=109 v=5 (1 1 1 1) 00000100:00001000:1.0:1767326413.122137:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=55 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326413.122141:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326413.122143:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326413.122144:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326413.122147:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326413.122148:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326413.122151:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326413.122154:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326413.122158:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408672512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326413.122159:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326413.122168:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006b877052 x1853175408672768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326413.122169:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326413.122174:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326413.122177:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326413.122184:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326413.122185:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408672512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326413.122189:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326413.122191:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326413.122193:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326413.122196:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326413.122204:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408672768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326413.122209:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408672512:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326413.122219:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326413.122220:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326413.122222:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326413.122226:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408672512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326413.122234:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326413.122237:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326413.122239:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326413.122243:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767326413.122244:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408672768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326413.122247:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d685db5e. 02000000:00000001:0.0:1767326413.122253:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326413.122256:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326413.122260:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326413.122263:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326413.122265:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 02000000:00000001:0.0:1767326413.122269:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1767326413.122269:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408672768:192.168.202.142@tcp:400: 02000000:00000001:0.0:1767326413.122271:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326413.122273:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000001:0.0:1767326413.122279:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326413.122281:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326413.122282:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326413.122286:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326413.122287:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326413.122292:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408672768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326413.122295:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326413.122298:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326413.122302:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326413.122306:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326413.122306:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326413.122310:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326413.122313:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af5b7571. 02000000:00000001:1.0:1767326413.122317:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326413.122319:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326413.122320:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326413.122322:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326413.122323:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f07b907. 02000000:00000001:1.0:1767326413.122325:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326413.122327:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326413.122328:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000001:1.0:1767326413.122331:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326413.122332:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326413.122333:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326413.122337:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326413.122339:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326413.122340:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326413.122342:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326414.139512:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326414.139519:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326414.139526:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326414.139528:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326414.139585:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326414.139604:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326414.139607:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326415.163517:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326415.163524:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326415.163530:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326415.163531:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326415.163609:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326415.163614:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326415.163617:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326416.187566:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326416.187578:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326416.187581:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326416.187609:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326416.187616:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326416.187618:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326416.187620:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326416.187623:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326416.187628:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326416.187629:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326416.187719:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326416.187734:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326416.187738:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326416.955543:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306284737, at 4306284800 00000100:00000040:2.0:1767326416.955543:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306284737, at 4306284800 00000100:00000040:0.0:1767326416.955544:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306284737, at 4306284800 00000100:00000010:2.0:1767326416.955567:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9f9490c. 00000100:00000010:0.0:1767326416.955569:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077436310. 00000100:00000010:1.0:1767326416.955571:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006635b1ce. 00000100:00000040:3.0:1767326416.955668:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306284737, at 4306284800 00000100:00000010:3.0:1767326416.955686:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080042d7a. 00010000:00000001:0.0:1767326417.211482:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326417.211492:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326417.211498:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326417.211499:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326417.211554:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326417.211558:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326417.211560:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326418.235543:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326418.235556:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1767326418.235560:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326418.235562:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326418.235570:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326418.235572:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326418.235576:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a858f5b. 00000020:00000040:3.0:1767326418.235588:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326418.235593:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326418.235598:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326418.235615:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326418.235627:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8b9f1ee. 00000100:00000001:3.0:1767326418.235636:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326418.235643:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326418.235648:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326418.235650:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000004a858f5b x1853175408672896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326418.235672:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326418.235675:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326418.235683:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a858f5b] to pc [ptlrpcd_00_03+3] req@000000004a858f5b x1853175408672896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767326418.235686:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326418.235732:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326418.235736:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326418.235737:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326418.235743:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326418.235746:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9b89a7. 00000100:00000001:2.0:1767326418.235749:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767326418.235749:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326418.235753:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326418.235755:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326418.235757:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326418.235757:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326418.235761:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326418.235764:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326418.235765:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a858f5b x1853175408672896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326418.235768:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea9a1391. 00000100:00000001:3.0:1767326418.235773:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326418.235779:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326418.235783:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326418.235788:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000003e9b89a7 x1853175408673024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326418.235791:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326418.235796:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326418.235798:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326418.235801:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326418.235803:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326418.235807:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9b89a7] to pc [ptlrpcd_00_00+0] req@000000003e9b89a7 x1853175408673024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326418.235810:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408672896:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326418.235818:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326418.235826:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326418.235831:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326418.235834:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326418.235841:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007def0f13. 00000100:00000001:3.0:1767326418.235844:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326418.235845:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326418.235850:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326418.235855:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1767326418.235857:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f72d9731. 00000100:00000010:3.0:1767326418.235860:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000015a32238. 00000100:00000001:0.0:1767326418.235861:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326418.235865:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326418.235868:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326418.235870:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326418.235871:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326418.235873:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326418.235875:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326418.235877:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326418.235880:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005f1bd790. 00000100:00000001:1.0:1767326418.235882:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326418.235885:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9b89a7 x1853175408673024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326418.235885:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea7dd868. 00000100:00000001:3.0:1767326418.235886:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326418.235895:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000015a32238 x1853175408673152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767326418.235898:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408672896, portal 25 00000100:00000001:0.0:1767326418.235904:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326418.235906:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326418.235909:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326418.235910:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571630336 : -115369137921280 : ffff971287842300) 02000000:00000001:0.0:1767326418.235916:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326418.235916:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326418.235921:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326418.235921:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a858f5b x1853175408672896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326418.235921:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326418.235927:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326418.235931:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a32238] to pc [ptlrpcd_00_01+1] req@0000000015a32238 x1853175408673152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326418.235934:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408673024:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326418.235943:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326418.235943:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326418.235948:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326418.235950:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326418.235955:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ea1c53d. 02000000:00000001:0.0:1767326418.235956:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326418.235958:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326418.235960:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408672896, offset 0 02000000:00000001:0.0:1767326418.235961:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326418.235962:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767326418.235967:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d685db5e. 00000100:00000040:3.0:1767326418.235969:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1767326418.235970:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326418.235976:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326418.235977:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1c8183f. 00000100:00000040:3.0:1767326418.235979:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11623) 00000100:00000001:1.0:1767326418.235980:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326418.235984:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 00000100:00000001:1.0:1767326418.235985:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326418.235989:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767326418.235990:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408673024, portal 10 00000100:00000001:0.0:1767326418.235992:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326418.235994:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571622272 : -115369137929344 : ffff971287840380) 00000100:00000040:1.0:1767326418.235997:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000015a32238 x1853175408673152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326418.235997:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:0.0:1767326418.236002:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9b89a7 x1853175408673024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326418.236017:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326418.236026:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326418.236029:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326418.236034:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326418.236036:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326418.236039:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326418.236043:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326418.236043:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326418.236047:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326418.236048:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600e12d3. 02000000:00000001:1.0:1767326418.236052:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326418.236053:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000200:0.0:1767326418.236054:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408673024, offset 0 00000100:00100000:1.0:1767326418.236058:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000015a32238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408673152:192.168.202.142@tcp:400: 00000400:00000200:2.0:1767326418.236062:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [397:397:256:4294967295] 192.168.202.142@tcp LPNI seq info [397:397:8:4294967295] 00000400:00000200:0.0:1767326418.236067:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326418.236067:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326418.236073:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326418.236076:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326418.236078:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326418.236083:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035828574. 00000400:00000200:2.0:1767326418.236084:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:1.0:1767326418.236088:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326418.236094:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000885d55dc. 00000800:00000200:2.0:1767326418.236095:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326418.236096:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:1.0:1767326418.236100:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026285bcb. 00000400:00000200:0.0:1767326418.236102:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326418.236104:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed9e0e5f. 00000400:00000200:0.0:1767326418.236107:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000200:1.0:1767326418.236107:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408673152, portal 10 00000400:00000200:0.0:1767326418.236112:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326418.236112:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326418.236116:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326418.236116:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571628544 : -115369137923072 : ffff971287841c00) 00000800:00000200:2.0:1767326418.236117:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326418.236123:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [398:398:255:4294967295] 192.168.202.142@tcp LPNI seq info [398:398:7:4294967295] 00000100:00000040:1.0:1767326418.236127:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000015a32238 x1853175408673152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326418.236134:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:0.0:1767326418.236142:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326418.236143:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed9e0e5f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326418.236150:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326418.236157:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767326418.236158:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326418.236161:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b31df5c8. 00000800:00000010:0.0:1767326418.236164:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000100:00000200:1.0:1767326418.236166:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408673152, offset 0 00000100:00000001:2.0:1767326418.236167:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326418.236173:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326418.236175:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306289857 00000400:00000200:1.0:1767326418.236179:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:2.0:1767326418.236182:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030ea13d7. 00000800:00000200:0.0:1767326418.236183:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326418.236189:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326418.236189:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326418.236195:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326418.236195:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326418.236196:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326418.236202:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 133825 usecs (134 jiffies) 00000100:00000001:2.0:1767326418.236205:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306289857 00000100:00000001:0.0:1767326418.236208:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306286214 00000400:00000200:1.0:1767326418.236209:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000010:2.0:1767326418.236211:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c85d1431. 00000400:00000200:1.0:1767326418.236214:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326418.236218:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326418.236221:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306289857 00000400:00000200:1.0:1767326418.236222:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326418.236224:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306289857 00000100:00000001:0.0:1767326418.236227:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306286214 00000400:00000200:1.0:1767326418.236231:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [399:399:254:4294967295] 192.168.202.142@tcp LPNI seq info [399:399:6:4294967295] 00000100:00000010:2.0:1767326418.236232:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1abc711. 00000100:00000001:0.0:1767326418.236233:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306289857 00000800:00000200:3.0:1767326418.236236:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326418.236239:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306286214 00000100:00000001:2.0:1767326418.236240:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000010:3.0:1767326418.236242:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed9e0e5f. 00000100:00000001:2.0:1767326418.236248:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306289857 00000100:00000001:0.0:1767326418.236249:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306289857 00000400:00000200:1.0:1767326418.236250:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:3.0:1767326418.236253:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326418.236256:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306286214 00000100:00000010:2.0:1767326418.236256:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a84e7b2. 00000800:00000200:1.0:1767326418.236261:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326418.236264:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000010:1.0:1767326418.236268:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb080471. 00000100:00000001:2.0:1767326418.236270:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326418.236271:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306289857 00000400:00000200:3.0:1767326418.236271:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326418.236278:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326418.236279:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326418.236279:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326418.236283:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ea1c53d 00000100:00000001:0.0:1767326418.236287:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326418.236287:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326418.236288:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ea1c53d. 00000800:00000200:1.0:1767326418.236290:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326418.236295:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326418.236295:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326418.236296:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb080471 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326418.236298:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326418.236302:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326418.236304:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326418.236307:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a858f5b x1853175408672896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326418.236308:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326418.236310:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326418.236311:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326418.236314:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326418.236319:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326418.236321:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 178276 usecs (179 jiffies) 00000100:00000001:0.0:1767326418.236322:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326418.236326:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326418.236328:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306286259 00000100:00000001:3.0:1767326418.236328:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326418.236331:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326418.236333:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306289857 00000100:00000040:3.0:1767326418.236335:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a858f5b x1853175408672896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326418.236336:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326418.236340:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306286259 00000100:00000001:2.0:1767326418.236341:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326418.236345:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326418.236347:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306289857 00000100:00000001:1.0:1767326418.236352:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306286259 00000100:00000001:2.0:1767326418.236352:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326418.236354:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326418.236358:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306289857 00000100:00000001:3.0:1767326418.236359:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326418.236362:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306286259 00000100:00000001:1.0:1767326418.236365:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306289857 00000100:00000001:1.0:1767326418.236367:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326418.236370:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326418.236373:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326418.236375:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326418.236379:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326418.236381:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326418.236384:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326418.236385:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326418.236386:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767326418.236388:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000100:00000001:1.0:1767326418.236389:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326418.236393:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326418.236422:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326418.236426:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600e12d3 00000400:00000010:3.0:1767326418.236428:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600e12d3. 00000100:00000001:3.0:1767326418.236431:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326418.236433:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326418.236436:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9b89a7 x1853175408673024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326418.236445:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326418.236447:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9b89a7 x1853175408673024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326418.236453:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326418.236455:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326418.236514:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326418.236517:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb080471. 00000400:00000200:3.0:1767326418.236520:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326418.236523:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326418.236525:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b31df5c8 00000400:00000010:3.0:1767326418.236526:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b31df5c8. 00000100:00000001:3.0:1767326418.236528:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326418.236531:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000015a32238 x1853175408673152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326418.236543:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326418.236545:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000015a32238 x1853175408673152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326418.236551:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326418.236553:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326418.241511:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326418.241540:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326418.241547:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326418.241549:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326418.241564:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326418.241595:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0c080 00000400:00000200:0.0:1767326418.241604:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xd3d [1] + 224 00000800:00000001:0.0:1767326418.241615:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326418.241621:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326418.241623:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326418.241628:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326418.241636:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326418.241644:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a858f5b x1853175408672896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326418.241688:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a858f5b x1853175408672896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326418.241707:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326418.241718:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326418.241721:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326418.241723:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326418.241725:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326418.241728:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326418.241734:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0c100 00000400:00000200:0.0:1767326418.241741:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xd45 [1] + 224 00000800:00000001:0.0:1767326418.241744:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326418.241747:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326418.241749:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326418.241752:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326418.241755:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326418.241759:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9b89a7 x1853175408673024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326418.241767:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9b89a7 x1853175408673024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326418.241778:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326418.241783:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326418.241786:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326418.241790:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326418.241792:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326418.241794:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326418.241795:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767326418.241798:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767326418.241800:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f72d9731. 00000800:00000001:0.0:1767326418.241804:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326418.241805:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea7dd868 00000400:00000010:2.0:1767326418.241808:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea7dd868. 00000400:00000200:0.0:1767326418.241813:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:2.0:1767326418.241814:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326418.241815:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326418.241819:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326418.241823:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a858f5b x1853175408672896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326418.241824:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0c180 00000400:00000001:3.0:1767326418.241824:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326418.241827:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326418.241830:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1c8183f. 00000400:00000200:3.0:1767326418.241835:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000400:00000010:3.0:1767326418.241839:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000200:2.0:1767326418.241842:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a858f5b x1853175408672896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326418.241842:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326418.241848:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xd4d [1] + 224 00000100:00000200:3.0:1767326418.241849:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9b89a7 x1853175408673024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326418.241859:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326418.241865:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326418.241867:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326418.241870:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326418.241874:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767326418.241875:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326418.241876:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9b89a7 x1853175408673024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326418.241878:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326418.241881:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326418.241886:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767326418.241888:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326418.241896:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326418.241899:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326418.241901:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767326418.241901:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=114 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326418.241902:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326418.241908:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=114 v=5 (1 1 1 1) 00000100:00000200:0.0:1767326418.241909:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000015a32238 x1853175408673152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326418.241915:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326418.241921:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767326418.241924:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000015a32238 x1853175408673152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326418.241924:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326418.241925:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326418.241928:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326418.241931:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326418.241933:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326418.241937:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326418.241941:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326418.241942:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=109 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326418.241946:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326418.241948:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=109 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326418.241952:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767326418.241954:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a858f5b x1853175408672896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326418.241955:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326418.241957:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767326418.241959:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767326418.241964:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326418.241964:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326418.241969:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767326418.241970:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326418.241971:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326418.241975:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767326418.241976:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326418.241978:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326418.241982:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767326418.241984:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a858f5b x1853175408672896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326418.241998:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408672896:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326418.241999:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326418.242007:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326418.242009:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9b89a7 x1853175408673024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326418.242011:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326418.242015:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a858f5b x1853175408672896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326418.242027:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326418.242030:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326418.242034:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007def0f13. 00000100:00000001:3.0:1767326418.242036:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326418.242040:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326418.242040:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326418.242042:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326418.242045:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326418.242049:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000040:3.0:1767326418.242050:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9b89a7 x1853175408673024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326418.242055:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326418.242059:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8b9f1ee. 00000100:00100000:3.0:1767326418.242064:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408673024:192.168.202.142@tcp:400: 02000000:00000001:2.0:1767326418.242066:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326418.242070:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326418.242071:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326418.242072:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a858f5b. 00000100:00000001:3.0:1767326418.242076:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326418.242079:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767326418.242081:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9b89a7 x1853175408673024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326418.242082:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326418.242086:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326418.242094:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326418.242095:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767326418.242097:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326418.242099:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326418.242101:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d685db5e. 00000100:00000001:2.0:1767326418.242103:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326418.242107:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326418.242107:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326418.242111:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326418.242114:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326418.242116:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326418.242118:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea9a1391. 02000000:00000001:3.0:1767326418.242122:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326418.242123:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326418.242124:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326418.242126:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9b89a7. 00000100:00000001:1.0:1767326418.242128:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326418.242130:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326418.242132:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326418.242134:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326418.242139:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326418.242139:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326418.242141:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326418.242143:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326418.242145:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326418.242146:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000885d55dc. 00000100:00000001:3.0:1767326418.242148:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326418.242152:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026285bcb 00000400:00000010:1.0:1767326418.242155:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026285bcb. 00000100:00000001:1.0:1767326418.242159:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326418.242164:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000015a32238 x1853175408673152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326418.242172:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000015a32238 x1853175408673152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326418.242178:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326418.242179:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326418.242181:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326418.242183:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326418.242184:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326418.242185:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326418.242187:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326418.242191:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=103 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326418.242194:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=60 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326418.242197:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326418.242198:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326418.242200:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326418.242203:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000015a32238 x1853175408673152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326418.242209:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326418.242212:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326418.242213:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326418.242215:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326418.242217:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326418.242219:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000015a32238 x1853175408673152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326418.242237:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326418.242239:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326418.242241:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326418.242243:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015a32238 x1853175408673152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326418.242250:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000015a32238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408673152:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326418.242254:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326418.242256:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326418.242258:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000015a32238 x1853175408673152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326418.242264:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326418.242266:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326418.242268:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035828574. 02000000:00000001:1.0:1767326418.242271:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326418.242272:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326418.242273:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326418.242276:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326418.242277:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005f1bd790. 02000000:00000001:1.0:1767326418.242280:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326418.242281:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326418.242282:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000015a32238. 00000100:00000001:1.0:1767326418.242285:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326418.242286:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326418.242288:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326418.242292:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326418.242293:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326418.242302:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326418.242303:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326419.259545:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326419.259552:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326419.259559:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326419.259560:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326419.259608:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326419.259611:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326419.259614:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326420.283467:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326420.283475:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326420.283480:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326420.283482:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326420.283531:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326420.283535:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326420.283556:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326421.307452:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326421.307457:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326421.307461:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326421.307462:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326421.307572:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326421.307576:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326421.307579:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326422.075507:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306289857, at 4306289920 00000100:00000040:1.0:1767326422.075507:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306289857, at 4306289920 00000100:00000040:2.0:1767326422.075507:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306289857, at 4306289920 00000100:00000040:3.0:1767326422.075516:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306289857, at 4306289920 00000100:00000010:0.0:1767326422.075525:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030ea13d7. 00000100:00000010:2.0:1767326422.075526:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1abc711. 00000100:00000010:3.0:1767326422.075536:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a84e7b2. 00000100:00000010:1.0:1767326422.075537:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c85d1431. 00010000:00000001:0.0:1767326422.331560:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326422.331566:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326422.331572:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326422.331573:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326422.331596:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326422.331599:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326422.331602:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326423.355523:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326423.355534:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326423.355539:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000010:3.0:1767326423.355552:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9b89a7. 00010000:00000001:0.0:1767326423.355557:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326423.355560:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00010000:00000001:0.0:1767326423.355565:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1767326423.355566:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1767326423.355571:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 02000000:00000001:3.0:1767326423.355571:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767326423.355575:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 02000000:00000001:3.0:1767326423.355578:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326423.355581:0:217662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326423.355585:0:217662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326423.355587:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326423.355587:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea9a1391. 00010000:00000001:0.0:1767326423.355591:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326423.355593:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326423.355596:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326423.355596:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326423.355602:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326423.355609:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000003e9b89a7 x1853175408673280/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326423.355639:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326423.355641:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326423.355648:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9b89a7] to pc [ptlrpcd_00_02+2] req@000000003e9b89a7 x1853175408673280/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326423.355685:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326423.355689:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326423.355690:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326423.355694:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326423.355694:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326423.355700:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767326423.355703:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9b89a7 x1853175408673280/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326423.355705:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000497468fb. 00000020:00000040:3.0:1767326423.355711:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326423.355716:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326423.355719:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767326423.355719:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326423.355723:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326423.355723:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326423.355729:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc945970. 02000000:00000001:0.0:1767326423.355730:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326423.355735:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326423.355736:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326423.355741:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326423.355744:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000497468fb x1853175408673408/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767326423.355748:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408673280:192.168.202.142@tcp:400: 00000020:00000001:2.0:1767326423.355749:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326423.355754:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326423.355758:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1767326423.355760:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767326423.355765:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326423.355765:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326423.355769:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326423.355772:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326423.355774:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326423.355778:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a2eaa57. 00000100:00000040:3.0:1767326423.355782:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497468fb] to pc [ptlrpcd_00_03+3] req@00000000497468fb x1853175408673408/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326423.355783:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326423.355792:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005da1a1ff. 00000100:00000001:3.0:1767326423.355796:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326423.355799:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326423.355800:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c6835ee. 00000100:00000001:3.0:1767326423.355804:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326423.355809:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025c21800. 00000100:00000200:0.0:1767326423.355810:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408673280, portal 25 00000020:00000040:3.0:1767326423.355812:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326423.355814:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326423.355817:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326423.355818:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571622272 : -115369137929344 : ffff971287840380) 02000000:00000001:3.0:1767326423.355820:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326423.355824:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326423.355827:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9b89a7 x1853175408673280/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326423.355830:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1d29a8a. 00000100:00000001:3.0:1767326423.355835:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326423.355841:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000025c21800 x1853175408673536/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326423.355860:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326423.355863:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326423.355864:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326423.355868:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025c21800] to pc [ptlrpcd_00_00+0] req@0000000025c21800 x1853175408673536/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326423.355873:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326423.355878:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001164247f. 00000100:00000200:0.0:1767326423.355883:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408673280, offset 0 00000400:00000200:0.0:1767326423.355889:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326423.355897:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326423.355901:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767326423.355905:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:3.0:1767326423.355906:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326423.355913:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326423.355913:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11628) 00000400:00000200:0.0:1767326423.355920:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326423.355925:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326423.355929:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326423.355929:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326423.355933:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326423.355937:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767326423.355938:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [400:400:256:4294967295] 192.168.202.142@tcp LPNI seq info [400:400:8:4294967295] 00000100:00000040:2.0:1767326423.355945:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025c21800 x1853175408673536/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326423.355959:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326423.355968:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326423.355975:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000100:00000001:2.0:1767326423.355978:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326423.355981:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326423.355985:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:2.0:1767326423.355986:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326423.355989:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326423.355992:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326423.355997:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00100000:2.0:1767326423.355997:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408673536:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326423.356003:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767326423.356005:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767326423.356007:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326423.356011:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326423.356013:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326423.356016:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1c0e8b4. 02000000:00000001:2.0:1767326423.356018:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326423.356022:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f72d9731. 00000100:00000001:0.0:1767326423.356026:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326423.356027:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea7dd868. 00000100:00000001:0.0:1767326423.356033:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306294977 00000100:00000200:2.0:1767326423.356033:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408673536, portal 10 00000100:00000001:2.0:1767326423.356036:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326423.356039:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571635712 : -115369137915904 : ffff971287843800) 00000100:00000010:0.0:1767326423.356040:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cd2e4ac. 00000100:00000040:2.0:1767326423.356046:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025c21800 x1853175408673536/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326423.356049:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326423.356057:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326423.356058:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306294977 00000100:00000040:2.0:1767326423.356063:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000010:0.0:1767326423.356064:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077436310. 00000400:00000010:2.0:1767326423.356067:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936f1d73. 00000100:00000001:0.0:1767326423.356070:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000200:2.0:1767326423.356071:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408673536, offset 0 00000100:00000001:0.0:1767326423.356075:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306294977 00000400:00000200:2.0:1767326423.356080:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:0.0:1767326423.356082:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000055b570f. 00000100:00000001:0.0:1767326423.356087:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326423.356089:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326423.356093:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326423.356096:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326423.356099:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326423.356101:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326423.356104:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306294977 00000400:00000200:2.0:1767326423.356106:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [401:401:255:4294967295] 192.168.202.142@tcp LPNI seq info [401:401:7:4294967295] 00000100:00000010:0.0:1767326423.356110:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c97101f. 00000400:00000200:2.0:1767326423.356119:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326423.356121:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326423.356125:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326423.356128:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326423.356134:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326423.356138:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326423.356140:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326423.356144:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dadd9a6c. 00000800:00000200:2.0:1767326423.356149:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326423.356150:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326423.356155:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767326423.356159:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326423.356161:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326423.356165:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dadd9a6c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326423.356166:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326423.356169:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326423.356171:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326423.356174:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767326423.356177:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326423.356178:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 176806 usecs (177 jiffies) 00000100:00000001:0.0:1767326423.356181:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326423.356183:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306291377 00000100:00000001:0.0:1767326423.356185:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326423.356188:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306294977 00000100:00000001:0.0:1767326423.356189:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326423.356192:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326423.356193:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306291377 00000100:00000001:0.0:1767326423.356195:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326423.356197:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306294977 00000100:00000001:2.0:1767326423.356201:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306291377 00000100:00000040:0.0:1767326423.356203:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000497468fb x1853175408673408/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326423.356203:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326423.356205:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306294977 00000800:00000010:3.0:1767326423.356210:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000100:00000001:2.0:1767326423.356211:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306291377 00000100:00000001:2.0:1767326423.356217:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306294977 00000400:00000200:3.0:1767326423.356219:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326423.356221:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326423.356223:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326423.356227:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326423.356227:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326423.356230:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326423.356233:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326423.356234:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326423.356237:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001164247f 02000000:00000001:0.0:1767326423.356238:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326423.356238:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326423.356241:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001164247f. 02000000:00000001:0.0:1767326423.356245:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326423.356246:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326423.356248:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326423.356250:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326423.356251:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000497468fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408673408:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326423.356254:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326423.356257:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326423.356258:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326423.356260:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326423.356262:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326423.356264:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326423.356265:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326423.356269:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326423.356272:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2bb4a37. 00000100:00000200:3.0:1767326423.356272:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9b89a7 x1853175408673280/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326423.356277:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326423.356283:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006941a317. 00000100:00000001:3.0:1767326423.356287:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767326423.356289:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2d871. 00000100:00000040:3.0:1767326423.356292:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9b89a7 x1853175408673280/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326423.356294:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408673408, portal 10 00000100:00000001:0.0:1767326423.356300:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326423.356304:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326423.356305:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326423.356309:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571624960 : -115369137926656 : ffff971287840e00) 00000100:00000040:0.0:1767326423.356317:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000497468fb x1853175408673408/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326423.356323:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326423.356325:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326423.356328:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7ef90dd. 00000100:00000200:0.0:1767326423.356331:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408673408, offset 0 00000400:00000200:0.0:1767326423.356335:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326423.356340:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326423.356342:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326423.356345:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326423.356348:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326423.356349:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326423.356352:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [402:402:255:4294967295] 192.168.202.142@tcp LPNI seq info [402:402:7:4294967295] 00000400:00000200:0.0:1767326423.356359:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326423.356364:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326423.356368:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000800:00000200:3.0:1767326423.356370:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767326423.356373:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000010:3.0:1767326423.356375:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dadd9a6c. 00000400:00000200:3.0:1767326423.356380:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767326423.356384:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326423.356389:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000800:00000200:0.0:1767326423.356390:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326423.356393:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936f1d73 00000100:00000001:0.0:1767326423.356395:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326423.356396:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936f1d73. 00000100:00000001:3.0:1767326423.356418:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326423.356420:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025c21800 x1853175408673536/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326423.356427:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326423.356430:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025c21800 x1853175408673536/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326423.356433:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 132755 usecs (133 jiffies) 00000100:00000001:0.0:1767326423.356438:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306291334 00000100:00000001:3.0:1767326423.356441:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326423.356443:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306294977 00000100:00000001:3.0:1767326423.356446:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326423.356447:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306291334 00000100:00000001:0.0:1767326423.356451:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306294977 00000100:00000001:0.0:1767326423.356453:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306291334 00000100:00000001:0.0:1767326423.356455:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306294977 00000100:00000001:0.0:1767326423.356456:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306291334 00000100:00000001:0.0:1767326423.356463:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306294977 00000100:00000001:0.0:1767326423.356465:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326423.356466:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326423.356468:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326423.356471:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326423.356540:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326423.356543:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000400:00000200:3.0:1767326423.356546:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326423.356550:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326423.356553:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7ef90dd 00000400:00000010:3.0:1767326423.356554:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7ef90dd. 00000100:00000001:3.0:1767326423.356557:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326423.356559:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000497468fb x1853175408673408/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326423.356566:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326423.356568:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000497468fb x1853175408673408/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326423.356583:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326423.356584:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326423.356665:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326423.356669:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326423.356675:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326423.356677:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326423.359267:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326423.359281:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326423.359284:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326423.359285:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326423.359292:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326423.359303:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0c200 00000400:00000200:3.0:1767326423.359310:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xd55 [1] + 224 00000800:00000001:3.0:1767326423.359316:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326423.359319:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326423.359320:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326423.359323:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326423.359329:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326423.359333:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9b89a7 x1853175408673280/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326423.359340:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9b89a7 x1853175408673280/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326423.359358:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326423.359363:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326423.359365:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326423.359366:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326423.359367:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326423.359370:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326423.359373:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0c280 00000400:00000200:3.0:1767326423.359376:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xd65 [1] + 224 00000800:00000001:3.0:1767326423.359378:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326423.359380:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326423.359381:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326423.359383:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326423.359384:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326423.359396:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000497468fb x1853175408673408/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326423.359422:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000497468fb x1853175408673408/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326423.359427:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326423.359432:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326423.359436:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326423.359437:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326423.359439:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326423.359443:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326423.359448:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0c300 00000400:00000200:3.0:1767326423.359452:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xd5d [1] + 224 00000800:00000001:3.0:1767326423.359456:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326423.359460:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326423.359462:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326423.359465:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326423.359468:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326423.359470:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025c21800 x1853175408673536/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326423.359478:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000025c21800 x1853175408673536/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326423.359499:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326423.359503:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326423.359506:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326423.359661:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326423.359666:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326423.359676:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326423.359678:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326423.359681:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f72d9731. 00000400:00000200:2.0:1767326423.359685:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea7dd868 00000400:00000010:2.0:1767326423.359693:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea7dd868. 00000100:00000001:2.0:1767326423.359697:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326423.359701:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025c21800 x1853175408673536/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326423.359710:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025c21800 x1853175408673536/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326423.359718:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326423.359720:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326423.359722:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326423.359725:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326423.359727:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326423.359729:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326423.359732:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326423.359741:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=108 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326423.359746:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=65 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326423.359749:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326423.359751:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326423.359756:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326423.359759:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767326423.359763:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1767326423.359765:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326423.359768:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00080000:2.0:1767326423.359771:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000025c21800 x1853175408673536/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326423.359772:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006941a317. 00000400:00000200:0.0:1767326423.359778:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2d871 00000400:00000010:0.0:1767326423.359782:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2d871. 00010000:00000001:2.0:1767326423.359785:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326423.359787:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326423.359789:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326423.359793:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000200:0.0:1767326423.359796:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000497468fb x1853175408673408/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326423.359797:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326423.359800:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326423.359808:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025c21800 x1853175408673536/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326423.359815:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000497468fb x1853175408673408/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326423.359824:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326423.359830:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326423.359832:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326423.359833:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326423.359836:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326423.359839:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767326423.359841:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025c21800 x1853175408673536/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326423.359842:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326423.359845:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326423.359848:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326423.359853:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326423.359858:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=114 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326423.359866:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=114 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326423.359873:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326423.359876:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326423.359877:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408673536:192.168.202.142@tcp:400: 00010000:00000001:0.0:1767326423.359880:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326423.359886:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326423.359886:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326423.359891:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326423.359892:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326423.359895:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000040:2.0:1767326423.359898:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025c21800 x1853175408673536/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326423.359900:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326423.359903:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326423.359911:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000497468fb x1853175408673408/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326423.359917:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326423.359921:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326423.359926:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1c0e8b4. 00000100:00000001:0.0:1767326423.359927:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326423.359931:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326423.359932:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326423.359935:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326423.359935:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326423.359939:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000040:0.0:1767326423.359940:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000497468fb x1853175408673408/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326423.359944:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326423.359947:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1d29a8a. 00000100:00100000:0.0:1767326423.359953:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000497468fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408673408:192.168.202.142@tcp:400: 02000000:00000001:2.0:1767326423.359958:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:0.0:1767326423.359961:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767326423.359961:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326423.359962:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025c21800. 00000100:00000001:2.0:1767326423.359969:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326423.359970:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326423.359972:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326423.359977:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326423.359980:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767326423.359981:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005da1a1ff. 00000100:00000001:2.0:1767326423.359983:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326423.359986:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c6835ee 00000100:00000001:2.0:1767326423.359987:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326423.359990:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326423.359994:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c6835ee. 00000100:00000001:0.0:1767326423.359998:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326423.360001:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9b89a7 x1853175408673280/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326423.360009:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9b89a7 x1853175408673280/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326423.360015:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326423.360016:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326423.360018:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326423.360019:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326423.360020:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326423.360022:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326423.360023:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326423.360026:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=119 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326423.360029:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=119 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326423.360031:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326423.360032:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326423.360033:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326423.360035:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326423.360036:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326423.360039:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9b89a7 x1853175408673280/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326423.360050:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326423.360052:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326423.360053:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326423.360056:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9b89a7 x1853175408673280/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326423.360062:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408673280:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326423.360065:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326423.360067:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326423.360069:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000497468fb x1853175408673408/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326423.360074:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326423.360075:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326423.360077:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2bb4a37. 02000000:00000001:0.0:1767326423.360080:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326423.360081:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326423.360082:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326423.360083:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326423.360085:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc945970. 02000000:00000001:0.0:1767326423.360087:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326423.360088:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326423.360089:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000497468fb. 00000100:00000001:0.0:1767326423.360092:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326423.360093:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326423.360094:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326423.360096:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9b89a7 x1853175408673280/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326423.360101:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326423.360102:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326423.360103:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a2eaa57. 02000000:00000001:0.0:1767326423.360106:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326423.360107:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326423.360107:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326423.360113:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326423.360115:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea9a1391. 02000000:00000001:0.0:1767326423.360117:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326423.360118:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326423.360119:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9b89a7. 00000100:00000001:0.0:1767326423.360121:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326423.360122:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326423.360123:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326423.360127:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326423.360128:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326423.360129:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326423.360131:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326424.379547:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326424.379554:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326424.379559:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326424.379560:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326424.379780:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326424.379787:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326424.379792:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326425.403515:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326425.403521:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326425.403525:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326425.403526:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326425.403543:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326425.403545:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326425.403547:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326426.427556:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326426.427567:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326426.427570:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326426.427573:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326426.427578:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326426.427581:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326426.427583:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326426.427611:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326426.427616:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326426.427617:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326426.427667:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326426.427670:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326426.427672:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326427.195534:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306294977, at 4306295040 00000100:00000040:3.0:1767326427.195534:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306294977, at 4306295040 00000100:00000010:3.0:1767326427.195556:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c97101f. 00000100:00000010:1.0:1767326427.195561:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077436310. 00000100:00000040:0.0:1767326427.195677:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306294977, at 4306295040 00000100:00000010:0.0:1767326427.195684:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00000100:00000040:2.0:1767326427.196122:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306294977, at 4306295040 00000100:00000010:2.0:1767326427.196137:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000055b570f. 00010000:00000001:0.0:1767326427.451753:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326427.451762:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326427.451789:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326427.451790:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326427.451855:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326427.451860:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326427.451863:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326428.475604:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326428.475618:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326428.475631:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a60b7193. 00000020:00000040:3.0:1767326428.475641:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326428.475665:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326428.475668:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326428.475674:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326428.475684:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea9a1391. 00000100:00000001:3.0:1767326428.475691:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326428.475702:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:3.0:1767326428.475703:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000a60b7193 x1853175408673664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767326428.475710:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326428.475723:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326428.475726:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326428.475726:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326428.475733:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326428.475742:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a60b7193] to pc [ptlrpcd_00_01+1] req@00000000a60b7193 x1853175408673664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326428.475757:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326428.475761:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326428.475765:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326428.475811:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326428.475816:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326428.475818:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326428.475823:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a60b7193 x1853175408673664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326428.475829:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326428.475831:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326428.475834:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326428.475837:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326428.475839:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326428.475841:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a60b7193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408673664:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326428.475845:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326428.475851:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326428.475853:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326428.475855:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326428.475860:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ddf88a1. 02000000:00000001:1.0:1767326428.475862:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326428.475868:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000885d55dc. 00000400:00000010:1.0:1767326428.475875:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026285bcb. 00000100:00000200:1.0:1767326428.475883:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408673664, portal 25 00000100:00000001:1.0:1767326428.475885:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326428.475891:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571634816 : -115369137916800 : ffff971287843480) 00000100:00000040:1.0:1767326428.475896:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a60b7193 x1853175408673664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326428.475902:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326428.475904:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326428.475905:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafb2056. 00000100:00000200:1.0:1767326428.475907:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408673664, offset 0 00000400:00000200:1.0:1767326428.475913:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326428.475927:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326428.475932:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326428.475936:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326428.475939:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326428.475941:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326428.475944:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [403:403:256:4294967295] 192.168.202.142@tcp LPNI seq info [403:403:8:4294967295] 00000400:00000200:1.0:1767326428.475963:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326428.475968:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326428.475975:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d731ab4b. 00000800:00000200:1.0:1767326428.475982:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326428.475988:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326428.475992:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d731ab4b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326428.476004:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326428.476008:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306300097 00000100:00000010:1.0:1767326428.476011:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000034d71912. 00000100:00000001:1.0:1767326428.476018:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326428.476023:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306300097 00000100:00000010:1.0:1767326428.476026:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc5a4f1f. 00000100:00000001:1.0:1767326428.476029:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326428.476032:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306300097 00000100:00000010:1.0:1767326428.476039:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d65babbb. 00000100:00000001:1.0:1767326428.476042:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326428.476048:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306300097 00000100:00000010:1.0:1767326428.476050:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd3de080. 00000100:00000001:1.0:1767326428.476053:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326428.476055:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326428.476057:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326428.476060:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326428.476061:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326428.476130:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326428.476133:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326428.476136:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326428.476140:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e74e626. 00000020:00000040:3.0:1767326428.476144:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326428.476147:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326428.476148:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326428.476151:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326428.476155:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1767326428.476156:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc945970. 00000800:00000010:0.0:1767326428.476163:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d731ab4b. 00000100:00000001:3.0:1767326428.476164:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326428.476172:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000007e74e626 x1853175408673792/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767326428.476173:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326428.476184:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326428.476187:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326428.476193:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000040:3.0:1767326428.476197:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e74e626] to pc [ptlrpcd_00_02+2] req@000000007e74e626 x1853175408673792/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326428.476204:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafb2056 00000400:00000010:0.0:1767326428.476210:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aafb2056. 00000100:00000001:0.0:1767326428.476217:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326428.476226:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a60b7193 x1853175408673664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326428.476232:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326428.476242:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326428.476247:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326428.476252:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a60b7193 x1853175408673664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326428.476260:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326428.476262:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326428.476279:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326428.476283:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326428.476286:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326428.476290:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326428.476292:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007e74e626 x1853175408673792/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326428.476294:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326428.476313:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326428.476313:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326428.476315:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326428.476319:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326428.476319:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326428.476321:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f40a6cce. 00000020:00000040:3.0:1767326428.476330:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:0.0:1767326428.476331:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326428.476334:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326428.476337:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326428.476338:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326428.476342:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326428.476345:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326428.476349:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1d29a8a. 00000100:00100000:0.0:1767326428.476353:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007e74e626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408673792:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326428.476356:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326428.476364:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000f40a6cce x1853175408673920/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326428.476380:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326428.476383:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326428.476384:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326428.476390:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40a6cce] to pc [ptlrpcd_00_03+3] req@00000000f40a6cce x1853175408673920/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326428.476391:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326428.476397:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326428.476440:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326428.476446:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2876d7b. 02000000:00000001:0.0:1767326428.476449:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326428.476456:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005da1a1ff. 00000400:00000010:0.0:1767326428.476461:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c6835ee. 00000100:00000200:0.0:1767326428.476467:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408673792, portal 10 00000100:00000001:0.0:1767326428.476479:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326428.476480:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571624064 : -115369137927552 : ffff971287840a80) 00000100:00000040:0.0:1767326428.476488:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007e74e626 x1853175408673792/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326428.476495:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326428.476498:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326428.476501:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2d871. 00000100:00000200:0.0:1767326428.476503:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408673792, offset 0 00000400:00000200:0.0:1767326428.476509:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326428.476520:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326428.476526:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326428.476530:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326428.476532:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326428.476535:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326428.476538:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [404:404:256:4294967295] 192.168.202.142@tcp LPNI seq info [404:404:8:4294967295] 00000400:00000200:0.0:1767326428.476547:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326428.476552:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326428.476556:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000800:00000200:0.0:1767326428.476561:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326428.476580:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326428.476584:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326428.476601:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326428.476610:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 131681 usecs (132 jiffies) 00000100:00000001:0.0:1767326428.476614:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306296453 00000100:00000001:0.0:1767326428.476616:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306300097 00000100:00000001:0.0:1767326428.476619:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306296453 00000100:00000001:0.0:1767326428.476621:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306300097 00000100:00000001:0.0:1767326428.476623:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306296453 00000100:00000001:0.0:1767326428.476626:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306300097 00000100:00000001:0.0:1767326428.476628:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306296453 00000100:00000001:0.0:1767326428.476630:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306300097 00000100:00000001:0.0:1767326428.476632:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326428.476635:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326428.476639:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326428.476641:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326428.476649:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326428.476650:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326428.476653:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326428.476654:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326428.476658:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326428.476665:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767326428.476666:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326428.476668:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326428.476670:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326428.476674:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326428.476675:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326428.476679:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326428.476685:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326428.476687:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11634) 00000100:00000001:0.0:1767326428.476688:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326428.476694:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326428.476702:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f40a6cce x1853175408673920/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326428.476711:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326428.476712:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326428.476715:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326428.476716:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326428.476721:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767326428.476724:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326428.476726:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767326428.476729:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326428.476732:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326428.476735:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326428.476736:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326428.476739:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326428.476741:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326428.476753:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f40a6cce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408673920:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326428.476759:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326428.476762:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326428.476765:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326428.476766:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326428.476770:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e76be85. 02000000:00000001:0.0:1767326428.476771:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326428.476774:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006941a317. 00000400:00000010:0.0:1767326428.476778:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057503a90. 00000100:00000200:0.0:1767326428.476780:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408673920, portal 10 00000100:00000001:0.0:1767326428.476782:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326428.476783:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571633920 : -115369137917696 : ffff971287843100) 00000100:00000040:0.0:1767326428.476788:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f40a6cce x1853175408673920/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326428.476795:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326428.476797:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326428.476799:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044f99395. 00000100:00000200:0.0:1767326428.476801:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408673920, offset 0 00000400:00000200:0.0:1767326428.476805:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326428.476810:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326428.476813:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326428.476815:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326428.476817:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326428.476819:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326428.476822:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [405:405:255:4294967295] 192.168.202.142@tcp LPNI seq info [405:405:7:4294967295] 00000400:00000200:0.0:1767326428.476829:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326428.476833:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326428.476836:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000800:00000200:0.0:1767326428.476840:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326428.476844:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326428.476846:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326428.476856:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326428.476859:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 175336 usecs (176 jiffies) 00000100:00000001:0.0:1767326428.476863:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306296497 00000800:00000200:2.0:1767326428.476863:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326428.476867:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306300097 00000100:00000001:0.0:1767326428.476869:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306296497 00000100:00000001:0.0:1767326428.476871:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306300097 00000100:00000001:0.0:1767326428.476879:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306296497 00000800:00000010:2.0:1767326428.476882:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000100:00000001:0.0:1767326428.476883:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306300097 00000100:00000001:0.0:1767326428.476890:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306296497 00000100:00000001:0.0:1767326428.476894:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306300097 00000400:00000200:2.0:1767326428.476894:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326428.476899:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326428.476904:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326428.476907:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326428.476909:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326428.476970:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326428.476975:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2d871 00000400:00000010:2.0:1767326428.476978:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2d871. 00000100:00000001:2.0:1767326428.476983:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326428.476987:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007e74e626 x1853175408673792/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326428.476997:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326428.476999:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007e74e626 x1853175408673792/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326428.477005:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326428.477007:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326428.477024:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326428.477027:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000400:00000200:2.0:1767326428.477076:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326428.477080:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326428.477083:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044f99395 00000400:00000010:2.0:1767326428.477084:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044f99395. 00000100:00000001:2.0:1767326428.477087:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326428.477090:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f40a6cce x1853175408673920/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326428.477098:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326428.477100:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f40a6cce x1853175408673920/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326428.477106:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326428.477108:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326428.478864:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326428.478878:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326428.478882:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326428.478884:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326428.478894:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326428.478921:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0c380 00000400:00000200:3.0:1767326428.478930:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xd6d [1] + 224 00000800:00000001:3.0:1767326428.478939:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326428.478944:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326428.478946:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326428.478950:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326428.479060:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326428.479076:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a60b7193 x1853175408673664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326428.479087:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a60b7193 x1853175408673664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326428.479106:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326428.479115:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326428.479119:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326428.479121:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326428.479124:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326428.479129:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326428.479137:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0c400 00000400:00000200:3.0:1767326428.479144:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xd75 [1] + 224 00000100:00000001:1.0:1767326428.479146:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326428.479149:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326428.479152:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326428.479158:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326428.479160:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326428.479162:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767326428.479164:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326428.479168:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000885d55dc. 00000400:00000200:3.0:1767326428.479172:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326428.479174:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026285bcb 00000400:00000010:1.0:1767326428.479178:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026285bcb. 00000100:00000001:1.0:1767326428.479181:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326428.479185:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326428.479186:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a60b7193 x1853175408673664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326428.479194:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007e74e626 x1853175408673792/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326428.479203:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a60b7193 x1853175408673664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326428.479215:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007e74e626 x1853175408673792/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326428.479216:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326428.479219:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326428.479224:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326428.479228:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326428.479232:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326428.479234:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326428.479237:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326428.479245:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=124 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326428.479249:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=124 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326428.479250:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326428.479254:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326428.479256:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326428.479257:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326428.479262:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326428.479268:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326428.479272:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326428.479274:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326428.479279:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a60b7193 x1853175408673664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326428.479286:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326428.479289:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326428.479292:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326428.479295:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a60b7193 x1853175408673664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326428.479302:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a60b7193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408673664:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326428.479307:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326428.479309:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326428.479311:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a60b7193 x1853175408673664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326428.479317:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326428.479319:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326428.479322:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ddf88a1. 02000000:00000001:1.0:1767326428.479325:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326428.479327:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326428.479329:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326428.479331:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326428.479333:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea9a1391. 02000000:00000001:1.0:1767326428.479339:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326428.479341:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326428.479342:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a60b7193. 00000100:00000001:1.0:1767326428.479349:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326428.479351:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326428.479352:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326428.479359:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326428.479360:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326428.479362:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326428.479364:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326428.479448:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326428.479452:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326428.479456:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326428.479458:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326428.479459:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005da1a1ff. 00000400:00000200:0.0:1767326428.479463:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c6835ee 00000400:00000010:0.0:1767326428.479464:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c6835ee. 00000100:00000001:0.0:1767326428.479467:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326428.479471:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007e74e626 x1853175408673792/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326428.479478:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007e74e626 x1853175408673792/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326428.479484:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326428.479485:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326428.479487:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326428.479489:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326428.479490:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326428.479498:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326428.479500:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326428.479505:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=119 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326428.479509:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=119 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326428.479511:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326428.479513:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326428.479515:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326428.479518:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326428.479521:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326428.479523:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326428.479526:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326428.479527:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326428.479531:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007e74e626 x1853175408673792/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326428.479537:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326428.479539:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326428.479540:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326428.479543:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e74e626 x1853175408673792/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326428.479550:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007e74e626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408673792:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326428.479555:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326428.479557:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326428.479559:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007e74e626 x1853175408673792/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326428.479577:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326428.479579:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326428.479581:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2876d7b. 02000000:00000001:0.0:1767326428.479585:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326428.479586:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326428.479587:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326428.479589:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326428.479591:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc945970. 02000000:00000001:0.0:1767326428.479593:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326428.479602:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326428.479603:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e74e626. 00000100:00000001:0.0:1767326428.479606:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326428.479608:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326428.479610:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326428.479612:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326428.479614:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326428.479615:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326428.479617:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326428.481066:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326428.481075:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326428.481077:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326428.481079:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326428.481085:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326428.481095:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0c480 00000400:00000200:0.0:1767326428.481099:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xd7d [1] + 224 00000800:00000001:0.0:1767326428.481104:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326428.481110:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326428.481112:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326428.481116:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326428.481120:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326428.481125:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f40a6cce x1853175408673920/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326428.481135:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f40a6cce x1853175408673920/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326428.481164:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326428.481172:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326428.481174:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326428.481237:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326428.481241:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326428.481245:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326428.481247:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326428.481249:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006941a317. 00000400:00000200:2.0:1767326428.481253:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057503a90 00000400:00000010:2.0:1767326428.481254:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057503a90. 00000100:00000001:2.0:1767326428.481268:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326428.481272:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f40a6cce x1853175408673920/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326428.481277:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f40a6cce x1853175408673920/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326428.481282:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326428.481283:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326428.481285:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326428.481286:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326428.481287:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326428.481289:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326428.481290:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326428.481295:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=113 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326428.481298:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=70 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326428.481299:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326428.481300:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326428.481301:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326428.481305:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f40a6cce x1853175408673920/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326428.481309:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326428.481311:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326428.481312:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326428.481313:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326428.481314:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326428.481315:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f40a6cce x1853175408673920/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326428.481319:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326428.481321:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326428.481323:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326428.481326:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f40a6cce x1853175408673920/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326428.481334:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f40a6cce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408673920:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326428.481344:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326428.481346:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326428.481349:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f40a6cce x1853175408673920/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326428.481454:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326428.481456:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326428.481459:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e76be85. 02000000:00000001:2.0:1767326428.481463:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326428.481464:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326428.481466:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326428.481468:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326428.481470:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1d29a8a. 02000000:00000001:2.0:1767326428.481473:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326428.481475:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326428.481476:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f40a6cce. 00000100:00000001:2.0:1767326428.481482:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326428.481483:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326428.481486:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326428.481492:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326428.481494:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326428.481496:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326428.481499:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326429.499610:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326429.499625:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326429.499633:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326429.499635:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326429.499770:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326429.499775:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326429.499778:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326430.523614:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326430.523625:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326430.523633:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326430.523660:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326430.523727:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326430.523740:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326430.523744:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326431.547611:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326431.547621:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326431.547627:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326431.547629:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326431.547659:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326431.547662:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326431.547665:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326432.315471:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306300097, at 4306300160 00000100:00000040:1.0:1767326432.315486:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306300097, at 4306300160 00000100:00000010:2.0:1767326432.315494:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d65babbb. 00000100:00000010:1.0:1767326432.315497:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc5a4f1f. 00000100:00000040:0.0:1767326432.315500:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306300097, at 4306300160 00000100:00000010:0.0:1767326432.315510:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000034d71912. 00000100:00000040:3.0:1767326432.315728:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306300097, at 4306300160 00000100:00000010:3.0:1767326432.315735:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd3de080. 00010000:00000001:0.0:1767326432.571698:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326432.571706:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326432.571713:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326432.571717:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326432.571720:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326432.571727:0:217662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326432.571730:0:217662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326432.571732:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326432.571735:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326432.571738:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326432.571739:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326432.571742:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326432.571845:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326432.571849:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326432.571852:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326433.595481:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326433.595495:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326433.595514:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f40a6cce. 00000020:00000040:3.0:1767326433.595531:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326433.595545:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326433.595549:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326433.595556:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326433.595566:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005f1bd790. 00000100:00000001:3.0:1767326433.595574:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326433.595590:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000f40a6cce x1853175408674048/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326433.595601:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326433.595604:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326433.595609:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40a6cce] to pc [ptlrpcd_00_00+0] req@00000000f40a6cce x1853175408674048/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326433.595642:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326433.595644:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326433.595647:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326433.595651:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e74e626. 00000100:00000001:1.0:1767326433.595652:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326433.595654:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326433.595658:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767326433.595660:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:3.0:1767326433.595660:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326433.595663:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326433.595665:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326433.595669:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8b9f1ee. 00000100:00000001:3.0:1767326433.595672:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326433.595676:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326433.595676:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000007e74e626 x1853175408674176/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326433.595680:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326433.595685:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326433.595687:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326433.595689:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326433.595691:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326433.595692:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326433.595699:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e74e626] to pc [ptlrpcd_00_01+1] req@000000007e74e626 x1853175408674176/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326433.595700:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f40a6cce x1853175408674048/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326433.595724:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326433.595726:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326433.595729:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326433.595734:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326433.595735:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326433.595739:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326433.595740:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326433.595745:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1767326433.595746:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f40a6cce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408674048:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326433.595752:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1767326433.595754:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a60b7193. 00000020:00000040:3.0:1767326433.595758:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:1.0:1767326433.595760:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326433.595761:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326433.595764:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326433.595765:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326433.595767:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326433.595770:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326433.595772:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003fff2558. 00000100:00000001:3.0:1767326433.595777:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326433.595778:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9096370. 02000000:00000001:1.0:1767326433.595782:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326433.595784:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000a60b7193 x1853175408674304/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767326433.595790:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000885d55dc. 00000100:00000001:2.0:1767326433.595792:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326433.595793:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326433.595797:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326433.595798:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000010:1.0:1767326433.595801:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026285bcb. 00000100:00000001:2.0:1767326433.595801:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326433.595802:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a60b7193] to pc [ptlrpcd_00_02+2] req@00000000a60b7193 x1853175408674304/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326433.595810:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767326433.595812:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408674048, portal 25 00000100:00000001:2.0:1767326433.595814:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326433.595817:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326433.595819:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571633920 : -115369137917696 : ffff971287843100) 00000100:00000040:1.0:1767326433.595826:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f40a6cce x1853175408674048/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326433.595831:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326433.595836:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326433.595837:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326433.595838:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326433.595840:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326433.595842:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326433.595844:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326433.595851:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11639) 00000100:00000040:1.0:1767326433.595852:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326433.595853:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007e74e626 x1853175408674176/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326433.595857:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000100:00000200:1.0:1767326433.595863:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408674048, offset 0 00000100:00000001:3.0:1767326433.595865:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326433.595869:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1767326433.595871:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767326433.595873:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326433.595875:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326433.595876:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326433.595879:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326433.595883:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326433.595886:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326433.595888:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326433.595889:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326433.595891:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326433.595894:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326433.595896:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:2.0:1767326433.595899:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326433.595903:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007e74e626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408674176:192.168.202.142@tcp:400: 00000400:00000200:1.0:1767326433.595905:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326433.595908:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a60b7193 x1853175408674304/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326433.595910:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326433.595914:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326433.595915:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:2.0:1767326433.595916:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326433.595920:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326433.595924:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1767326433.595925:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1c0e8b4. 02000000:00000001:2.0:1767326433.595929:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326433.595931:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326433.595931:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767326433.595933:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f72d9731. 00000100:00000001:3.0:1767326433.595935:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326433.595938:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea7dd868. 00000400:00000200:1.0:1767326433.595940:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [406:406:256:4294967295] 192.168.202.142@tcp LPNI seq info [406:406:8:4294967295] 02000000:00000001:3.0:1767326433.595941:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767326433.595943:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408674176, portal 10 00000100:00000001:2.0:1767326433.595946:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326433.595946:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326433.595948:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571624064 : -115369137927552 : ffff971287840a80) 02000000:00000001:3.0:1767326433.595951:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326433.595957:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007e74e626 x1853175408674176/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326433.595960:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00100000:3.0:1767326433.595967:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a60b7193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408674304:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326433.595972:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326433.595975:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326433.595976:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326433.595981:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091464543. 00000800:00000010:1.0:1767326433.595984:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5dc54ea. 00000100:00000200:2.0:1767326433.595984:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408674176, offset 0 00000100:00000001:3.0:1767326433.595986:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326433.595992:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:1.0:1767326433.595996:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326433.595998:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:3.0:1767326433.596000:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326433.596003:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326433.596004:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326433.596007:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:3.0:1767326433.596010:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767326433.596011:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:2.0:1767326433.596013:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1767326433.596015:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d3b59c1. 00000800:00000200:1.0:1767326433.596017:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5dc54ea type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767326433.596020:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326433.596024:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326433.596027:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [407:407:255:4294967295] 192.168.202.142@tcp LPNI seq info [407:407:7:4294967295] 00000400:00000010:3.0:1767326433.596028:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd1fd7a8. 00000100:00000001:1.0:1767326433.596034:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326433.596035:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 00000400:00000200:2.0:1767326433.596037:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326433.596041:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306305217 00000800:00000200:2.0:1767326433.596044:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:1.0:1767326433.596048:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9b1999e. 00000800:00000010:2.0:1767326433.596050:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000064d7910e. 00000800:00000200:2.0:1767326433.596056:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326433.596058:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326433.596063:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326433.596067:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306305217 00000800:00000200:2.0:1767326433.596067:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000064d7910e type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767326433.596073:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077c981a6. 00000100:00000001:2.0:1767326433.596074:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326433.596078:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767326433.596081:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 130618 usecs (131 jiffies) 00000100:00000001:1.0:1767326433.596082:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306305217 00000100:00000001:2.0:1767326433.596086:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306301571 00000100:00000010:1.0:1767326433.596087:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f07e032. 00000100:00000001:2.0:1767326433.596093:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306305217 00000100:00000001:1.0:1767326433.596094:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326433.596098:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306301571 00000100:00000001:1.0:1767326433.596100:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306305217 00000100:00000001:2.0:1767326433.596103:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306305217 00000100:00000010:1.0:1767326433.596105:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc5a4f1f. 00000100:00000001:2.0:1767326433.596108:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306301571 00000100:00000001:1.0:1767326433.596110:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326433.596113:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306305217 00000100:00000001:1.0:1767326433.596115:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326433.596117:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306301571 00000100:00000001:2.0:1767326433.596119:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306305217 00000100:00000001:2.0:1767326433.596123:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326433.596125:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326433.596127:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326433.596132:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326433.596132:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326433.596136:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326433.596137:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326433.596140:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326433.596142:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326433.596143:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326433.596145:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326433.596147:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326433.596151:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326433.596195:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326433.596200:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5dc54ea. 00000400:00000200:2.0:1767326433.596204:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326433.596209:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326433.596214:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000400:00000010:2.0:1767326433.596223:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:2.0:1767326433.596227:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326433.596230:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f40a6cce x1853175408674048/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326433.596237:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326433.596239:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f40a6cce x1853175408674048/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326433.596245:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326433.596246:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326433.596293:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326433.596295:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064d7910e. 00000400:00000200:2.0:1767326433.596297:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326433.596300:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326433.596301:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091464543 00000400:00000010:2.0:1767326433.596302:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091464543. 00000100:00000001:2.0:1767326433.596304:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326433.596306:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007e74e626 x1853175408674176/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326433.596311:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326433.596312:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007e74e626 x1853175408674176/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326433.596317:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326433.596318:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767326433.596360:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326433.596364:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326433.596375:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326433.596376:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326433.597033:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326433.597037:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326433.597040:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:3.0:1767326433.598014:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408674304, portal 10 00000100:00000001:3.0:1767326433.598018:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326433.598020:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571634816 : -115369137916800 : ffff971287843480) 00000100:00000040:3.0:1767326433.598029:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a60b7193 x1853175408674304/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326433.598031:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326433.598040:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1767326433.598042:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326433.598045:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000001:0.0:1767326433.598046:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767326433.598050:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c3d74f9. 00000800:00000001:0.0:1767326433.598051:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326433.598056:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408674304, offset 0 00000400:00000200:0.0:1767326433.598063:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326433.598067:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326433.598080:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0c500 00000400:00000200:3.0:1767326433.598080:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326433.598088:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326433.598092:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xd85 [1] + 224 00000400:00000200:3.0:1767326433.598095:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326433.598100:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000001:0.0:1767326433.598101:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767326433.598104:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000001:0.0:1767326433.598107:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326433.598110:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [408:408:256:4294967295] 192.168.202.142@tcp LPNI seq info [408:408:8:4294967295] 00000400:00000200:0.0:1767326433.598111:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326433.598123:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326433.598396:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326433.598429:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326433.598431:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:3.0:1767326433.598434:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a10cd6c4. 00000100:00000200:0.0:1767326433.598437:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f40a6cce x1853175408674048/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326433.598444:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326433.598454:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326433.598457:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a10cd6c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767326433.598458:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f40a6cce x1853175408674048/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326433.598476:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326433.598479:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326433.598482:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 173900 usecs (174 jiffies) 00000100:00000001:3.0:1767326433.598487:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306301617 00000100:00000001:3.0:1767326433.598489:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306305217 00000100:00000001:3.0:1767326433.598491:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306301617 00000100:00000001:3.0:1767326433.598493:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306305217 00000100:00000001:3.0:1767326433.598495:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306301617 00000100:00000001:3.0:1767326433.598497:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306305217 00000800:00000200:0.0:1767326433.598535:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326433.598538:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a10cd6c4. 00000400:00000200:0.0:1767326433.598541:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326433.598545:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326433.598548:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3d74f9 00000400:00000010:0.0:1767326433.598549:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c3d74f9. 00000100:00000001:0.0:1767326433.598553:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326433.598555:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a60b7193 x1853175408674304/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326433.598563:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326433.598565:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a60b7193 x1853175408674304/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326433.598576:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326433.598576:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306301617 00000100:00000001:0.0:1767326433.598579:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326433.598582:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306305217 00000800:00000001:0.0:1767326433.598584:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326433.598586:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326433.598589:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326433.598590:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326433.598594:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326433.598594:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326433.598597:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326433.598599:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326433.598604:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326433.598611:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0c580 00000400:00000200:0.0:1767326433.598617:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xd8d [1] + 224 00000100:00000001:2.0:1767326433.598618:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326433.598623:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326433.598624:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326433.598630:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326433.598630:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326433.598635:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767326433.598635:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326433.598639:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000885d55dc. 00000400:00000200:0.0:1767326433.598640:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326433.598645:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026285bcb 00000400:00000010:2.0:1767326433.598650:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026285bcb. 00000100:00000001:2.0:1767326433.598653:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326433.598654:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326433.598659:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007e74e626 x1853175408674176/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326433.598670:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f40a6cce x1853175408674048/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326433.598672:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007e74e626 x1853175408674176/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326433.598697:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f40a6cce x1853175408674048/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326433.598708:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326433.598714:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326433.598717:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326433.598723:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326433.598727:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326433.598731:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326433.598734:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326433.598736:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326433.598739:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326433.598742:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326433.598750:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=129 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326433.598755:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326433.598768:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326433.598769:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326433.598772:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326433.598775:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326433.598778:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326433.598782:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f40a6cce x1853175408674048/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326433.598788:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326433.598792:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326433.598794:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326433.598798:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f40a6cce x1853175408674048/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326433.598806:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f40a6cce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408674048:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326433.598811:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326433.598812:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326433.598815:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326433.598816:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326433.598820:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f40a6cce x1853175408674048/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326433.598821:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326433.598824:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326433.598827:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f72d9731. 00000400:00000200:3.0:1767326433.598830:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea7dd868 00000400:00000010:3.0:1767326433.598832:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea7dd868. 00000100:00000001:3.0:1767326433.598834:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326433.598840:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007e74e626 x1853175408674176/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326433.598842:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326433.598846:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767326433.598852:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007e74e626 x1853175408674176/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326433.598856:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9096370. 02000000:00000001:2.0:1767326433.598864:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326433.598865:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326433.598868:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326433.598869:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326433.598871:0:211394:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767326433.598872:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 02000000:00000001:3.0:1767326433.598875:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767326433.598877:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326433.598878:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767326433.598881:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005f1bd790. 00000100:00000001:3.0:1767326433.598887:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326433.598889:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326433.598897:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326433.598900:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326433.598901:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f40a6cce. 00000100:00000001:2.0:1767326433.598907:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326433.598908:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326433.598910:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326433.598914:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326433.598915:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326433.598918:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326433.598919:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326433.599163:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=124 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326433.599168:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=124 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326433.599170:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326433.599172:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326433.599173:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326433.599176:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326433.599180:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326433.599181:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326433.599183:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326433.599185:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326433.599189:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007e74e626 x1853175408674176/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326433.599196:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326433.599198:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326433.599199:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326433.599202:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e74e626 x1853175408674176/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326433.599209:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007e74e626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408674176:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326433.599213:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326433.599215:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326433.599217:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007e74e626 x1853175408674176/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326433.599223:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326433.599225:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326433.599227:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1c0e8b4. 02000000:00000001:3.0:1767326433.599230:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326433.599231:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326433.599233:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326433.599235:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326433.599236:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8b9f1ee. 02000000:00000001:3.0:1767326433.599238:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326433.599245:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326433.599246:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e74e626. 00000100:00000001:3.0:1767326433.599249:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326433.599250:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326433.599252:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326433.599256:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326433.599258:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326433.599260:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326433.599261:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326433.599660:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326433.599664:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326433.599666:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326433.599667:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326433.599670:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326433.599676:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0c600 00000400:00000200:2.0:1767326433.599680:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xd95 [1] + 224 00000800:00000001:2.0:1767326433.599683:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326433.599686:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326433.599688:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326433.599690:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326433.599692:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326433.599695:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a60b7193 x1853175408674304/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326433.599703:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a60b7193 x1853175408674304/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326433.599742:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326433.599744:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326433.599758:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326433.599763:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326433.599772:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326433.599794:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326433.599795:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326433.599796:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd1fd7a8. 00000400:00000200:3.0:1767326433.599799:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93e8e08 00000400:00000010:3.0:1767326433.599800:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d93e8e08. 00000100:00000001:3.0:1767326433.599801:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326433.599804:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a60b7193 x1853175408674304/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326433.599809:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a60b7193 x1853175408674304/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326433.599813:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326433.599814:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326433.599815:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326433.599816:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326433.599816:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326433.599817:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326433.599819:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326433.599822:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=118 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326433.599824:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=75 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326433.599825:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326433.599826:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326433.599827:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326433.599829:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a60b7193 x1853175408674304/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326433.599833:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326433.599838:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326433.599840:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326433.599841:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326433.599842:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326433.599844:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a60b7193 x1853175408674304/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326433.599847:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326433.599848:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326433.599849:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326433.599851:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a60b7193 x1853175408674304/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326433.599855:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a60b7193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408674304:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326433.599857:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326433.599858:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326433.599859:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a60b7193 x1853175408674304/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326433.599863:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326433.599863:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326433.599865:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d3b59c1. 02000000:00000001:3.0:1767326433.599866:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326433.599867:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326433.599868:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326433.599868:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326433.599869:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003fff2558. 02000000:00000001:3.0:1767326433.599871:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326433.599878:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326433.599879:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a60b7193. 00000100:00000001:3.0:1767326433.599883:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326433.599884:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326433.599885:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326433.599889:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326433.599890:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326433.599892:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326433.599898:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326434.619681:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326434.619691:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326434.619699:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326434.619700:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326434.619722:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326434.619725:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326434.619728:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326435.643544:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326435.643559:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326435.643562:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326435.643565:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326435.643573:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326435.643576:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326435.643578:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326435.643591:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326435.643596:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326435.643598:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326435.643647:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326435.643651:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326435.643654:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326436.669721:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326436.669728:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326436.669735:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326436.669736:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326436.669778:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326436.669781:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326436.669783:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326437.435521:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306305217, at 4306305280 00000100:00000040:3.0:1767326437.435521:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306305217, at 4306305280 00000100:00000040:0.0:1767326437.435522:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306305217, at 4306305280 00000100:00000010:3.0:1767326437.435539:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc5a4f1f. 00000100:00000010:2.0:1767326437.435544:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f07e032. 00000100:00000010:0.0:1767326437.435546:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9b1999e. 00000100:00000040:1.0:1767326437.435576:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306305217, at 4306305280 00000100:00000010:1.0:1767326437.435584:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077c981a6. 00010000:00000001:0.0:1767326437.691520:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326437.691528:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326437.691535:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326437.691536:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326437.691574:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326437.691577:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326437.691580:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326438.715650:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:1.0:1767326438.715651:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326438.715659:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326438.715667:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326438.715668:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326438.715671:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326438.715681:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f77d35e. 00000020:00000040:1.0:1767326438.715691:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326438.715697:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326438.715702:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326438.715709:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326438.715720:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5dc54ea. 00000100:00000001:1.0:1767326438.715728:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326438.715742:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000006f77d35e x1853175408674432/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326438.715753:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326438.715755:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326438.715760:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f77d35e] to pc [ptlrpcd_00_03+3] req@000000006f77d35e x1853175408674432/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326438.715805:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326438.715811:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326438.715814:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326438.715819:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f77d35e x1853175408674432/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326438.715828:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326438.715830:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326438.715834:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326438.715837:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326438.715840:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326438.715842:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408674432:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326438.715847:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326438.715854:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326438.715857:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326438.715860:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326438.715865:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d52f2a1b. 02000000:00000001:3.0:1767326438.715867:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326438.715874:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd1fd7a8. 00000400:00000010:3.0:1767326438.715881:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 00000100:00000200:3.0:1767326438.715890:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408674432, portal 25 00000100:00000001:3.0:1767326438.715892:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326438.715894:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604910720 : -115369104640896 : ffff9712897ff480) 00000100:00000040:3.0:1767326438.715898:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f77d35e x1853175408674432/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326438.715905:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326438.715908:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326438.715911:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c9abd2f. 00000100:00000200:3.0:1767326438.715914:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408674432, offset 0 00000400:00000200:3.0:1767326438.715921:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326438.715937:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326438.715961:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326438.715968:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326438.715972:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326438.715975:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326438.715978:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [409:409:256:4294967295] 192.168.202.142@tcp LPNI seq info [409:409:8:4294967295] 00000400:00000200:3.0:1767326438.715991:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326438.715998:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326438.716003:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 00000800:00000200:3.0:1767326438.716011:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326438.716021:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326438.716026:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326438.716049:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326438.716054:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306310337 00000100:00000010:3.0:1767326438.716058:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003de2fc58. 00000100:00000001:3.0:1767326438.716065:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326438.716071:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306310337 00000100:00000010:3.0:1767326438.716073:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080aa1012. 00000100:00000001:3.0:1767326438.716076:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326438.716079:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306310337 00000100:00000010:3.0:1767326438.716082:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdeaec1. 00000100:00000001:3.0:1767326438.716085:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326438.716087:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306310337 00000100:00000010:3.0:1767326438.716089:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054b8fd36. 00000100:00000001:3.0:1767326438.716092:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326438.716095:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326438.716108:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326438.716111:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326438.716114:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326438.716141:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326438.716144:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326438.716147:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326438.716150:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3b77a00. 00000020:00000040:1.0:1767326438.716154:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326438.716156:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326438.716157:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326438.716159:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326438.716162:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d731ab4b. 00000100:00000001:1.0:1767326438.716172:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326438.716176:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000c3b77a00 x1853175408674560/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326438.716182:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326438.716184:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326438.716186:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3b77a00] to pc [ptlrpcd_00_00+0] req@00000000c3b77a00 x1853175408674560/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326438.716204:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326438.716206:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326438.716209:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326438.716211:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000457f07b7. 00000020:00000040:1.0:1767326438.716214:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326438.716216:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326438.716217:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326438.716219:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326438.716221:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb080471. 00000100:00000001:1.0:1767326438.716224:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326438.716226:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000457f07b7 x1853175408674688/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326438.716244:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326438.716245:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326438.716248:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000457f07b7] to pc [ptlrpcd_00_01+1] req@00000000457f07b7 x1853175408674688/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326438.716255:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326438.716257:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326438.716260:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326438.716265:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11644) 00000100:00000001:1.0:1767326438.716274:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326438.716277:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326438.716301:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326438.716303:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326438.716305:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326438.716320:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3b77a00 x1853175408674560/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326438.716327:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326438.716329:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326438.716331:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326438.716333:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326438.716335:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326438.716337:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3b77a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408674560:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326438.716341:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326438.716343:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326438.716345:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326438.716346:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326438.716350:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ae55e2e. 02000000:00000001:1.0:1767326438.716351:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326438.716355:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803932a0. 00000400:00000010:1.0:1767326438.716359:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a686d3c9. 00000100:00000200:1.0:1767326438.716363:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408674560, portal 10 00000100:00000001:1.0:1767326438.716364:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326438.716366:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899072 : -115369104652544 : ffff9712897fc700) 00000100:00000040:1.0:1767326438.716371:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3b77a00 x1853175408674560/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326438.716376:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326438.716378:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326438.716381:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d7bb058. 00000100:00000200:1.0:1767326438.716383:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408674560, offset 0 00000400:00000200:1.0:1767326438.716387:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326438.716394:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326438.716397:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1767326438.716420:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326438.716425:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326438.716426:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00010000:00010000:2.0:1767326438.716431:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767326438.716432:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326438.716439:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326438.716442:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326438.716443:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326438.716445:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326438.716450:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [410:410:255:4294967295] 192.168.202.142@tcp LPNI seq info [410:410:7:4294967295] 00000400:00000200:1.0:1767326438.716461:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:2.0:1767326438.716463:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000457f07b7 x1853175408674688/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326438.716468:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326438.716482:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326438.716484:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326438.716487:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000927476c9. 02000000:00000001:2.0:1767326438.716488:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326438.716491:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326438.716495:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:2.0:1767326438.716496:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326438.716503:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000457f07b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408674688:192.168.202.142@tcp:400: 00000800:00000200:1.0:1767326438.716506:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326438.716510:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767326438.716511:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000927476c9 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767326438.716515:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326438.716517:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326438.716518:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326438.716522:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326438.716524:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 129571 usecs (130 jiffies) 02000000:00000010:2.0:1767326438.716526:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000707c751a. 00000100:00000001:1.0:1767326438.716527:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306306691 02000000:00000001:2.0:1767326438.716530:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326438.716533:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306310337 00000400:00000010:2.0:1767326438.716536:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f72d9731. 00000100:00000001:1.0:1767326438.716537:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306306691 00000100:00000001:1.0:1767326438.716542:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306310337 00000400:00000010:2.0:1767326438.716543:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091464543. 00000100:00000001:1.0:1767326438.716544:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306306691 00000100:00000001:1.0:1767326438.716548:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306310337 00000100:00000200:2.0:1767326438.716549:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408674688, portal 10 00000100:00000001:1.0:1767326438.716550:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306306691 00000100:00000001:2.0:1767326438.716554:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326438.716555:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306310337 00000100:00000001:2.0:1767326438.716558:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604906240 : -115369104645376 : ffff9712897fe300) 00000100:00000001:1.0:1767326438.716559:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326438.716561:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326438.716563:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326438.716564:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326438.716573:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000457f07b7 x1853175408674688/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326438.716574:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326438.716577:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326438.716582:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326438.716584:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326438.716586:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326438.716587:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326438.716590:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326438.716593:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326438.716597:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025eb1d28. 00000100:00000200:2.0:1767326438.716600:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408674688, offset 0 00000400:00000200:2.0:1767326438.716605:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326438.716611:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326438.716614:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326438.716616:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326438.716619:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326438.716621:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326438.716624:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [411:411:254:4294967295] 192.168.202.142@tcp LPNI seq info [411:411:6:4294967295] 00000400:00000200:2.0:1767326438.716631:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326438.716635:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326438.716638:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000064d7910e. 00000800:00000200:2.0:1767326438.716643:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326438.716648:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326438.716651:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000064d7910e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326438.716654:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326438.716657:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 172480 usecs (173 jiffies) 00000100:00000001:2.0:1767326438.716660:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306306734 00000100:00000001:2.0:1767326438.716662:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306310337 00000100:00000001:2.0:1767326438.716664:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306306734 00000100:00000001:2.0:1767326438.716666:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306310337 00000100:00000001:2.0:1767326438.716668:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306306734 00000100:00000001:2.0:1767326438.716670:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306310337 00000100:00000001:2.0:1767326438.716672:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306306734 00000100:00000001:2.0:1767326438.716679:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306310337 00000100:00000001:2.0:1767326438.716681:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326438.716683:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326438.716685:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326438.716687:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326438.716691:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326438.716693:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326438.716695:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767326438.716697:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326438.716697:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326438.716700:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326438.716702:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 00000100:00000001:2.0:1767326438.716704:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326438.716713:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326438.716721:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326438.716728:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c9abd2f 00000400:00000010:0.0:1767326438.716731:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c9abd2f. 00000100:00000001:0.0:1767326438.716737:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326438.716741:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f77d35e x1853175408674432/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326438.716752:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326438.716755:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f77d35e x1853175408674432/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326438.716763:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326438.716765:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326438.716778:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326438.716780:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000927476c9. 00000400:00000200:0.0:1767326438.716783:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326438.716786:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326438.716788:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d7bb058 00000400:00000010:0.0:1767326438.716790:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d7bb058. 00000100:00000001:0.0:1767326438.716792:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326438.716795:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3b77a00 x1853175408674560/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326438.716802:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326438.716804:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3b77a00 x1853175408674560/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326438.716811:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326438.716819:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326438.716883:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326438.716886:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064d7910e. 00000400:00000200:0.0:1767326438.716889:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326438.716893:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326438.716895:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025eb1d28 00000400:00000010:0.0:1767326438.716897:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025eb1d28. 00000100:00000001:0.0:1767326438.716900:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326438.716903:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000457f07b7 x1853175408674688/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326438.716911:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326438.716913:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000457f07b7 x1853175408674688/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326438.716918:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326438.716920:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326438.717118:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326438.717120:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326438.717128:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326438.717130:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326438.717131:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326438.717133:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326438.724763:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326438.724784:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326438.724789:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326438.724791:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326438.725149:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326438.725173:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0c700 00000400:00000200:0.0:1767326438.725183:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xda5 [1] + 224 00000800:00000001:0.0:1767326438.725193:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326438.725200:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326438.725204:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326438.725209:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326438.725218:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326438.725227:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3b77a00 x1853175408674560/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326438.725240:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3b77a00 x1853175408674560/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326438.725262:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326438.725290:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326438.725294:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326438.725297:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326438.725299:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326438.725303:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326438.725304:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326438.725311:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0c780 00000400:00000200:0.0:1767326438.725316:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xdad [1] + 224 00000800:00000001:0.0:1767326438.725320:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326438.725325:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326438.725327:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326438.725328:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326438.725334:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:1.0:1767326438.725338:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326438.725341:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326438.725345:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803932a0. 00000400:00000200:1.0:1767326438.725350:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a686d3c9 00000400:00000010:1.0:1767326438.725353:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a686d3c9. 00000100:00000001:1.0:1767326438.725363:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326438.725364:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326438.725369:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3b77a00 x1853175408674560/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326438.725372:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000457f07b7 x1853175408674688/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326438.725394:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3b77a00 x1853175408674560/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326438.725396:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000457f07b7 x1853175408674688/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326438.725441:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326438.725445:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326438.725449:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326438.725455:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326438.725459:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326438.725462:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326438.725462:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326438.725468:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326438.725469:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326438.725487:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326438.725490:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326438.725493:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326438.725495:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=129 v=5 (5 5 5 5) 00000400:00000200:0.0:1767326438.725501:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:2.0:1767326438.725502:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767326438.725503:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326438.725507:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326438.725509:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767326438.725512:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0c680 00000400:00000001:2.0:1767326438.725513:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326438.725514:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326438.725519:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:2.0:1767326438.725522:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767326438.725526:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326438.725526:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f72d9731. 00000100:00000001:1.0:1767326438.725533:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767326438.725533:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091464543 00000400:00000010:2.0:1767326438.725535:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091464543. 00000100:00000040:1.0:1767326438.725537:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326438.725541:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326438.725541:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326438.725546:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xd9d [1] + 224 00000100:00000001:1.0:1767326438.725546:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326438.725550:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000457f07b7 x1853175408674688/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326438.725554:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326438.725556:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3b77a00 x1853175408674560/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326438.725564:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326438.725570:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767326438.725573:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000457f07b7 x1853175408674688/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326438.725576:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326438.725582:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326438.725583:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326438.725587:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326438.725589:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326438.725590:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326438.725591:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326438.725595:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3b77a00 x1853175408674560/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326438.725595:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326438.725597:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767326438.725600:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f77d35e x1853175408674432/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326438.725600:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326438.725602:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326438.725606:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326438.725612:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=123 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326438.725617:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=80 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326438.725623:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326438.725626:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326438.725628:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006f77d35e x1853175408674432/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326438.725629:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1767326438.725637:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3b77a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408674560:192.168.202.142@tcp:400: 00010000:00080000:2.0:1767326438.725643:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000457f07b7 x1853175408674688/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326438.725649:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326438.725656:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326438.725662:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3b77a00 x1853175408674560/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326438.725666:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326438.725670:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326438.725672:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326438.725675:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326438.725676:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326438.725680:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326438.725681:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326438.725681:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1767326438.725686:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326438.725686:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767326438.725687:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000457f07b7 x1853175408674688/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326438.725693:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ae55e2e. 02000000:00000001:1.0:1767326438.725700:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326438.725700:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767326438.725704:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326438.725705:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1767326438.725708:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326438.725711:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326438.725713:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326438.725714:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d731ab4b. 00000100:00000001:3.0:1767326438.725718:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326438.725720:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326438.725722:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:3.0:1767326438.725724:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:1.0:1767326438.725725:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3b77a00. 00000400:00000001:3.0:1767326438.725727:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326438.725729:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1767326438.725731:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd1fd7a8. 00000100:00000001:1.0:1767326438.725732:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326438.725736:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326438.725737:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93e8e08 00000400:00000010:3.0:1767326438.725740:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d93e8e08. 00000100:00000001:3.0:1767326438.725744:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326438.725747:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767326438.725748:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f77d35e x1853175408674432/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326438.725750:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326438.725755:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326438.725758:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326438.725765:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f77d35e x1853175408674432/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326438.725774:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326438.725775:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326438.725777:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326438.725778:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326438.725780:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326438.725781:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326438.725783:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326438.725785:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326438.725786:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=134 v=5 (5 5 5 5) 00000100:00000040:2.0:1767326438.725789:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000457f07b7 x1853175408674688/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326438.725789:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326438.725792:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326438.725793:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326438.725795:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326438.725796:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326438.725797:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000457f07b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408674688:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326438.725798:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326438.725802:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326438.725803:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326438.725805:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000457f07b7 x1853175408674688/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326438.725809:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f77d35e x1853175408674432/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326438.725812:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326438.725813:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326438.725815:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000707c751a. 02000000:00000001:2.0:1767326438.725818:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326438.725819:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326438.725819:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326438.725820:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1767326438.725821:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326438.725821:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326438.725823:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326438.725824:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb080471. 00000100:00000040:3.0:1767326438.725824:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f77d35e x1853175408674432/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326438.725826:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326438.725828:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326438.725829:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000457f07b7. 00000100:00000001:2.0:1767326438.725832:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326438.725836:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326438.725838:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326438.725838:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408674432:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326438.725841:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326438.725842:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326438.725843:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326438.725844:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326438.725844:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326438.725846:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f77d35e x1853175408674432/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326438.725852:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326438.725852:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326438.725853:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326438.725855:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d52f2a1b. 02000000:00000001:3.0:1767326438.725857:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326438.725858:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326438.725859:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326438.725861:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326438.725863:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5dc54ea. 02000000:00000001:3.0:1767326438.725865:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326438.725866:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326438.725867:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f77d35e. 00000100:00000001:3.0:1767326438.725870:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326438.725871:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326438.725872:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326438.725876:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326438.725877:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326438.725879:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326438.725881:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326439.739564:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326439.739571:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326439.739577:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326439.739578:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326439.739597:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326439.739602:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326439.739605:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326440.763565:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326440.763577:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326440.763583:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326440.763585:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326440.763618:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326440.763621:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326440.763624:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326441.787549:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326441.787558:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326441.787566:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326441.787567:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326441.787613:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326441.787617:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326441.787619:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326442.555570:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306310337, at 4306310400 00000100:00000040:2.0:1767326442.555570:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306310337, at 4306310400 00000100:00000010:1.0:1767326442.555592:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080aa1012. 00000100:00000010:2.0:1767326442.555602:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdeaec1. 00000100:00000040:3.0:1767326442.555823:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306310337, at 4306310400 00000100:00000010:3.0:1767326442.555831:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054b8fd36. 00000100:00000040:0.0:1767326442.555987:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306310337, at 4306310400 00000100:00000010:0.0:1767326442.555993:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003de2fc58. 00010000:00000001:0.0:1767326442.811566:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326442.811575:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326442.811647:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326442.811651:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326442.811654:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326442.811660:0:217662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326442.811662:0:217662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326442.811664:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326442.811666:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326442.811668:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326442.811669:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326442.811676:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326442.811887:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326442.811892:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326442.811895:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326443.835576:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326443.835584:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326443.835591:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326443.835619:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326443.835646:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326443.835650:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326443.835653:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326443.839582:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326443.839595:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326443.839608:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3b77a00. 00000020:00000040:1.0:1767326443.839616:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326443.839621:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326443.839625:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326443.839632:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326443.839661:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d731ab4b. 00000100:00000001:1.0:1767326443.839670:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326443.839685:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000c3b77a00 x1853175408674816/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326443.839697:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326443.839700:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326443.839707:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3b77a00] to pc [ptlrpcd_00_02+2] req@00000000c3b77a00 x1853175408674816/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326443.839746:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326443.839748:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326443.839752:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326443.839754:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d0a181c0. 00000020:00000040:1.0:1767326443.839757:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326443.839759:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326443.839761:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326443.839763:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326443.839766:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015e6043a. 00000100:00000001:1.0:1767326443.839769:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326443.839772:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000d0a181c0 x1853175408674944/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326443.839780:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326443.839781:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326443.839784:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0a181c0] to pc [ptlrpcd_00_03+3] req@00000000d0a181c0 x1853175408674944/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326443.839792:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326443.839794:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326443.839797:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326443.839802:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f77d35e. 00000020:00000040:1.0:1767326443.839804:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326443.839806:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326443.839813:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326443.839815:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326443.839819:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5dc54ea. 00000100:00000001:1.0:1767326443.839822:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326443.839825:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000006f77d35e x1853175408675072/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326443.839832:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326443.839833:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326443.839837:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f77d35e] to pc [ptlrpcd_00_00+0] req@000000006f77d35e x1853175408675072/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326443.839867:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326443.839870:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326443.839873:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326443.839879:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11649) 00000100:00000001:2.0:1767326443.839947:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326443.839953:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326443.839957:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326443.839962:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326443.839963:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3b77a00 x1853175408674816/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326443.839967:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326443.839971:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326443.839977:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326443.839979:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d0a181c0 x1853175408674944/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326443.839980:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326443.839988:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326443.839992:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767326443.839993:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326443.839995:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326443.839998:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326443.840002:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3b77a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408674816:192.168.202.142@tcp:400: 02000000:00000001:3.0:1767326443.840006:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326443.840009:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326443.840010:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326443.840014:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326443.840018:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1767326443.840018:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d0a181c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408674944:192.168.202.142@tcp:400: 02000000:00000001:2.0:1767326443.840023:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326443.840024:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326443.840029:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326443.840030:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326443.840032:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326443.840035:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326443.840037:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8360d0e. 02000000:00000010:3.0:1767326443.840039:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e769b2c. 02000000:00000001:2.0:1767326443.840041:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326443.840043:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326443.840052:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f72d9731. 00000400:00000010:3.0:1767326443.840052:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd1fd7a8. 00000400:00000010:3.0:1767326443.840061:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 00000400:00000010:2.0:1767326443.840067:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091464543. 00000100:00000200:2.0:1767326443.840072:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408674816, portal 25 00000100:00000200:3.0:1767326443.840072:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408674944, portal 10 00000100:00000001:2.0:1767326443.840079:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326443.840079:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326443.840082:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604901760 : -115369104649856 : ffff9712897fd180) 00000100:00000001:2.0:1767326443.840083:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899072 : -115369104652544 : ffff9712897fc700) 00000100:00000040:2.0:1767326443.840092:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3b77a00 x1853175408674816/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326443.840094:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d0a181c0 x1853175408674944/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326443.840116:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326443.840116:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326443.840122:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326443.840126:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326443.840127:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000726c910d. 00000400:00000010:2.0:1767326443.840130:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039fbeb8f. 00000100:00000200:3.0:1767326443.840132:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408674944, offset 0 00000100:00000200:2.0:1767326443.840136:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408674816, offset 0 00000400:00000200:3.0:1767326443.840144:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326443.840192:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326443.840194:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326443.840199:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326443.840201:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326443.840207:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f77d35e x1853175408675072/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326443.840210:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326443.840220:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326443.840221:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326443.840224:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326443.840228:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326443.840229:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:0.0:1767326443.840231:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326443.840235:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326443.840237:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1767326443.840241:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408675072:192.168.202.142@tcp:400: 00000400:00000200:2.0:1767326443.840245:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326443.840249:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326443.840254:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326443.840254:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [412:412:256:4294967295] 192.168.202.142@tcp LPNI seq info [412:412:8:4294967295] 02000000:00000001:0.0:1767326443.840257:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326443.840261:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326443.840266:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006518b3e9. 02000000:00000001:0.0:1767326443.840269:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326443.840275:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005da1a1ff. 00000400:00000200:2.0:1767326443.840275:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:0.0:1767326443.840282:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c6835ee. 00000800:00000200:2.0:1767326443.840287:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000200:0.0:1767326443.840288:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408675072, portal 10 00000100:00000001:0.0:1767326443.840292:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326443.840293:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604910720 : -115369104640896 : ffff9712897ff480) 00000800:00000010:2.0:1767326443.840295:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039fc680f. 00000100:00000040:0.0:1767326443.840301:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f77d35e x1853175408675072/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326443.840308:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326443.840315:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326443.840318:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326443.840322:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4a8377b. 00000100:00000200:0.0:1767326443.840324:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408675072, offset 0 00000400:00000200:0.0:1767326443.840588:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326443.842599:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326443.842608:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000039fc680f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326443.842635:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326443.842642:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306315464 00000100:00000010:2.0:1767326443.842654:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1abc711. 00000100:00000001:2.0:1767326443.842663:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326443.842672:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306315464 00000100:00000010:2.0:1767326443.842674:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cfbb0404. 00000100:00000001:2.0:1767326443.842678:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326443.842693:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306315464 00000100:00000010:2.0:1767326443.842696:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052a18f61. 00000100:00000001:2.0:1767326443.842699:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326443.842702:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306315464 00000100:00000010:2.0:1767326443.842705:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae171abe. 00000100:00000001:2.0:1767326443.842708:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326443.842712:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326443.842716:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326443.842721:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326443.842725:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326443.842735:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326443.842737:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326443.842740:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326443.842742:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326443.842743:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326443.842746:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326443.842760:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326443.842762:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326443.842780:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326443.842786:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039fc680f. 00000400:00000200:1.0:1767326443.842793:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326443.842801:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326443.842861:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326443.842867:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326443.842873:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326443.842876:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326443.842941:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326443.842945:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [413:413:255:4294967295] 192.168.202.142@tcp LPNI seq info [413:413:7:4294967295] 00000400:00000200:3.0:1767326443.842958:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326443.842965:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326443.842970:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8b9f1ee. 00000800:00000200:3.0:1767326443.842976:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326443.842989:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326443.842992:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8b9f1ee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326443.842994:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326443.842999:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 128603 usecs (129 jiffies) 00000100:00000001:3.0:1767326443.843001:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306311816 00000100:00000001:3.0:1767326443.843004:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306315464 00000100:00000001:3.0:1767326443.843006:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306311816 00000100:00000001:3.0:1767326443.843008:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306315464 00000100:00000001:3.0:1767326443.843014:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306311816 00000100:00000001:3.0:1767326443.843016:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306315464 00000100:00000001:3.0:1767326443.843017:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306311816 00000100:00000001:3.0:1767326443.843019:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306315464 00000100:00000001:3.0:1767326443.843021:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326443.843023:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326443.843025:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326443.843027:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326443.843031:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326443.843032:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326443.843034:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326443.843035:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326443.843036:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326443.843038:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326443.843076:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326443.843084:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326443.843087:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326443.843089:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326443.843091:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326443.843094:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [414:414:254:4294967295] 192.168.202.142@tcp LPNI seq info [414:414:6:4294967295] 00000400:00000200:0.0:1767326443.843102:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326443.843107:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326443.843111:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000400:00000200:1.0:1767326443.843111:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039fbeb8f 00000400:00000010:1.0:1767326443.843117:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039fbeb8f. 00000800:00000200:0.0:1767326443.843120:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326443.843125:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767326443.843126:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326443.843130:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326443.843133:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326443.843136:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3b77a00 x1853175408674816/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326443.843138:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 171140 usecs (172 jiffies) 00000100:00000001:0.0:1767326443.843143:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306311859 00000100:00000001:0.0:1767326443.843147:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306315464 00000100:00000001:0.0:1767326443.843152:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306311859 00000100:00000001:0.0:1767326443.843156:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306315464 00000100:00000001:1.0:1767326443.843157:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326443.843159:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306311859 00000100:00000040:1.0:1767326443.843162:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3b77a00 x1853175408674816/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326443.843164:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306315464 00000100:00000001:0.0:1767326443.843168:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306311859 00000100:00000001:0.0:1767326443.843172:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306315464 00000100:00000001:0.0:1767326443.843175:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326443.843179:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326443.843181:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326443.843183:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326443.843185:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326443.843186:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326443.843192:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326443.843193:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326443.843195:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326443.843200:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326443.843202:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326443.843204:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326443.843208:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326443.843211:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8b9f1ee. 00000400:00000200:1.0:1767326443.843215:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326443.843226:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326443.843229:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000726c910d 00000400:00000010:1.0:1767326443.843231:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000726c910d. 00000100:00000001:1.0:1767326443.843234:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326443.843237:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d0a181c0 x1853175408674944/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326443.843245:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326443.843248:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d0a181c0 x1853175408674944/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326443.843254:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326443.843255:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326443.843291:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326443.843294:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000400:00000200:1.0:1767326443.843297:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326443.843300:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326443.843303:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a8377b 00000400:00000010:1.0:1767326443.843304:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4a8377b. 00000100:00000001:1.0:1767326443.843307:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326443.843310:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f77d35e x1853175408675072/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326443.843316:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326443.843611:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f77d35e x1853175408675072/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326443.843618:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326443.843620:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326443.844965:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326443.844977:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326443.844981:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326443.844983:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326443.844991:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326443.845003:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0c800 00000400:00000200:0.0:1767326443.845011:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xdb9 [1] + 224 00000800:00000001:0.0:1767326443.845019:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326443.845025:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326443.845026:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326443.845029:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326443.845034:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326443.845038:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3b77a00 x1853175408674816/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326443.845046:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3b77a00 x1853175408674816/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326443.845101:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326443.845106:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326443.845109:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767326443.845127:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326443.845128:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326443.845131:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767326443.845133:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326443.845136:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f72d9731. 00000400:00000200:2.0:1767326443.845143:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091464543 00000400:00000010:2.0:1767326443.845146:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091464543. 00000100:00000001:2.0:1767326443.845150:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326443.845154:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3b77a00 x1853175408674816/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326443.845163:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3b77a00 x1853175408674816/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326443.845169:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326443.845171:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326443.845173:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326443.845177:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326443.845180:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326443.845459:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326443.845463:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326443.845472:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=139 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326443.845478:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=139 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326443.845480:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326443.845482:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326443.845484:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326443.845487:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326443.845491:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326443.845495:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3b77a00 x1853175408674816/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326443.845573:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326443.845577:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326443.845579:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326443.845583:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3b77a00 x1853175408674816/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326443.845591:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3b77a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408674816:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326443.845597:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326443.845599:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326443.845602:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3b77a00 x1853175408674816/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326443.845609:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326443.845612:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326443.845616:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8360d0e. 02000000:00000001:2.0:1767326443.845619:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326443.845622:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326443.845624:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326443.845626:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326443.845629:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d731ab4b. 02000000:00000001:2.0:1767326443.845634:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326443.845636:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326443.845637:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3b77a00. 00000100:00000001:2.0:1767326443.845641:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326443.845649:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326443.845651:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326443.845658:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326443.845660:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326443.845662:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326443.845665:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326443.846077:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326443.846083:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326443.846086:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326443.846088:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326443.846093:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326443.846102:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0c900 00000400:00000200:0.0:1767326443.846108:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xdc5 [1] + 224 00000800:00000001:0.0:1767326443.846114:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326443.846120:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326443.846122:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326443.846125:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326443.846147:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326443.846151:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f77d35e x1853175408675072/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326443.846161:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006f77d35e x1853175408675072/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326443.846182:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326443.846188:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326443.846192:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326443.846216:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326443.846220:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326443.846225:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326443.846227:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326443.846244:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005da1a1ff. 00000400:00000200:1.0:1767326443.846248:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c6835ee 00000400:00000010:1.0:1767326443.846250:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c6835ee. 00000100:00000001:1.0:1767326443.846253:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326443.846258:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f77d35e x1853175408675072/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326443.846274:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f77d35e x1853175408675072/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326443.846281:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326443.846283:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326443.846285:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326443.846287:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326443.846288:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326443.846290:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326443.846293:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326443.846299:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=128 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326443.846303:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326443.846306:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326443.846308:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326443.846310:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326443.846315:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006f77d35e x1853175408675072/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326443.846322:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326443.846325:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326443.846328:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326443.846330:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326443.846332:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326443.846334:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f77d35e x1853175408675072/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326443.846340:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326443.846342:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326443.846344:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326443.846346:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f77d35e x1853175408675072/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326443.846354:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408675072:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326443.846358:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326443.846366:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326443.846368:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f77d35e x1853175408675072/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326443.846375:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326443.846377:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326443.846379:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006518b3e9. 02000000:00000001:1.0:1767326443.846382:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326443.846384:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326443.846385:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326443.846388:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326443.846389:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5dc54ea. 02000000:00000001:1.0:1767326443.846392:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326443.846393:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326443.846394:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f77d35e. 00000100:00000001:1.0:1767326443.846397:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326443.846472:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326443.846475:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326443.846481:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326443.846482:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326443.846485:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326443.846488:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326443.846509:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326443.846516:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326443.846518:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326443.846524:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326443.846529:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326443.846537:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0c880 00000400:00000200:3.0:1767326443.846542:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xdb5 [1] + 224 00000800:00000001:3.0:1767326443.846546:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326443.846557:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326443.846559:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326443.846563:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326443.846567:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326443.846571:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d0a181c0 x1853175408674944/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326443.846580:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d0a181c0 x1853175408674944/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326443.846599:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326443.846605:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326443.846608:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326443.846637:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326443.846641:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326443.846645:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326443.846647:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326443.846649:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd1fd7a8. 00000400:00000200:0.0:1767326443.846653:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93e8e08 00000400:00000010:0.0:1767326443.846655:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d93e8e08. 00000100:00000001:0.0:1767326443.846658:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326443.846661:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d0a181c0 x1853175408674944/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326443.846668:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d0a181c0 x1853175408674944/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326443.846672:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326443.846673:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326443.846674:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326443.846675:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326443.846676:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326443.846677:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326443.846678:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326443.846682:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=134 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326443.846684:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=134 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326443.846686:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326443.846686:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326443.846688:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326443.846690:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326443.846692:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326443.846697:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326443.846699:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326443.846700:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326443.846702:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d0a181c0 x1853175408674944/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326443.846707:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326443.846709:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326443.846710:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326443.846711:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0a181c0 x1853175408674944/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326443.846715:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d0a181c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408674944:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326443.846718:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326443.846719:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326443.846720:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d0a181c0 x1853175408674944/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326443.846723:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326443.846724:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326443.846725:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e769b2c. 02000000:00000001:0.0:1767326443.846727:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326443.846727:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326443.846728:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326443.846730:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326443.846731:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000015e6043a. 02000000:00000001:0.0:1767326443.846733:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326443.846734:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326443.846735:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d0a181c0. 00000100:00000001:0.0:1767326443.846738:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326443.846739:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326443.846740:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326443.846745:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326443.846746:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326443.846748:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326443.846749:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326444.859555:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326444.859563:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326444.859570:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326444.859571:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326444.859605:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326444.859610:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326444.859613:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326445.883593:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326445.883606:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326445.883610:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326445.883612:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326445.883619:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326445.883622:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326445.883624:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326445.883626:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326445.883631:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326445.883632:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326445.886517:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326445.886523:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326445.886528:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326446.909635:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326446.909643:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326446.909648:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326446.909650:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326446.909668:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326446.909671:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326446.909674:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326447.675536:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306315464, at 4306315520 00000100:00000040:3.0:1767326447.675536:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306315464, at 4306315520 00000100:00000040:0.0:1767326447.675537:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306315464, at 4306315520 00000100:00000010:2.0:1767326447.675556:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052a18f61. 00000100:00000010:3.0:1767326447.675560:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae171abe. 00000100:00000010:0.0:1767326447.675563:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1abc711. 00000100:00000040:1.0:1767326447.675664:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306315464, at 4306315520 00000100:00000010:1.0:1767326447.675671:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cfbb0404. 00010000:00000001:0.0:1767326447.931599:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326447.931610:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326447.931619:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326447.931621:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326447.931653:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326447.931658:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326447.931661:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326448.955518:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326448.955525:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326448.955525:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326448.955531:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326448.955534:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326448.955535:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326448.955548:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a60b7193. 00000020:00000040:3.0:1767326448.955557:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326448.955562:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326448.955566:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326448.955572:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326448.955584:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8b9f1ee. 00000100:00000001:3.0:1767326448.955591:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326448.955604:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000a60b7193 x1853175408675200/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326448.955615:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326448.955618:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326448.955623:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a60b7193] to pc [ptlrpcd_00_01+1] req@00000000a60b7193 x1853175408675200/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326448.955653:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326448.955656:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326448.955660:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326448.955669:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326448.955673:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326448.955675:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326448.955681:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a60b7193 x1853175408675200/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326448.955684:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326448.955690:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326448.955691:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326448.955708:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326448.955712:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326448.955714:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326448.955716:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326448.955718:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a60b7193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408675200:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326448.955722:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326448.955729:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326448.955732:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326448.955736:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767326448.955736:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e74e626. 00000020:00000040:3.0:1767326448.955742:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 02000000:00000010:0.0:1767326448.955744:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068c68780. 00000100:00000001:3.0:1767326448.955745:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326448.955747:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326448.955749:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326448.955758:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fbf4e62. 02000000:00000001:3.0:1767326448.955762:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326448.955767:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 02000000:00000010:3.0:1767326448.955769:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003fff2558. 00000100:00000001:3.0:1767326448.955775:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326448.955779:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408675200, portal 25 00000100:00000040:3.0:1767326448.955780:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000007e74e626 x1853175408675328/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326448.955784:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326448.955786:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571634816 : -115369137916800 : ffff971287843480) 00000100:00000040:0.0:1767326448.955792:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a60b7193 x1853175408675200/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326448.955817:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326448.955818:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326448.955822:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326448.955826:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767326448.955830:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e74e626] to pc [ptlrpcd_00_02+2] req@000000007e74e626 x1853175408675328/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326448.955831:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a64290c. 00000100:00000200:0.0:1767326448.955837:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408675200, offset 0 00000400:00000200:0.0:1767326448.955850:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326448.955865:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326448.955869:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:3.0:1767326448.955871:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326448.955877:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326448.955878:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326448.955879:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1767326448.955880:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9b89a7. 00000100:00000001:1.0:1767326448.955882:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326448.955886:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767326448.955886:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000400:00000200:0.0:1767326448.955888:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326448.955892:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767326448.955896:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007e74e626 x1853175408675328/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326448.955897:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326448.955897:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326448.955901:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326448.955906:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000010:3.0:1767326448.955908:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005f1bd790. 00000100:00000001:3.0:1767326448.955914:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326448.955917:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [415:415:256:4294967295] 192.168.202.142@tcp LPNI seq info [415:415:8:4294967295] 00000100:00000001:1.0:1767326448.955919:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326448.955922:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326448.955923:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000003e9b89a7 x1853175408675456/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326448.955927:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326448.955930:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326448.955936:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326448.955943:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00100000:1.0:1767326448.955945:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007e74e626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408675328:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326448.955948:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326448.955952:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326448.955958:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326448.955961:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326448.955961:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9b89a7] to pc [ptlrpcd_00_03+3] req@000000003e9b89a7 x1853175408675456/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326448.955966:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:0.0:1767326448.955967:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 02000000:00000001:1.0:1767326448.955970:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326448.955975:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326448.955976:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326448.955980:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767326448.955981:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000305160e1. 02000000:00000001:1.0:1767326448.955985:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326448.955991:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803932a0. 00000100:00000040:3.0:1767326448.955993:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:0.0:1767326448.955998:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:1.0:1767326448.955999:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a686d3c9. 00000100:00000040:3.0:1767326448.956001:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11654) 00000100:00000200:1.0:1767326448.956005:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408675328, portal 10 00000100:00000001:1.0:1767326448.956009:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326448.956011:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571624064 : -115369137927552 : ffff971287840a80) 00000800:00000200:0.0:1767326448.956013:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326448.956019:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767326448.956020:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007e74e626 x1853175408675328/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326448.956030:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326448.956030:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326448.956032:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326448.956035:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326448.956037:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326448.956038:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306320577 00000100:00000001:3.0:1767326448.956039:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767326448.956042:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a44e04f. 00000100:00000010:0.0:1767326448.956045:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cd2e4ac. 00000100:00000200:1.0:1767326448.956046:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408675328, offset 0 00000100:00000040:3.0:1767326448.956049:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9b89a7 x1853175408675456/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326448.956054:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326448.956060:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326448.956063:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306320577 00000100:00000001:3.0:1767326448.956065:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1767326448.956069:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049f01126. 00000100:00000001:3.0:1767326448.956069:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326448.956070:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326448.956076:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1767326448.956076:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326448.956077:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326448.956080:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326448.956082:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306320577 00000400:00000200:1.0:1767326448.956084:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000010:0.0:1767326448.956086:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077436310. 00000100:00000001:0.0:1767326448.956090:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326448.956090:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326448.956091:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326448.956094:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306320577 00000400:00000200:1.0:1767326448.956097:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000010:0.0:1767326448.956098:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c97101f. 00000100:00100000:3.0:1767326448.956099:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408675456:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326448.956103:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326448.956108:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [416:416:255:4294967295] 192.168.202.142@tcp LPNI seq info [416:416:7:4294967295] 00000100:00000001:3.0:1767326448.956108:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326448.956109:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326448.956112:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326448.956114:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326448.956116:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326448.956119:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326448.956120:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326448.956124:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326448.956125:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004aa8ea12. 00000400:00000200:1.0:1767326448.956129:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:3.0:1767326448.956130:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326448.956132:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326448.956136:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767326448.956137:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d92668db. 00000100:00000001:0.0:1767326448.956139:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326448.956142:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326448.956143:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326448.956144:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326448.956145:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af85f150. 00000100:00000001:0.0:1767326448.956149:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326448.956149:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5dc54ea. 00000100:00000200:3.0:1767326448.956151:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408675456, portal 10 00000100:00000001:3.0:1767326448.956155:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326448.956158:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571622272 : -115369137929344 : ffff971287840380) 00000800:00000200:1.0:1767326448.956159:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:3.0:1767326448.956169:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9b89a7 x1853175408675456/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326448.956170:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326448.956176:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5dc54ea type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326448.956180:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326448.956182:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326448.956184:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326448.956187:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718453b7. 00000800:00000200:0.0:1767326448.956190:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1767326448.956190:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408675456, offset 0 00000100:00000040:1.0:1767326448.956194:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 127628 usecs (128 jiffies) 00000800:00000010:0.0:1767326448.956195:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000400:00000200:3.0:1767326448.956199:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326448.956200:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306316928 00000400:00000200:0.0:1767326448.956204:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326448.956205:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306320577 00000400:00000200:3.0:1767326448.956206:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326448.956210:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306316928 00000400:00000200:0.0:1767326448.956213:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326448.956216:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306320577 00000400:00000200:3.0:1767326448.956220:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326448.956221:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306316928 00000400:00000200:3.0:1767326448.956225:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326448.956227:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306320577 00000400:00000200:3.0:1767326448.956229:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326448.956233:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306316928 00000400:00000200:3.0:1767326448.956233:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326448.956238:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306320577 00000400:00000200:3.0:1767326448.956240:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [417:417:254:4294967295] 192.168.202.142@tcp LPNI seq info [417:417:6:4294967295] 00000100:00000001:1.0:1767326448.956242:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326448.956247:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326448.956251:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326448.956255:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326448.956259:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326448.956262:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767326448.956263:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326448.956265:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326448.956267:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a64290c 00000020:00000001:2.0:1767326448.956269:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326448.956270:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326448.956272:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a64290c. 00000100:00000001:1.0:1767326448.956272:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767326448.956275:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326448.956276:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767326448.956277:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a10cd6c4. 00000100:00000001:1.0:1767326448.956280:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326448.956285:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326448.956285:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326448.956286:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:0.0:1767326448.956292:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a60b7193 x1853175408675200/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326448.956299:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326448.956319:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a60b7193 x1853175408675200/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326448.956326:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326448.956326:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326448.956329:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326448.956333:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a10cd6c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326448.956339:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326448.956341:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767326448.956343:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 169792 usecs (170 jiffies) 00000800:00000010:0.0:1767326448.956344:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5dc54ea. 00000400:00000200:0.0:1767326448.956349:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326448.956350:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306316970 00000400:00000200:0.0:1767326448.956355:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326448.956355:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306320577 00000400:00000200:0.0:1767326448.956359:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a44e04f 00000100:00000001:3.0:1767326448.956361:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306316970 00000400:00000010:0.0:1767326448.956362:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a44e04f. 00000100:00000001:3.0:1767326448.956364:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306320577 00000100:00000001:0.0:1767326448.956365:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326448.956368:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306316970 00000100:00000200:0.0:1767326448.956369:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007e74e626 x1853175408675328/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326448.956372:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306320577 00000100:00000001:0.0:1767326448.956390:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326448.956392:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007e74e626 x1853175408675328/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326448.956396:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326448.956397:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326448.956434:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306316971 00000100:00000001:3.0:1767326448.956436:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306320577 00000100:00000001:3.0:1767326448.956438:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326448.956440:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326448.956442:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326448.956444:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326448.956448:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326448.956450:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326448.956451:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326448.956458:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326448.956459:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326448.956461:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326448.956481:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326448.956485:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a10cd6c4. 00000400:00000200:0.0:1767326448.956488:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326448.956492:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326448.956495:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718453b7 00000400:00000010:0.0:1767326448.956496:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718453b7. 00000100:00000001:0.0:1767326448.956498:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326448.956501:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9b89a7 x1853175408675456/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326448.956508:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326448.956511:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9b89a7 x1853175408675456/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326448.956528:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326448.956530:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326448.957741:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326448.957839:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326448.957843:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326448.957846:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326448.957854:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326448.957865:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0c980 00000400:00000200:0.0:1767326448.957871:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xdcd [1] + 224 00000800:00000001:0.0:1767326448.957878:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326448.957883:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326448.957885:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326448.957888:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326448.957892:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326448.957895:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a60b7193 x1853175408675200/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326448.957904:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a60b7193 x1853175408675200/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326448.957926:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326448.957933:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326448.957936:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326448.957938:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326448.957940:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326448.957944:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326448.957950:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0ca00 00000400:00000200:0.0:1767326448.957955:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xdd5 [1] + 224 00000800:00000001:0.0:1767326448.957959:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326448.957990:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326448.957992:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326448.957994:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326448.957996:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326448.958003:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007e74e626 x1853175408675328/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326448.958008:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007e74e626 x1853175408675328/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326448.958017:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326448.958020:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326448.958022:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326448.958024:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326448.958025:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326448.958027:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326448.958031:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0ca80 00000400:00000200:0.0:1767326448.958034:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xddd [1] + 224 00000800:00000001:0.0:1767326448.958037:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326448.958040:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326448.958041:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326448.958045:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326448.958047:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326448.958047:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326448.958052:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9b89a7 x1853175408675456/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326448.958052:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326448.958060:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9b89a7 x1853175408675456/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326448.958060:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326448.958064:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326448.958068:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803932a0. 00000100:00000001:0.0:1767326448.958070:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767326448.958074:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a686d3c9 00000400:00000010:1.0:1767326448.958077:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a686d3c9. 00000100:00000001:1.0:1767326448.958080:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767326448.958083:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326448.958085:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326448.958087:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007e74e626 x1853175408675328/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326448.958088:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326448.958089:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326448.958093:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326448.958096:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326448.958099:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d92668db. 00000400:00000200:3.0:1767326448.958104:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af85f150 00000400:00000010:3.0:1767326448.958106:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af85f150. 00000100:00000200:1.0:1767326448.958108:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007e74e626 x1853175408675328/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326448.958110:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326448.958116:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9b89a7 x1853175408675456/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326448.958122:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767326448.958125:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9b89a7 x1853175408675456/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326448.958131:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326448.958133:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326448.958135:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326448.958138:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326448.958138:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326448.958140:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767326448.958142:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326448.958143:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326448.958145:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326448.958146:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326448.958150:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326448.958150:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326448.958156:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326448.958160:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=133 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326448.958162:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=139 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326448.958164:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=90 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326448.958171:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1767326448.958172:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=139 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326448.958172:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326448.958176:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326448.958178:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00080000:3.0:1767326448.958181:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003e9b89a7 x1853175408675456/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326448.958182:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326448.958187:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326448.958191:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326448.958191:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326448.958193:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326448.958196:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326448.958197:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326448.958198:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1767326448.958202:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326448.958202:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326448.958206:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767326448.958207:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9b89a7 x1853175408675456/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326448.958210:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326448.958217:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007e74e626 x1853175408675328/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326448.958222:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326448.958227:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326448.958229:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326448.958235:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326448.958236:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9b89a7 x1853175408675456/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326448.958240:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326448.958243:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326448.958246:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408675456:192.168.202.142@tcp:400: 00000100:00000040:1.0:1767326448.958249:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e74e626 x1853175408675328/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326448.958256:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326448.958261:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767326448.958264:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007e74e626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408675328:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767326448.958268:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9b89a7 x1853175408675456/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326448.958270:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326448.958275:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326448.958280:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007e74e626 x1853175408675328/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326448.958284:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326448.958288:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326448.958291:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1767326448.958292:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004aa8ea12. 02000000:00000001:1.0:1767326448.958294:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326448.958298:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000305160e1. 02000000:00000001:3.0:1767326448.958300:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767326448.958303:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326448.958304:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767326448.958307:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326448.958308:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326448.958310:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326448.958312:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326448.958312:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005f1bd790. 00000100:00000001:2.0:1767326448.958317:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326448.958318:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326448.958321:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1767326448.958322:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000400:00000001:2.0:1767326448.958323:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:3.0:1767326448.958323:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9b89a7. 00000400:00000001:2.0:1767326448.958328:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326448.958328:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767326448.958329:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1767326448.958333:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fbf4e62. 00000100:00000001:3.0:1767326448.958333:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326448.958334:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003fff2558. 00000100:00000001:3.0:1767326448.958336:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326448.958340:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 02000000:00000001:1.0:1767326448.958341:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326448.958342:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767326448.958345:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1767326448.958345:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00000100:00000001:3.0:1767326448.958345:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326448.958350:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e74e626. 00000100:00000001:3.0:1767326448.958351:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326448.958352:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326448.958353:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326448.958358:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1767326448.958360:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a60b7193 x1853175408675200/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326448.958361:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326448.958365:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326448.958372:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326448.958383:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326448.958386:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a60b7193 x1853175408675200/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326448.958387:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326448.958391:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326448.958418:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326448.958420:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326448.958423:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326448.958424:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326448.958432:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326448.958433:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326448.958435:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326448.958438:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=144 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326448.958441:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=144 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326448.958443:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326448.958445:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326448.958447:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326448.958448:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326448.958450:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326448.958453:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a60b7193 x1853175408675200/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326448.958460:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326448.958467:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326448.958469:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326448.958474:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a60b7193 x1853175408675200/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326448.958484:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a60b7193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408675200:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326448.958489:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326448.958490:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326448.958492:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a60b7193 x1853175408675200/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326448.958498:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326448.958499:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326448.958501:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068c68780. 02000000:00000001:2.0:1767326448.958505:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326448.958506:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326448.958507:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326448.958509:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326448.958510:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8b9f1ee. 02000000:00000001:2.0:1767326448.958512:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326448.958514:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326448.958515:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a60b7193. 00000100:00000001:2.0:1767326448.958524:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326448.958526:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326448.958528:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326448.958536:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326448.958537:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326448.958539:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326448.958540:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326449.979483:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326449.979491:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326449.979495:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326449.979496:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326449.979514:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326449.979516:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326449.979518:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326451.003540:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326451.003571:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326451.003577:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326451.003577:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326451.003614:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326451.003619:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326451.003621:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326452.028459:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326452.028468:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326452.028474:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326452.028476:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326452.028565:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326452.028569:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326452.028572:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326452.795530:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306320577, at 4306320640 00000100:00000040:2.0:1767326452.795530:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306320577, at 4306320640 00000100:00000040:3.0:1767326452.795530:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306320577, at 4306320640 00000100:00000040:0.0:1767326452.795532:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306320577, at 4306320640 00000100:00000010:3.0:1767326452.795549:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c97101f. 00000100:00000010:1.0:1767326452.795550:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049f01126. 00000100:00000010:2.0:1767326452.795551:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077436310. 00000100:00000010:0.0:1767326452.795555:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00010000:00000001:0.0:1767326453.051501:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326453.051510:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326453.051516:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326453.051520:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326453.051523:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326453.051529:0:217662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326453.051531:0:217662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326453.051533:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326453.051536:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326453.051539:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326453.051541:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326453.051543:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326453.051562:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326453.051566:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326453.051568:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326454.075473:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326454.075481:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326454.075486:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326454.075487:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326454.075593:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767326454.075612:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326454.075618:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:3.0:1767326454.075623:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326454.075628:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:2.0:1767326454.075631:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767326454.075640:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326454.075646:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326454.075649:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326454.075656:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326454.075665:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 00000100:00000001:2.0:1767326454.075674:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326454.075688:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000009561302 x1853175408675584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326454.075700:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326454.075703:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326454.075708:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_00+0] req@0000000009561302 x1853175408675584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326454.075735:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326454.075738:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326454.075742:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326454.075753:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000020:00000040:2.0:1767326454.075756:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326454.075759:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326454.075759:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326454.075763:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767326454.075766:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326454.075766:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326454.075772:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326454.075775:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326454.075778:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326454.075785:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039fc680f. 00000100:00000001:0.0:1767326454.075786:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326454.075790:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326454.075790:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326454.075793:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326454.075797:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326454.075798:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000006b877052 x1853175408675712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326454.075801:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326454.075810:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408675584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326454.075810:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326454.075814:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326454.075823:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_01+1] req@000000006b877052 x1853175408675712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326454.075843:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326454.075845:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326454.075850:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326454.075850:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326454.075854:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326454.075855:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326454.075860:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326454.075862:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1767326454.075867:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408675584:192.168.202.142@tcp:400: 00000100:00000010:2.0:1767326454.075868:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000020:00000040:2.0:1767326454.075873:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326454.075875:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326454.075877:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326454.075880:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326454.075882:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326454.075883:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326454.075887:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326454.075887:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064d7910e. 02000000:00000001:0.0:1767326454.075894:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326454.075894:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326454.075900:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c4a683e. 00000100:00000040:2.0:1767326454.075901:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b258af54 x1853175408675840/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326454.075905:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326454.075913:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326454.075915:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767326454.075916:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000163d4f29. 00000100:00000001:2.0:1767326454.075917:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326454.075924:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_02+2] req@00000000b258af54 x1853175408675840/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326454.075926:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a64290c. 00000100:00100000:1.0:1767326454.075928:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767326454.075934:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326454.075939:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408675584, portal 25 00000100:00000001:1.0:1767326454.075941:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326454.075945:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326454.075945:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326454.075949:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000001:1.0:1767326454.075950:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326454.075953:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326454.075956:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326454.075958:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408675584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326454.075963:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326454.075964:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408675712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326454.075968:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326454.075977:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326454.075981:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326454.075981:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326454.075987:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326454.075987:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326454.075987:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326454.075991:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326454.075992:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326454.075996:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326454.075996:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767326454.075998:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326454.076001:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408675840/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326454.076002:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d90f77. 00000100:00100000:1.0:1767326454.076006:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408675712:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326454.076006:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11659) 00000100:00000200:0.0:1767326454.076008:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408675584, offset 0 00000100:00000001:1.0:1767326454.076015:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326454.076020:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326454.076022:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326454.076023:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326454.076023:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326454.076027:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326454.076029:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326454.076032:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326454.076034:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326454.076037:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767326454.076040:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9096370. 02000000:00000001:3.0:1767326454.076040:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326454.076042:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:3.0:1767326454.076044:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326454.076046:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326454.076052:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408675840:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326454.076053:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767326454.076054:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803932a0. 00000100:00000001:3.0:1767326454.076060:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767326454.076062:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a686d3c9. 00000400:00000200:0.0:1767326454.076063:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:3.0:1767326454.076065:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326454.076068:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326454.076070:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408675712, portal 10 00000400:00000200:0.0:1767326454.076071:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326454.076072:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326454.076074:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326454.076078:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 02000000:00000010:3.0:1767326454.076078:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb543b45. 02000000:00000001:3.0:1767326454.076084:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326454.076085:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000010:3.0:1767326454.076091:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d92668db. 00000100:00000040:1.0:1767326454.076092:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408675712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326454.076094:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [418:418:256:4294967295] 192.168.202.142@tcp LPNI seq info [418:418:8:4294967295] 00000400:00000010:3.0:1767326454.076098:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af85f150. 00000100:00000200:3.0:1767326454.076105:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408675840, portal 10 00000100:00000001:1.0:1767326454.076109:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326454.076110:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326454.076113:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00000100:00000040:1.0:1767326454.076119:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326454.076120:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:1.0:1767326454.076124:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d659d8ea. 00000100:00000040:3.0:1767326454.076124:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408675840/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326454.076131:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408675712, offset 0 00000800:00000200:0.0:1767326454.076142:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326454.076142:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326454.076144:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767326454.076149:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326454.076151:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000400:00000010:3.0:1767326454.076154:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dcf3fdb. 00000400:00000200:1.0:1767326454.076155:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:3.0:1767326454.076160:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408675840, offset 0 00000400:00000200:1.0:1767326454.076163:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326454.076164:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326454.076171:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326454.076171:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326454.076176:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326454.076179:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326454.076182:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326454.076185:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326454.076190:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [419:419:255:4294967295] 192.168.202.142@tcp LPNI seq info [419:419:7:4294967295] 00000400:00000200:1.0:1767326454.076198:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326454.076203:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326454.076207:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:1.0:1767326454.076209:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb080471. 00000400:00000200:3.0:1767326454.076212:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326454.076214:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326454.076218:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326454.076221:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306325697 00000400:00000200:3.0:1767326454.076225:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000010:0.0:1767326454.076228:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009686e7bb. 00000800:00000200:1.0:1767326454.076230:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326454.076233:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326454.076236:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb080471 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326454.076239:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326454.076241:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326454.076246:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 126622 usecs (127 jiffies) 00000100:00000001:0.0:1767326454.076247:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306325697 00000400:00000200:3.0:1767326454.076251:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326454.076253:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306322047 00000100:00000010:0.0:1767326454.076254:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080042d7a. 00000400:00000200:3.0:1767326454.076259:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [420:420:254:4294967295] 192.168.202.142@tcp LPNI seq info [420:420:6:4294967295] 00000100:00000001:1.0:1767326454.076261:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306325697 00000100:00000001:0.0:1767326454.076262:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326454.076269:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306325697 00000100:00000001:1.0:1767326454.076273:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306322047 00000400:00000200:3.0:1767326454.076277:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000010:0.0:1767326454.076278:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006635b1ce. 00000100:00000001:1.0:1767326454.076279:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306325697 00000100:00000001:0.0:1767326454.076285:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326454.076286:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306322047 00000800:00000200:2.0:1767326454.076289:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767326454.076291:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326454.076292:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306325697 00000100:00000001:1.0:1767326454.076292:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306325697 00000800:00000010:2.0:1767326454.076295:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000100:00000001:1.0:1767326454.076300:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306322047 00000100:00000010:0.0:1767326454.076301:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cd2e4ac. 00000800:00000010:3.0:1767326454.076301:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1bd790. 00000400:00000200:2.0:1767326454.076305:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326454.076309:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326454.076315:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000800:00000200:3.0:1767326454.076319:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326454.076322:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d90f77 00000100:00000001:0.0:1767326454.076335:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326454.076336:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d90f77. 00000100:00000001:1.0:1767326454.076337:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306325697 00000800:00000200:3.0:1767326454.076340:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326454.076342:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326454.076344:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326454.076345:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f1bd790 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326454.076346:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326454.076349:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326454.076350:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326454.076353:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326454.076355:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326454.076355:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408675584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326454.076356:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326454.076358:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 168422 usecs (169 jiffies) 00000100:00000001:0.0:1767326454.076361:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326454.076362:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326454.076366:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326454.076366:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306322089 00000100:00000001:0.0:1767326454.076370:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326454.076372:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306325697 00000100:00000001:0.0:1767326454.076376:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326454.076379:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306322089 00000100:00000001:2.0:1767326454.076383:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326454.076383:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306325697 00000100:00000001:3.0:1767326454.076388:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306322089 00000100:00000040:2.0:1767326454.076389:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408675584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326454.076392:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306325697 00000100:00000001:3.0:1767326454.076397:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306322089 00000100:00000001:3.0:1767326454.076423:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306325697 00000100:00000001:3.0:1767326454.076426:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326454.076431:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326454.076436:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326454.076438:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326454.076439:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326454.076443:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326454.076447:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326454.076449:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326454.076452:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326454.076454:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326454.076456:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326454.076465:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326454.076466:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326454.076470:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb080471. 00000400:00000200:2.0:1767326454.076474:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326454.076479:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326454.076482:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d659d8ea 00000400:00000010:2.0:1767326454.076484:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d659d8ea. 00000100:00000001:2.0:1767326454.076488:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326454.076491:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408675712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326454.076500:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326454.076503:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408675712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326454.076511:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326454.076513:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326454.076595:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326454.076598:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1bd790. 00000400:00000200:2.0:1767326454.076601:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326454.076605:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326454.076608:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dcf3fdb 00000400:00000010:2.0:1767326454.076610:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dcf3fdb. 00000100:00000001:2.0:1767326454.076613:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326454.076616:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408675840/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326454.076623:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326454.076625:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408675840/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326454.076632:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326454.076633:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326454.078978:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326454.078995:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326454.079000:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326454.079002:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326454.079014:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326454.079031:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0cb00 00000400:00000200:0.0:1767326454.079052:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xde5 [1] + 224 00000800:00000001:0.0:1767326454.079061:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326454.079066:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326454.079069:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326454.079074:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326454.079081:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326454.079087:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408675584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326454.079099:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408675584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326454.079117:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326454.079126:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326454.079128:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326454.079130:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326454.079132:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326454.079135:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326454.079140:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0cb80 00000400:00000200:0.0:1767326454.079145:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xded [1] + 224 00000800:00000001:0.0:1767326454.079148:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326454.079151:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326454.079152:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326454.079155:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326454.079158:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326454.079162:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408675712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326454.079169:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408675712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326454.079183:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326454.079186:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326454.079188:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326454.079194:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326454.079196:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326454.079200:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326454.079205:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0cc00 00000400:00000200:0.0:1767326454.079211:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xdf1 [1] + 224 00000800:00000001:0.0:1767326454.079214:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326454.079220:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326454.079222:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326454.079226:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326454.079230:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326454.079230:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326454.079235:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408675840/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326454.079236:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326454.079245:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408675840/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326454.079246:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326454.079247:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1767326454.079252:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326454.079252:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767326454.079258:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803932a0. 00000400:00000200:1.0:1767326454.079264:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a686d3c9 00000400:00000010:1.0:1767326454.079266:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a686d3c9. 00000100:00000001:1.0:1767326454.079270:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767326454.079273:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767326454.079277:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408675712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326454.079278:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326454.079281:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000163d4f29. 00000400:00000200:2.0:1767326454.079286:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a64290c 00000400:00000010:2.0:1767326454.079290:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a64290c. 00000100:00000001:2.0:1767326454.079296:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326454.079298:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326454.079301:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408675712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326454.079303:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408675584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326454.079303:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326454.079318:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326454.079323:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326454.079324:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326454.079336:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326454.079340:0:211394:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767326454.079341:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326454.079341:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408675584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326454.079344:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326454.079349:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326454.079352:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326454.079355:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326454.079358:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326454.079358:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326454.079363:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326454.079365:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326454.079367:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326454.079368:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326454.079370:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326454.079372:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=145 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326454.079374:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=150 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326454.079378:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=145 v=5 (1 1 1 1) 00000100:00001000:2.0:1767326454.079380:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=150 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326454.079383:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1767326454.079387:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326454.079391:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326454.079393:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767326454.079394:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d92668db. 00000100:00000001:2.0:1767326454.079397:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326454.079424:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af85f150 00000400:00000010:3.0:1767326454.079427:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af85f150. 00000100:00000001:3.0:1767326454.079434:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767326454.079440:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767326454.079441:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408675840/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326454.079444:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326454.079451:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326454.079456:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408675840/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326454.079460:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408675584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326454.079472:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326454.079475:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326454.079479:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326454.079481:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326454.079482:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326454.079485:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326454.079488:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326454.079488:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326454.079489:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326454.079492:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326454.079494:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767326454.079494:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326454.079500:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408675584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326454.079501:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326454.079501:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=139 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326454.079509:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:3.0:1767326454.079510:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=96 v=5 (1 1 0 0) 00000100:00000040:1.0:1767326454.079514:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326454.079518:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326454.079520:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:2.0:1767326454.079522:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408675584:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326454.079522:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326454.079523:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326454.079525:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326454.079533:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326454.079534:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408675712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767326454.079534:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b258af54 x1853175408675840/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326454.079540:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326454.079547:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408675584/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326454.079565:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326454.079567:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326454.079571:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326454.079574:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326454.079575:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767326454.079575:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326454.079577:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326454.079579:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767326454.079580:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326454.079582:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326454.079584:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408675712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326454.079586:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c4a683e. 00000100:00000040:3.0:1767326454.079589:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408675840/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326454.079593:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326454.079597:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326454.079600:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326454.079607:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326454.079612:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 00000100:00100000:1.0:1767326454.079616:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408675712:192.168.202.142@tcp:400: 02000000:00000001:2.0:1767326454.079619:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326454.079622:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326454.079625:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:1.0:1767326454.079628:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326454.079633:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326454.079633:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326454.079637:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326454.079638:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326454.079639:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408675712/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326454.079643:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326454.079644:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326454.079647:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326454.079654:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326454.079654:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326454.079655:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408675840/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326454.079659:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326454.079659:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326454.079662:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9096370. 00000100:00000001:2.0:1767326454.079667:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326454.079670:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1767326454.079670:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408675840:192.168.202.142@tcp:400: 00000020:00000001:1.0:1767326454.079673:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326454.079675:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326454.079678:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326454.079679:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326454.079680:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039fc680f. 00000100:00000001:3.0:1767326454.079683:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767326454.079685:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326454.079686:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326454.079688:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767326454.079688:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408675840/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326470 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326454.079691:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000001:1.0:1767326454.079696:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326454.079698:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326454.079701:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326454.079701:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326454.079704:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326454.079706:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb543b45. 02000000:00000001:3.0:1767326454.079711:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326454.079712:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326454.079713:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326454.079716:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326454.079719:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000064d7910e. 00000100:00000001:1.0:1767326454.079722:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767326454.079723:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326454.079726:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326454.079727:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326454.079729:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000001:1.0:1767326454.079731:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326454.079733:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326454.079735:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326454.079736:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326454.079741:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326454.079745:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326454.079747:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326454.079749:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326454.079752:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326455.099483:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326455.099492:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326455.099499:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326455.099501:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326455.100373:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326455.100378:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326455.100381:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326456.123545:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326456.123557:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326456.123560:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326456.123563:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326456.123569:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326456.123572:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326456.123574:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326456.123576:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326456.123580:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326456.123582:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326456.123605:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326456.123609:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326456.123612:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326457.147542:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326457.147550:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326457.147557:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326457.147558:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326457.147595:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326457.147601:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326457.147612:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326457.915473:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306325697, at 4306325760 00000100:00000040:3.0:1767326457.915490:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306325697, at 4306325760 00000100:00000010:0.0:1767326457.915495:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009686e7bb. 00000100:00000010:3.0:1767326457.915508:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00000100:00000040:1.0:1767326457.916442:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306325697, at 4306325761 00000100:00000010:1.0:1767326457.916451:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080042d7a. 00000100:00000040:2.0:1767326457.916567:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306325697, at 4306325761 00000100:00000010:2.0:1767326457.916576:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006635b1ce. 00010000:00000001:0.0:1767326458.171681:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326458.171691:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326458.171698:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326458.171700:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326458.171913:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326458.171919:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326458.171922:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326459.195528:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326459.195536:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326459.195543:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326459.195544:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326459.195551:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326459.195554:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326459.195562:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9b89a7. 00000020:00000040:3.0:1767326459.195573:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326459.195578:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326459.195582:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326459.195589:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326459.195599:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1d29a8a. 00000100:00000001:3.0:1767326459.195608:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326459.195625:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000003e9b89a7 x1853175408675968/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326459.195638:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1767326459.195639:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326459.195642:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326459.195643:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326459.195648:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326459.195651:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9b89a7] to pc [ptlrpcd_00_03+3] req@000000003e9b89a7 x1853175408675968/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326459.195681:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326459.195684:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326459.195688:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326459.195692:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326459.195692:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000497468fb. 00000020:00000040:3.0:1767326459.195695:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326459.195700:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326459.195700:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326459.195702:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326459.195705:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326459.195706:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326459.195710:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326459.195712:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc945970. 00000100:00000040:2.0:1767326459.195713:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9b89a7 x1853175408675968/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326459.195717:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326459.195719:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326459.195727:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000497468fb x1853175408676096/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326459.195743:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326459.195744:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326459.195745:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326459.195748:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326459.195751:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497468fb] to pc [ptlrpcd_00_00+0] req@00000000497468fb x1853175408676096/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326459.195755:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326459.195757:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326459.195759:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326459.195762:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408675968:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326459.195766:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326459.195772:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326459.195774:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326459.195776:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326459.195783:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc8201f4. 02000000:00000001:2.0:1767326459.195786:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326459.195792:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f72d9731. 00000400:00000010:2.0:1767326459.195799:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091464543. 00000100:00000001:3.0:1767326459.195804:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326459.195806:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408675968, portal 25 00000100:00000040:3.0:1767326459.195808:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326459.195811:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326459.195814:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326459.195815:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571622272 : -115369137929344 : ffff971287840380) 00000100:00000001:1.0:1767326459.195820:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326459.195820:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025c21800. 00000100:00000040:2.0:1767326459.195822:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9b89a7 x1853175408675968/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326459.195825:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767326459.195826:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326459.195830:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326459.195831:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326459.195835:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326459.195838:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326459.195840:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000497468fb x1853175408676096/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326459.195841:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326459.195842:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326459.195843:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea9a1391. 00000100:00000001:0.0:1767326459.195847:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326459.195849:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326459.195850:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326459.195857:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f807cad2. 00000100:00000040:3.0:1767326459.195858:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000025c21800 x1853175408676224/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326459.195862:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767326459.195863:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408675968, offset 0 00000100:00000001:1.0:1767326459.195865:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326459.195872:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326459.195873:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326459.195876:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326459.195876:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326459.195877:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326459.195883:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326459.195884:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025c21800] to pc [ptlrpcd_00_01+1] req@0000000025c21800 x1853175408676224/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326459.195891:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000497468fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408676096:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326459.195898:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326459.195898:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326459.195900:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326459.195902:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326459.195903:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326459.195907:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326459.195910:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767326459.195913:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326459.195916:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326459.195917:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326459.195917:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11664) 02000000:00000010:1.0:1767326459.195920:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f417435c. 00000100:00000001:0.0:1767326459.195922:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326459.195924:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326459.195926:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326459.195927:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:1.0:1767326459.195932:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803932a0. 00000100:00000040:0.0:1767326459.195935:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025c21800 x1853175408676224/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326459.195935:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767326459.195940:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a686d3c9. 00000400:00000200:2.0:1767326459.195942:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000200:1.0:1767326459.195947:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408676096, portal 10 00000400:00000200:2.0:1767326459.195951:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [421:421:256:4294967295] 192.168.202.142@tcp LPNI seq info [421:421:8:4294967295] 00000100:00000001:1.0:1767326459.195954:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326459.195956:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326459.195959:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326459.195961:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326459.195965:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571624960 : -115369137926656 : ffff971287840e00) 02000000:00000001:0.0:1767326459.195966:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326459.195972:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326459.195974:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00100000:0.0:1767326459.195979:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408676224:192.168.202.142@tcp:400: 00000100:00000040:1.0:1767326459.195979:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000497468fb x1853175408676096/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326459.195989:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326459.195996:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326459.195998:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767326459.195999:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002dd738d8. 02000000:00000001:0.0:1767326459.196000:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326459.196003:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326459.196005:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326459.196006:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767326459.196009:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063c74014. 02000000:00000010:0.0:1767326459.196010:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d1023b2. 00000800:00000200:2.0:1767326459.196011:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:1.0:1767326459.196014:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408676096, offset 0 02000000:00000001:0.0:1767326459.196020:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326459.196024:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326459.196026:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326459.196027:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdd8db73. 00000400:00000010:0.0:1767326459.196033:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f208077f. 00000400:00000200:1.0:1767326459.196037:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:0.0:1767326459.196038:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408676224, portal 10 00000100:00000001:0.0:1767326459.196041:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326459.196042:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002dd738d8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326459.196043:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571635712 : -115369137915904 : ffff971287843800) 00000400:00000200:1.0:1767326459.196043:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326459.196050:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:0.0:1767326459.196054:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025c21800 x1853175408676224/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326459.196055:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326459.196062:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326459.196063:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326459.196067:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326459.196072:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [422:422:255:4294967295] 192.168.202.142@tcp LPNI seq info [422:422:7:4294967295] 00000100:00000040:0.0:1767326459.196073:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326459.196074:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306330817 00000400:00000010:0.0:1767326459.196077:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69d1078. 00000100:00000010:2.0:1767326459.196080:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052a18f61. 00000100:00000200:0.0:1767326459.196082:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408676224, offset 0 00000100:00000001:2.0:1767326459.196089:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326459.196090:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326459.196094:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326459.196097:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306330817 00000100:00000010:2.0:1767326459.196101:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000851a6f3. 00000800:00000200:1.0:1767326459.196102:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326459.196105:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326459.196109:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:1.0:1767326459.196110:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000927476c9. 00000100:00000001:2.0:1767326459.196111:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306330817 00000100:00000010:2.0:1767326459.196117:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d6b0fc2. 00000400:00000200:0.0:1767326459.196118:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326459.196121:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326459.196123:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326459.196125:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326459.196128:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306330817 00000400:00000200:0.0:1767326459.196130:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326459.196131:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000010:2.0:1767326459.196133:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074bebb19. 00000400:00000200:0.0:1767326459.196137:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:1.0:1767326459.196138:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000927476c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326459.196139:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326459.196143:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [423:423:254:4294967295] 192.168.202.142@tcp LPNI seq info [423:423:6:4294967295] 00000100:00000001:2.0:1767326459.196145:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326459.196146:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326459.196148:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326459.196153:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 125645 usecs (126 jiffies) 00000100:00000001:2.0:1767326459.196154:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326459.196155:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326459.196159:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326459.196161:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306327166 00000800:00000200:0.0:1767326459.196165:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326459.196167:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306330817 00000800:00000010:0.0:1767326459.196169:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000100:00000001:2.0:1767326459.196169:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326459.196172:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326459.196173:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306327166 00000800:00000200:3.0:1767326459.196174:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767326459.196176:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000010:3.0:1767326459.196180:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002dd738d8. 00000100:00000001:2.0:1767326459.196182:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326459.196185:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326459.196187:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326459.196187:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306330817 00000100:00000001:2.0:1767326459.196188:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326459.196188:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767326459.196193:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326459.196194:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306327166 00000100:00000001:2.0:1767326459.196194:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326459.196200:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306330817 00000400:00000200:3.0:1767326459.196202:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326459.196203:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326459.196204:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306327166 00000100:00000040:0.0:1767326459.196210:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 167088 usecs (168 jiffies) 00000400:00000200:3.0:1767326459.196210:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f807cad2 00000100:00000001:0.0:1767326459.196216:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306327208 00000100:00000001:1.0:1767326459.196216:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306330817 00000400:00000010:3.0:1767326459.196216:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f807cad2. 00000100:00000001:0.0:1767326459.196222:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306330817 00000100:00000001:1.0:1767326459.196223:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326459.196226:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326459.196228:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326459.196229:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306327208 00000100:00000001:1.0:1767326459.196232:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326459.196234:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9b89a7 x1853175408675968/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326459.196235:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326459.196242:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306330817 00000100:00000001:1.0:1767326459.196244:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326459.196247:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326459.196249:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306327208 00000100:00000001:1.0:1767326459.196252:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326459.196253:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306330817 00000100:00000001:1.0:1767326459.196255:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326459.196256:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306327208 00000100:00000001:1.0:1767326459.196259:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326459.196260:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306330817 00000100:00000001:1.0:1767326459.196264:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326459.196265:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326459.196273:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326459.196276:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326459.196278:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326459.196290:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326459.196291:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326459.196293:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326459.196296:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326459.196298:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9b89a7 x1853175408675968/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326459.196299:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326459.196302:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326459.196305:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326459.196312:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326459.196314:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326459.196328:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326459.196329:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000927476c9. 00000400:00000200:3.0:1767326459.196331:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326459.196334:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326459.196336:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063c74014 00000400:00000010:3.0:1767326459.196337:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063c74014. 00000100:00000001:3.0:1767326459.196339:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326459.196341:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000497468fb x1853175408676096/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326459.196345:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326459.196347:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000497468fb x1853175408676096/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326459.196353:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326459.196354:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326459.196429:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326459.196433:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000400:00000200:3.0:1767326459.196436:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326459.196440:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326459.196443:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b69d1078 00000400:00000010:3.0:1767326459.196444:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b69d1078. 00000100:00000001:3.0:1767326459.196447:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326459.196450:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025c21800 x1853175408676224/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326459.196456:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326459.196458:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025c21800 x1853175408676224/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326459.196475:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326459.196477:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326459.198052:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326459.198092:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326459.198097:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326459.198099:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326459.198108:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326459.198121:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0cc80 00000400:00000200:2.0:1767326459.198127:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xdfd [1] + 224 00000800:00000001:2.0:1767326459.198135:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326459.198140:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326459.198142:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326459.198153:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326459.198159:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326459.198164:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9b89a7 x1853175408675968/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326459.198174:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9b89a7 x1853175408675968/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326459.198190:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326459.198199:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326459.198203:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326459.198205:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326459.198207:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326459.198209:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326459.198213:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767326459.198214:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326459.198221:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0cd00 00000400:00000001:3.0:1767326459.198223:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326459.198228:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326459.198230:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f72d9731. 00000400:00000200:3.0:1767326459.198234:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091464543 00000400:00000010:3.0:1767326459.198236:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091464543. 00000100:00000001:3.0:1767326459.198239:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326459.198246:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xe05 [1] + 224 00000100:00000200:3.0:1767326459.198246:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9b89a7 x1853175408675968/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326459.198255:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326459.198260:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326459.198264:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9b89a7 x1853175408675968/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326459.198265:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326459.198274:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326459.198291:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326459.198293:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326459.198294:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326459.198297:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326459.198299:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326459.198301:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326459.198304:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326459.198306:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326459.198308:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000497468fb x1853175408676096/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326459.198313:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326459.198320:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=5 v=5 (1 1 1 1) 00000100:00000040:2.0:1767326459.198323:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000497468fb x1853175408676096/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326459.198324:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326459.198326:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326459.198331:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326459.198335:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326459.198338:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326459.198342:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9b89a7 x1853175408675968/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326459.198347:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326459.198347:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326459.198352:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326459.198354:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326459.198356:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326459.198357:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9b89a7 x1853175408675968/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326459.198361:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326459.198364:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326459.198368:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326459.198378:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00100000:3.0:1767326459.198378:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408675968:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326459.198386:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326459.198391:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0cd80 00000100:00000001:3.0:1767326459.198391:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326459.198395:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9b89a7 x1853175408675968/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326459.198422:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326459.198424:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326459.198426:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326459.198431:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767326459.198431:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc8201f4. 00000400:00000200:2.0:1767326459.198437:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xe0d [1] + 224 02000000:00000001:3.0:1767326459.198437:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326459.198441:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326459.198445:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000400:00000001:1.0:1767326459.198448:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326459.198448:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767326459.198449:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:1.0:1767326459.198453:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1767326459.198454:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1d29a8a. 00000400:00000010:1.0:1767326459.198456:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803932a0. 00000800:00000001:2.0:1767326459.198457:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326459.198461:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767326459.198461:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767326459.198462:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a686d3c9 02000000:00000001:3.0:1767326459.198465:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1767326459.198467:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a686d3c9. 00000100:00000010:3.0:1767326459.198469:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9b89a7. 00000400:00000200:2.0:1767326459.198470:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326459.198474:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326459.198475:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326459.198477:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326459.198478:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326459.198480:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000497468fb x1853175408676096/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326459.198482:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326459.198484:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025c21800 x1853175408676224/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326459.198489:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326459.198493:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326459.198497:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326459.198500:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326459.198508:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000497468fb x1853175408676096/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326459.198511:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000025c21800 x1853175408676224/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326459.198522:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326459.198530:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326459.198533:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326459.198535:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326459.198537:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326459.198539:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326459.198539:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326459.198543:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326459.198545:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326459.198549:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326459.198550:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=150 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326459.198556:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=150 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326459.198559:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326459.198561:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326459.198563:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326459.198567:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326459.198569:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326459.198574:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767326459.198574:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326459.198575:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326459.198578:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdd8db73. 00000100:00000001:1.0:1767326459.198580:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1767326459.198582:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f208077f 00000100:00000040:1.0:1767326459.198584:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000400:00000010:0.0:1767326459.198586:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f208077f. 00000100:00000001:1.0:1767326459.198589:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326459.198591:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326459.198597:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000497468fb x1853175408676096/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326459.198599:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326459.198606:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025c21800 x1853175408676224/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326459.198607:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326459.198613:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326459.198615:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326459.198623:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000497468fb x1853175408676096/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326459.198628:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025c21800 x1853175408676224/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326459.198646:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000497468fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408676096:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326459.198647:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326459.198650:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326459.198654:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326459.198655:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326459.198657:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326459.198659:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326459.198660:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326459.198663:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326459.198666:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000497468fb x1853175408676096/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326459.198674:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326459.198678:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1767326459.198681:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=144 v=5 (5 5 5 5) 02000000:00000001:1.0:1767326459.198681:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326459.198683:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f417435c. 00000100:00001000:0.0:1767326459.198686:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=101 v=5 (1 1 0 0) 02000000:00000001:1.0:1767326459.198688:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326459.198689:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326459.198692:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326459.198692:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767326459.198694:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767326459.198695:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326459.198697:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00080000:0.0:1767326459.198699:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000025c21800 x1853175408676224/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326459.198700:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc945970. 02000000:00000001:1.0:1767326459.198704:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326459.198706:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326459.198708:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000497468fb. 00000100:00000001:1.0:1767326459.198712:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767326459.198713:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326459.198714:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326459.198716:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326459.198716:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326459.198718:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326459.198720:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326459.198721:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326459.198721:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326459.198724:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025c21800 x1853175408676224/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326459.198725:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326459.198730:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326459.198734:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326459.198735:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326459.198736:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326459.198738:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326459.198740:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025c21800 x1853175408676224/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326459.198747:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408676224:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326459.198751:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326459.198752:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326459.198754:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025c21800 x1853175408676224/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326459.198757:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326459.198758:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326459.198759:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d1023b2. 02000000:00000001:0.0:1767326459.198761:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326459.198762:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326459.198763:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326459.198768:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326459.198770:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea9a1391. 02000000:00000001:0.0:1767326459.198771:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326459.198772:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326459.198773:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025c21800. 00000100:00000001:0.0:1767326459.198777:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326459.198777:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326459.198778:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326459.198781:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326459.198782:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326459.198783:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326459.198784:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326460.219514:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326460.219521:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326460.219527:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326460.219528:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326460.219584:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326460.219588:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326460.219591:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326461.243548:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326461.243558:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326461.243564:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326461.243565:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326461.243892:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326461.243896:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326461.243898:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326462.267522:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326462.267529:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326462.267536:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326462.267537:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326462.267555:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326462.267558:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326462.267560:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326463.035512:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306330817, at 4306330880 00000100:00000040:2.0:1767326463.035512:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306330817, at 4306330880 00000100:00000040:0.0:1767326463.035518:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306330817, at 4306330880 00000100:00000010:1.0:1767326463.035530:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000851a6f3. 00000100:00000010:0.0:1767326463.035532:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052a18f61. 00000100:00000010:2.0:1767326463.035542:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d6b0fc2. 00000100:00000040:3.0:1767326463.035688:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306330817, at 4306330880 00000100:00000010:3.0:1767326463.035693:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074bebb19. 00010000:00000001:0.0:1767326463.291589:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326463.291596:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326463.291601:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326463.291605:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326463.291607:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326463.291637:0:217662:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326463.291640:0:217662:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326463.291642:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326463.291645:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767326463.291650:0:217662:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d3b08239. 00010000:00000001:0.0:1767326463.291656:0:217662:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767326463.291671:0:217662:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1767326463.291673:0:217662:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326463.291675:0:217662:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326463.291677:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326463.291679:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326463.291702:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326463.291704:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326463.291706:0:214085:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767326463.291709:0:214085:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767326463.291711:0:214085:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767326463.291718:0:214085:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1767326463.291727:0:214085:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000020:00000001:0.0:1767326463.291731:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000080:00000001:3.0:1767326463.291731:0:214085:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1767326463.291734:0:214085:0:(file.c:6052:ll_have_md_lock()) Process entered 00000020:00000001:0.0:1767326463.291735:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000040:3.0:1767326463.291736:0:214085:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00010000:00010000:0.0:1767326463.291740:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:3.0:1767326463.291742:0:214085:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767326463.291745:0:214085:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767326463.291750:0:214085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000346dae27 count: 2 00010000:00000001:3.0:1767326463.291752:0:214085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767326463.291755:0:214085:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326463.291757:0:214085:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767326463.291757:0:214085:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767326463.291758:0:214085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000346dae27 count: 2 00010000:00000001:3.0:1767326463.291759:0:214085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767326463.291761:0:214085:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326463.291762:0:214085:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767326463.291762:0:214085:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767326463.291763:0:214085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000346dae27 count: 2 00010000:00000001:3.0:1767326463.291765:0:214085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767326463.291766:0:214085:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326463.291767:0:214085:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1767326463.291768:0:214085:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = 00000000b938138a, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1767326463.291771:0:214085:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1767326463.291773:0:214085:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1767326463.291774:0:214085:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1767326463.291775:0:214085:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326463.291777:0:214085:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767326463.291779:0:214085:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767326463.291780:0:214085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767326463.291781:0:214085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326463.291782:0:214085:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326463.291898:0:214085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000efa5b4d4 with handle 0x437b5ddfad697e96 from hash 00010000:00000001:3.0:1767326463.291910:0:214085:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767326463.291913:0:214085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326463.291930:0:214085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326463.291931:0:214085:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:3.0:1767326463.291940:0:214085:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000f5b79e3d. 00010000:00000001:3.0:1767326463.291945:0:214085:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767326463.291947:0:214085:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767326463.291951:0:214085:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326463.291954:0:214085:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767326463.291958:0:214085:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767326463.291968:0:214085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9b89a7. 00000020:00000040:3.0:1767326463.291973:0:214085:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326463.291978:0:214085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326463.291980:0:214085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326463.291987:0:214085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326463.291994:0:214085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af5b7571. 00000100:00000001:3.0:1767326463.292002:0:214085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326463.292005:0:214085:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767326463.292011:0:214085:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326463.292021:0:214085:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767326463.292022:0:214085:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326463.292028:0:214085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326463.292030:0:214085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326463.292044:0:214085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9b89a7] to pc [ptlrpcd_00_02+2] req@000000003e9b89a7 x1853175408676352/t0(0) o103->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326463.292089:0:214085:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326463.292092:0:214085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767326463.292094:0:214085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000efa5b4d4/0x437b5ddfad697e96 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa7160ca857582225 expref: -99 pid: 214145 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767326463.292101:0:214085:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000059463c17. 00010000:00000040:3.0:1767326463.292104:0:214085:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000346dae27 count: 0 00000100:00000001:1.0:1767326463.292105:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326463.292112:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:3.0:1767326463.292112:0:214085:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098579ae0. 00000100:00000001:1.0:1767326463.292118:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767326463.292129:0:214085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767326463.292131:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9b89a7 x1853175408676352/t0(0) o103->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326463.292136:0:214085:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767326463.292144:0:214085:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d3b08239. 00010000:00000001:3.0:1767326463.292149:0:214085:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326463.292151:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326463.292153:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326463.292154:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767326463.292156:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326463.292157:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326463.292166:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767326463.292170:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326463.292172:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326463.292183:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1767326463.292183:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326463.292191:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326463.292196:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326463.292199:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326463.292202:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326463.292207:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408676352:192.168.202.142@tcp:103: 00000100:00000001:1.0:1767326463.292213:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326463.292219:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326463.292222:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326463.292230:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326463.292236:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f08765f3. 02000000:00000001:1.0:1767326463.292239:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326463.292257:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803932a0. 00000400:00000010:1.0:1767326463.292265:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a686d3c9. 00000100:00000200:1.0:1767326463.292271:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408676352, portal 18 00000100:00000001:1.0:1767326463.292274:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326463.292275:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571622272 : -115369137929344 : ffff971287840380) 00000100:00000040:1.0:1767326463.292282:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9b89a7 x1853175408676352/t0(0) o103->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326479 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326463.292291:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326463.292294:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326463.292297:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cab71f7. 00000100:00000200:1.0:1767326463.292299:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175408676352, offset 0 00000100:00000001:2.0:1767326463.292305:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326463.292309:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326463.292312:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326463.292330:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326463.292336:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326463.292340:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326463.292344:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326463.292347:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326463.292350:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [424:424:256:4294967295] 192.168.202.142@tcp LPNI seq info [424:424:8:4294967295] 00000400:00000200:1.0:1767326463.292360:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326463.292366:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326463.292370:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000927476c9. 00000800:00000200:1.0:1767326463.292376:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326463.292384:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326463.292388:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000927476c9 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326463.292430:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326463.292435:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 124675 usecs (125 jiffies) 00000100:00000001:1.0:1767326463.292439:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306331262 00000100:00000010:1.0:1767326463.292445:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000aced157. 00000100:00000001:1.0:1767326463.292453:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326463.292467:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306331262 00000100:00000010:1.0:1767326463.292471:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032e59226. 00000100:00000001:1.0:1767326463.292475:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326463.292480:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306331262 00000100:00000010:1.0:1767326463.292483:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb152022. 00000100:00000001:1.0:1767326463.292486:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326463.292496:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306331262 00000100:00000010:1.0:1767326463.292499:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bae1c4d2. 00000100:00000001:1.0:1767326463.292502:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326463.292505:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326463.292508:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326463.292517:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326463.292520:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326463.292537:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326463.292539:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326463.292542:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326463.292543:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326463.292545:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326463.292547:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326463.292549:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326463.292554:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000927476c9. 00000400:00000200:0.0:1767326463.292560:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326463.292567:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326463.292572:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cab71f7 00000400:00000010:0.0:1767326463.292575:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cab71f7. 00000100:00000001:0.0:1767326463.292578:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326463.292582:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9b89a7 x1853175408676352/t0(0) o103->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326479 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326463.292592:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326463.292594:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9b89a7 x1853175408676352/t0(0) o103->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326479 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326463.292600:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326463.292602:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326463.294118:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326463.294131:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326463.294134:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326463.294135:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326463.294141:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326463.294200:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 18 MB=0x6957405f0ce00 00000400:00000200:3.0:1767326463.294207:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.142@tcp of length 224/224 into md 0xe15 [1] + 224 00000800:00000001:3.0:1767326463.294213:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326463.294219:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326463.294220:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326463.294223:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326463.294228:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326463.294231:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9b89a7 x1853175408676352/t0(0) o103->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326479 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326463.294251:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9b89a7 x1853175408676352/t0(0) o103->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326479 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326463.294267:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326463.294274:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326463.294278:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326463.294303:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326463.294307:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326463.294311:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326463.294313:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326463.294315:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803932a0. 00000400:00000200:1.0:1767326463.294319:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a686d3c9 00000400:00000010:1.0:1767326463.294321:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a686d3c9. 00000100:00000001:1.0:1767326463.294324:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326463.294328:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9b89a7 x1853175408676352/t0(0) o103->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326479 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326463.294337:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9b89a7 x1853175408676352/t0(0) o103->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326479 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326463.294344:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326463.294346:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326463.294348:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326463.294351:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326463.294353:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326463.294354:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326463.294357:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326463.294364:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000073cde55 time=1767326463 v=5 (0 0 0 0) 00000100:00001000:1.0:1767326463.294368:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=4 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326463.294371:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326463.294372:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326463.294374:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326463.294377:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326463.294380:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326463.294382:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326463.294384:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326463.294394:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326463.294420:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9b89a7 x1853175408676352/t0(0) o103->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326479 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326463.294429:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326463.294432:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326463.294434:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326463.294438:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9b89a7 x1853175408676352/t0(0) o103->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326479 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326463.294446:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408676352:192.168.202.142@tcp:103: 00000100:00000001:1.0:1767326463.294450:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326463.294452:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326463.294454:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9b89a7 x1853175408676352/t0(0) o103->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326479 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326463.294461:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326463.294463:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326463.294466:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f08765f3. 02000000:00000001:1.0:1767326463.294469:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326463.294471:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326463.294472:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326463.294475:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326463.294477:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000af5b7571. 02000000:00000001:1.0:1767326463.294480:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326463.294481:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326463.294483:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9b89a7. 00000100:00000001:1.0:1767326463.294486:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326463.294487:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326463.294489:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326463.294494:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326463.294495:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326463.294498:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326463.294499:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767326463.297445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000346dae27. 00010000:00000010:3.1:1767326463.297461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000efa5b4d4. 00000100:00000040:1.0:1767326463.419533:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306331262, at 4306331264 00000100:00000010:1.0:1767326463.419551:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032e59226. 00000100:00000040:3.0:1767326463.419822:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306331262, at 4306331264 00000100:00000010:3.0:1767326463.419840:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bae1c4d2. 00000100:00000040:2.0:1767326463.420266:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306331262, at 4306331264 00000100:00000010:2.0:1767326463.420275:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb152022. 00000100:00000040:0.0:1767326463.422313:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306331262, at 4306331266 00000100:00000010:0.0:1767326463.422322:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000aced157. 00000100:00000040:3.0:1767326464.315563:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326464.315574:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326464.315585:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000015a32238. 00000020:00000040:3.0:1767326464.315597:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326464.315601:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326464.315604:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326464.315610:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326464.315618:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1d29a8a. 00000100:00000001:3.0:1767326464.315625:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326464.315636:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000015a32238 x1853175408676480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326464.315645:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326464.315647:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326464.315651:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a32238] to pc [ptlrpcd_00_03+3] req@0000000015a32238 x1853175408676480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326464.315674:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326464.315677:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326464.315679:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326464.315682:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a858f5b. 00000020:00000040:3.0:1767326464.315683:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326464.315685:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326464.315686:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326464.315687:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326464.315688:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326464.315692:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea9a1391. 00000100:00000001:3.0:1767326464.315694:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326464.315696:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000004a858f5b x1853175408676608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326464.315701:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326464.315702:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326464.315703:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a858f5b] to pc [ptlrpcd_00_00+0] req@000000004a858f5b x1853175408676608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326464.315713:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326464.315717:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326464.315725:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000015a32238 x1853175408676480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326464.315734:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326464.315737:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326464.315738:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326464.315742:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326464.315743:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326464.315745:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000986d7773. 00000020:00000040:3.0:1767326464.315748:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:2.0:1767326464.315749:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326464.315749:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326464.315752:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326464.315754:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326464.315754:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326464.315760:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326464.315760:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc945970. 00000100:00000001:3.0:1767326464.315763:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326464.315765:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000015a32238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408676480:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767326464.315769:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000986d7773 x1853175408676736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326464.315774:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326464.315778:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326464.315780:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326464.315781:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000986d7773] to pc [ptlrpcd_00_01+1] req@00000000986d7773 x1853175408676736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326464.315783:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326464.315788:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326464.315788:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326464.315793:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326464.315795:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326464.315797:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1767326464.315802:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af509128. 00000100:00000040:3.0:1767326464.315803:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11669) 02000000:00000001:2.0:1767326464.315806:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326464.315815:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f104168. 00000400:00000010:2.0:1767326464.315823:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000364a6fcd. 00000100:00000200:2.0:1767326464.315831:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408676480, portal 25 00000100:00000001:2.0:1767326464.315835:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326464.315837:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571628544 : -115369137923072 : ffff971287841c00) 00000100:00000040:2.0:1767326464.315843:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000015a32238 x1853175408676480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326464.315851:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326464.315854:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326464.315927:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051f3b62d. 00000100:00000200:2.0:1767326464.315931:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408676480, offset 0 00000400:00000200:2.0:1767326464.315940:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326464.315958:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326464.315965:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326464.315970:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326464.315974:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326464.315977:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326464.315986:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [425:425:256:4294967295] 192.168.202.142@tcp LPNI seq info [425:425:8:4294967295] 00000400:00000200:2.0:1767326464.315999:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326464.316006:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326464.316011:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dadd9a6c. 00000800:00000200:2.0:1767326464.316018:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326464.316027:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326464.316122:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dadd9a6c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326464.316142:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326464.316147:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306335937 00000100:00000010:2.0:1767326464.316152:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d6b0fc2. 00000100:00000001:2.0:1767326464.316159:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326464.316165:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306335937 00000100:00000010:2.0:1767326464.316168:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee5444a4. 00000100:00000001:2.0:1767326464.316170:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326464.316173:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306335937 00000100:00000010:2.0:1767326464.316184:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc78285a. 00000100:00000001:2.0:1767326464.316187:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326464.316190:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306335937 00000100:00000010:2.0:1767326464.316192:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c04931a1. 00000100:00000001:2.0:1767326464.316195:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326464.316198:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326464.316200:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326464.316204:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326464.316206:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326464.316242:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326464.316244:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326464.316246:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326464.316247:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326464.316249:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326464.316251:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326464.316285:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326464.316290:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326464.316311:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326464.316314:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326464.316316:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326464.316322:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a858f5b x1853175408676608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326464.316329:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326464.316331:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326464.316333:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326464.316335:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326464.316338:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326464.316341:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326464.316341:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408676608:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326464.316347:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326464.316347:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326464.316349:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326464.316352:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326464.316355:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000986d7773 x1853175408676736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326464.316356:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326464.316359:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326464.316364:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f08765f3. 00000800:00000200:3.0:1767326464.316366:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767326464.316370:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326464.316373:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dadd9a6c. 00000100:00000001:0.0:1767326464.316378:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767326464.316379:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803932a0. 00000100:00000001:0.0:1767326464.316380:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326464.316382:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326464.316386:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326464.316389:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326464.316389:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a686d3c9. 00000400:00000200:3.0:1767326464.316392:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 02000000:00000001:0.0:1767326464.316395:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326464.316396:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408676608, portal 10 00000100:00100000:0.0:1767326464.316424:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000986d7773 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408676736:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326464.316426:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326464.316426:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051f3b62d 00000100:00000001:1.0:1767326464.316429:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571630336 : -115369137921280 : ffff971287842300) 00000100:00000001:0.0:1767326464.316432:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767326464.316432:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051f3b62d. 02000000:00000001:0.0:1767326464.316437:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326464.316439:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767326464.316441:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a858f5b x1853175408676608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326464.316442:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326464.316447:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000015a32238 x1853175408676480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326464.316448:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326464.316452:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b90f88e5. 02000000:00000001:0.0:1767326464.316456:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326464.316462:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdd8db73. 00000400:00000010:0.0:1767326464.316468:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f208077f. 00000100:00000001:1.0:1767326464.316469:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767326464.316474:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408676736, portal 10 00000100:00000001:0.0:1767326464.316478:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326464.316478:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326464.316481:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571621376 : -115369137930240 : ffff971287840000) 00000400:00000010:1.0:1767326464.316485:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bf9b283. 00000100:00000040:0.0:1767326464.316491:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000986d7773 x1853175408676736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326464.316491:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408676608, offset 0 00000100:00000001:0.0:1767326464.316500:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326464.316504:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326464.316504:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326464.316510:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041419967. 00000100:00000200:0.0:1767326464.316512:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408676736, offset 0 00000400:00000200:1.0:1767326464.316516:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326464.316519:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326464.316525:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326464.316539:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326464.316542:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326464.316545:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326464.316548:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [426:426:255:4294967295] 192.168.202.142@tcp LPNI seq info [426:426:7:4294967295] 00000400:00000200:1.0:1767326464.316560:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326464.316562:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1767326464.316567:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326464.316571:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:3.0:1767326464.316571:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000015a32238 x1853175408676480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767326464.316574:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb080471. 00000400:00000200:0.0:1767326464.316578:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326464.316585:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:1.0:1767326464.316588:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326464.316590:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326464.316591:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326464.316595:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767326464.316597:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:1.0:1767326464.316600:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:0.0:1767326464.316603:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [427:427:254:4294967295] 192.168.202.142@tcp LPNI seq info [427:427:6:4294967295] 00000800:00000200:1.0:1767326464.316607:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb080471 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326464.316614:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326464.316615:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326464.316620:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 123715 usecs (124 jiffies) 00000800:00000200:0.0:1767326464.316626:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326464.316627:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306332285 00000800:00000010:0.0:1767326464.316630:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000100:00000001:1.0:1767326464.316633:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306335937 00000800:00000200:0.0:1767326464.316636:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326464.316638:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306332285 00000800:00000200:0.0:1767326464.316643:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326464.316645:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306335937 00000800:00000200:0.0:1767326464.316648:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326464.316649:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306332285 00000100:00000001:0.0:1767326464.316652:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326464.316654:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306335937 00000100:00000040:0.0:1767326464.316657:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 165770 usecs (166 jiffies) 00000100:00000001:1.0:1767326464.316659:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306332285 00000800:00000200:3.0:1767326464.316660:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326464.316661:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306332327 00000100:00000001:1.0:1767326464.316665:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306335937 00000100:00000001:0.0:1767326464.316666:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306335937 00000800:00000010:3.0:1767326464.316669:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb080471. 00000100:00000001:0.0:1767326464.316670:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306332327 00000100:00000001:1.0:1767326464.316671:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326464.316674:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306335937 00000400:00000200:3.0:1767326464.316676:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326464.316677:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326464.316679:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306332327 00000100:00000001:0.0:1767326464.316683:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306335937 00000100:00000001:1.0:1767326464.316684:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326464.316686:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306332327 00000400:00000200:3.0:1767326464.316686:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326464.316689:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326464.316691:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306335937 00000400:00000200:3.0:1767326464.316693:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bf9b283 00000100:00000001:0.0:1767326464.316695:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326464.316696:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bf9b283. 00000100:00000001:0.0:1767326464.316698:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326464.316698:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326464.316700:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326464.316703:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326464.316704:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326464.316705:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a858f5b x1853175408676608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326464.316708:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326464.316710:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326464.316714:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326464.316715:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326464.316719:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326464.316719:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326464.316723:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326464.316723:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326464.316724:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326464.316728:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326464.316730:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326464.316730:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a858f5b x1853175408676608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326464.316731:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326464.316742:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326464.316744:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767326464.316758:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326464.316760:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326464.316803:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326464.316805:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326464.316807:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767326464.316970:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326464.316972:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000400:00000200:3.0:1767326464.316976:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326464.316980:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326464.316983:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041419967 00000400:00000010:3.0:1767326464.316984:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041419967. 00000100:00000001:3.0:1767326464.316987:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326464.316990:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000986d7773 x1853175408676736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326464.316997:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326464.316999:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000986d7773 x1853175408676736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326464.317016:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326464.317018:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326464.320209:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326464.320228:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326464.320243:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326464.320247:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326464.320258:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326464.320276:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0cf00 00000400:00000200:0.0:1767326464.320285:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xe25 [1] + 224 00000800:00000001:0.0:1767326464.320293:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326464.320298:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326464.320301:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326464.320305:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326464.320311:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326464.320318:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a858f5b x1853175408676608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326464.320329:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a858f5b x1853175408676608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326464.320394:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326464.320426:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326464.320469:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326464.320479:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326464.320483:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326464.320485:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326464.320487:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326464.320492:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326464.320498:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0ce80 00000400:00000200:0.0:1767326464.320504:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xe1d [1] + 224 00000800:00000001:0.0:1767326464.320508:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326464.320510:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326464.320512:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326464.320515:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326464.320518:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326464.320522:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000015a32238 x1853175408676480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326464.320529:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000015a32238 x1853175408676480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326464.320554:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326464.320558:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326464.320561:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326464.320562:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326464.320564:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326464.320568:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326464.320583:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0cf80 00000400:00000200:0.0:1767326464.320588:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xe29 [1] + 224 00000800:00000001:0.0:1767326464.320591:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326464.320597:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326464.320599:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326464.320601:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326464.320604:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326464.320607:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000986d7773 x1853175408676736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326464.320614:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000986d7773 x1853175408676736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326464.320636:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326464.320640:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326464.320643:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326464.320710:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326464.320714:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326464.320720:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326464.320723:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326464.320726:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdd8db73. 00000400:00000200:3.0:1767326464.320730:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f208077f 00000400:00000010:3.0:1767326464.320733:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f208077f. 00000100:00000001:3.0:1767326464.320736:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326464.320740:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000986d7773 x1853175408676736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326464.320747:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000986d7773 x1853175408676736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326464.320754:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326464.320755:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326464.320758:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326464.320761:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326464.320764:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326464.320766:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326464.320769:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326464.320779:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=149 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326464.320783:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=106 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326464.320786:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326464.320788:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326464.320790:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326464.320795:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000986d7773 x1853175408676736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326464.320801:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326464.320805:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326464.320807:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326464.320809:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326464.320810:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326464.320820:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000986d7773 x1853175408676736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326464.320826:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326464.320830:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326464.320832:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326464.320835:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000986d7773 x1853175408676736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326464.320841:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000986d7773 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408676736:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326464.320846:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326464.320848:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326464.320851:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000986d7773 x1853175408676736/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326464.320857:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326464.320860:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326464.320864:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b90f88e5. 02000000:00000001:3.0:1767326464.320867:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326464.320870:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326464.320872:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326464.320874:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326464.320877:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc945970. 02000000:00000001:3.0:1767326464.320881:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326464.320883:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326464.320885:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000986d7773. 00000100:00000001:3.0:1767326464.320889:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326464.320890:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326464.320892:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326464.320900:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326464.320901:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326464.320904:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326464.320906:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326464.321119:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326464.321127:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326464.321130:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326464.321132:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326464.321133:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f104168. 00000400:00000200:2.0:1767326464.321137:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364a6fcd 00000400:00000010:2.0:1767326464.321138:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000364a6fcd. 00000100:00000001:2.0:1767326464.321141:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326464.321145:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000015a32238 x1853175408676480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326464.321153:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000015a32238 x1853175408676480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326464.321158:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326464.321160:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326464.321162:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326464.321163:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326464.321164:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326464.321166:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326464.321168:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326464.321170:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=10 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326464.321173:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326464.321175:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326464.321176:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326464.321178:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326464.321179:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326464.321192:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326464.321195:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000015a32238 x1853175408676480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326464.321200:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326464.321202:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326464.321204:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326464.321206:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015a32238 x1853175408676480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326464.321213:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000015a32238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408676480:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326464.321223:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326464.321225:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326464.321228:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000015a32238 x1853175408676480/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326464.321243:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326464.321245:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326464.321247:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af509128. 02000000:00000001:2.0:1767326464.321250:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326464.321251:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326464.321252:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326464.321254:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326464.321255:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1d29a8a. 02000000:00000001:2.0:1767326464.321258:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326464.321259:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326464.321260:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000015a32238. 00000100:00000001:2.0:1767326464.321263:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326464.321264:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326464.321266:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326464.321270:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326464.321271:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326464.321273:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326464.321275:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326464.321417:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326464.321419:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326464.321421:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803932a0. 00000400:00000200:1.0:1767326464.321425:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a686d3c9 00000400:00000010:1.0:1767326464.321427:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a686d3c9. 00000100:00000001:1.0:1767326464.321430:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326464.321434:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a858f5b x1853175408676608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326464.321441:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a858f5b x1853175408676608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326464.321447:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326464.321449:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326464.321450:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326464.321452:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326464.321453:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326464.321455:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326464.321457:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326464.321461:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=5 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326464.321464:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=5 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326464.321466:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326464.321467:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326464.321469:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326464.321471:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326464.321474:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326464.321475:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326464.321476:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326464.321478:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326464.321481:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a858f5b x1853175408676608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326464.321487:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326464.321489:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326464.321490:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326464.321499:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a858f5b x1853175408676608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326464.321506:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408676608:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326464.321510:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326464.321512:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326464.321514:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a858f5b x1853175408676608/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326480 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326464.321520:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326464.321522:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326464.321523:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f08765f3. 02000000:00000001:1.0:1767326464.321527:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326464.321528:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326464.321529:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326464.321531:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326464.321532:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea9a1391. 02000000:00000001:1.0:1767326464.321535:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326464.321536:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326464.321537:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a858f5b. 00000100:00000001:1.0:1767326464.321540:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326464.321541:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326464.321543:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326464.321546:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326464.321547:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326464.321549:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326464.321551:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326465.339563:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326465.339574:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326465.339631:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326465.339636:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326465.339639:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326466.363495:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326466.363503:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326466.363505:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326466.363508:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326466.363513:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326466.363515:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326466.363517:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326466.363527:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326466.364132:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326466.364137:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326466.364140:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326467.387572:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326467.387582:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326467.387634:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326467.387638:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326467.387641:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326468.155528:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306335937, at 4306336000 00000100:00000040:2.0:1767326468.155528:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306335937, at 4306336000 00000100:00000040:3.0:1767326468.155528:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306335937, at 4306336000 00000100:00000010:1.0:1767326468.155549:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee5444a4. 00000100:00000010:3.0:1767326468.155550:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c04931a1. 00000100:00000010:2.0:1767326468.155555:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc78285a. 00000100:00000040:0.0:1767326468.155648:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306335937, at 4306336000 00000100:00000010:0.0:1767326468.155655:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d6b0fc2. 00010000:00000001:0.0:1767326468.412087:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326468.412095:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326468.412117:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326468.412119:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326468.412121:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326469.435539:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326469.435546:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326469.435652:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326469.435656:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326469.435659:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326469.435801:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326469.435807:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326469.435825:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767326469.435831:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326469.435835:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326469.435838:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326469.435842:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326469.435850:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed9e0e5f. 00000100:00000001:2.0:1767326469.435855:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326469.435866:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000009561302 x1853175408676864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326469.435889:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326469.435892:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326469.435897:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_02+2] req@0000000009561302 x1853175408676864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326469.435933:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326469.435941:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326469.435942:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326469.435946:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408676864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326469.435951:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326469.435952:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326469.435955:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326469.435957:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326469.435959:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326469.435960:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408676864:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326469.435963:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326469.435967:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326469.435969:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326469.435971:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326469.435973:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f771d2b. 02000000:00000001:1.0:1767326469.435974:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326469.435979:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803932a0. 00000400:00000010:1.0:1767326469.435984:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a686d3c9. 00000100:00000200:1.0:1767326469.435989:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408676864, portal 25 00000100:00000001:1.0:1767326469.435990:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326469.435991:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000040:1.0:1767326469.435994:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408676864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326469.435998:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326469.436000:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326469.436002:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f47fe55. 00000100:00000200:1.0:1767326469.436003:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408676864, offset 0 00000400:00000200:1.0:1767326469.436007:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326469.436017:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326469.436021:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326469.436024:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326469.436027:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326469.436029:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326469.436034:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [428:428:256:4294967295] 192.168.202.142@tcp LPNI seq info [428:428:8:4294967295] 00000400:00000200:1.0:1767326469.436043:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326469.436047:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326469.436050:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5dc54ea. 00000800:00000200:1.0:1767326469.436055:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326469.436061:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326469.436064:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5dc54ea type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326469.436074:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326469.436077:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306341057 00000100:00000010:1.0:1767326469.436079:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d8259e28. 00000100:00000001:1.0:1767326469.436085:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326469.436096:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306341057 00000100:00000010:1.0:1767326469.436099:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8afc2e8. 00000100:00000001:1.0:1767326469.436101:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326469.436104:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306341057 00000100:00000010:1.0:1767326469.436106:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005030e337. 00000100:00000001:1.0:1767326469.436108:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326469.436110:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306341057 00000100:00000010:1.0:1767326469.436112:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000c4b5038. 00000100:00000001:1.0:1767326469.436115:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326469.436117:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326469.436119:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326469.436122:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326469.436124:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326469.436269:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326469.436273:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5dc54ea. 00000400:00000200:0.0:1767326469.436277:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326469.436282:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326469.436286:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f47fe55 00000400:00000010:0.0:1767326469.436288:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f47fe55. 00000100:00000001:0.0:1767326469.436291:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326469.436294:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408676864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326469.436303:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326469.436305:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408676864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326469.436310:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326469.436312:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326469.436350:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326469.436353:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326469.436356:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326469.436358:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326469.436360:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326469.436363:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326469.436364:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326469.436366:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326469.436368:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f07b907. 00000100:00000001:2.0:1767326469.436371:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326469.436374:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000032a2412e x1853175408676992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326469.436380:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326469.436382:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326469.436384:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_03+3] req@0000000032a2412e x1853175408676992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326469.436628:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326469.436642:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326469.436643:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326469.436648:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408676992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326469.436655:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326469.436662:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326469.436664:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326469.436665:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326469.436668:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326469.436670:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408676992:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326469.436675:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326469.436677:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326469.436678:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326469.436680:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326469.436684:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e76be85. 02000000:00000001:0.0:1767326469.436686:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326469.436689:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4948fc. 00000400:00000010:0.0:1767326469.436694:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b09e4b46. 00000100:00000200:0.0:1767326469.436697:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408676992, portal 10 00000100:00000001:0.0:1767326469.436699:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326469.436700:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000040:0.0:1767326469.436706:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408676992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326469.436712:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326469.436714:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326469.436717:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000200:0.0:1767326469.436719:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408676992, offset 0 00000400:00000200:0.0:1767326469.436723:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326469.436728:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326469.436731:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326469.436734:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326469.436736:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326469.436738:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326469.436741:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [429:429:256:4294967295] 192.168.202.142@tcp LPNI seq info [429:429:8:4294967295] 00000400:00000200:0.0:1767326469.436748:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326469.436752:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326469.436756:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000800:00000200:0.0:1767326469.436766:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326469.436771:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326469.436773:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326469.436788:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326469.436792:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 122805 usecs (123 jiffies) 00000100:00000001:0.0:1767326469.436795:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306337404 00000100:00000001:0.0:1767326469.436797:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306341057 00000100:00000001:0.0:1767326469.436799:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306337404 00000100:00000001:0.0:1767326469.436801:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306341057 00000100:00000001:0.0:1767326469.436803:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306337404 00000100:00000001:0.0:1767326469.436804:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306341057 00000100:00000001:0.0:1767326469.436806:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306337404 00000100:00000001:0.0:1767326469.436808:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306341057 00000100:00000001:0.0:1767326469.436818:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326469.436820:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326469.436821:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326469.436823:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326469.436830:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326469.436831:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326469.436833:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326469.436834:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326469.436835:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326469.436837:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326469.436883:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326469.436885:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326469.436888:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326469.436889:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326469.436890:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326469.436892:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326469.437099:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326469.437107:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326469.437109:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326469.437113:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326469.437119:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326469.437139:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000400:00000200:3.0:1767326469.437146:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326469.437155:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326469.437159:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326469.437162:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000100:00000040:2.0:1767326469.437164:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767326469.437168:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:2.0:1767326469.437171:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326469.437176:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767326469.437177:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326469.437182:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326469.437194:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326469.437196:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1767326469.437198:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408676992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326469.437200:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326469.437208:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:3.0:1767326469.437216:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326469.437219:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326469.437224:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408676992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326469.437228:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b6591187 x1853175408677120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326469.437259:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326469.437262:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326469.437302:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326469.437304:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326469.437309:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_00+0] req@00000000b6591187 x1853175408677120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326469.437349:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326469.437351:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326469.437353:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326469.437357:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408677120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326469.437364:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326469.437365:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326469.437367:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326469.437369:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326469.437371:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326469.437373:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408677120:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326469.437376:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326469.437378:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326469.437380:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326469.437381:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326469.437384:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000030b8e58. 02000000:00000001:1.0:1767326469.437386:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326469.437389:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008450b98. 00000400:00000010:1.0:1767326469.437393:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4a6f69c. 00000100:00000200:1.0:1767326469.437396:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408677120, portal 10 00000100:00000001:1.0:1767326469.437421:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326469.437423:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000040:1.0:1767326469.437428:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408677120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326469.437434:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326469.437436:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326469.437439:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c6b1e4e. 00000100:00000200:1.0:1767326469.437441:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408677120, offset 0 00000400:00000200:1.0:1767326469.437444:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326469.437450:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326469.437452:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326469.437460:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326469.437462:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326469.437465:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326469.437468:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [430:430:256:4294967295] 192.168.202.142@tcp LPNI seq info [430:430:8:4294967295] 00000400:00000200:1.0:1767326469.437475:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326469.437479:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326469.437482:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e6043a. 00000800:00000200:1.0:1767326469.437486:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326469.437490:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326469.437493:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000015e6043a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326469.437504:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326469.437507:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 164493 usecs (165 jiffies) 00000100:00000001:1.0:1767326469.437509:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306337446 00000100:00000001:1.0:1767326469.437512:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306341057 00000100:00000001:1.0:1767326469.437514:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306337446 00000100:00000001:1.0:1767326469.437515:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306341057 00000100:00000001:1.0:1767326469.437517:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306337446 00000100:00000001:1.0:1767326469.437519:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306341057 00000100:00000001:1.0:1767326469.437520:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306337446 00000100:00000001:1.0:1767326469.437522:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306341057 00000100:00000001:1.0:1767326469.437523:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326469.437525:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326469.437527:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326469.437528:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326469.437566:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326469.437569:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326469.437572:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326469.437576:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11674) 00000800:00000200:0.0:1767326469.437648:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326469.437651:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e6043a. 00000400:00000200:0.0:1767326469.437655:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326469.437659:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326469.437663:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c6b1e4e 00000400:00000010:0.0:1767326469.437664:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c6b1e4e. 00000100:00000001:0.0:1767326469.437667:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326469.437673:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408677120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326469.437687:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326469.437690:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408677120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326469.437696:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326469.437698:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326469.437794:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326469.437796:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326469.437798:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326469.437799:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326469.437801:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326469.437808:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326469.438152:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326469.438153:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326469.438159:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326469.438167:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326469.438171:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326469.438174:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326469.438180:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326469.438200:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0d000 00000400:00000200:0.0:1767326469.438208:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xe35 [1] + 224 00000800:00000001:0.0:1767326469.438214:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326469.438222:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326469.438223:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326469.438226:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326469.438229:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326469.438233:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408676864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326469.438240:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408676864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326469.438256:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326469.438261:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326469.438263:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326469.438299:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326469.438301:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326469.438304:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326469.438306:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326469.438307:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803932a0. 00000400:00000200:1.0:1767326469.438310:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a686d3c9 00000400:00000010:1.0:1767326469.438311:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a686d3c9. 00000100:00000001:1.0:1767326469.438314:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326469.438316:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408676864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326469.438323:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408676864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326469.438329:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326469.438330:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326469.438332:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326469.438334:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326469.438335:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326469.438337:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326469.438339:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326469.438344:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=15 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326469.438347:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=15 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326469.438349:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326469.438350:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326469.438352:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326469.438354:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326469.438357:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326469.438359:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408676864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326469.438365:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326469.438367:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326469.438368:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326469.438371:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408676864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326469.438377:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408676864:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326469.438386:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326469.438387:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326469.438389:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408676864/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326469.438395:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326469.438397:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326469.438509:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f771d2b. 02000000:00000001:1.0:1767326469.438513:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326469.438515:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326469.438517:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326469.438519:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326469.438522:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed9e0e5f. 02000000:00000001:1.0:1767326469.438525:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326469.438526:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326469.438527:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:1.0:1767326469.438529:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326469.438530:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326469.438532:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326469.438535:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326469.438536:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326469.438538:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326469.438540:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326469.438674:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326469.438684:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326469.438686:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326469.438688:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326469.438696:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326469.438710:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0d080 00000400:00000200:3.0:1767326469.438717:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xe3d [1] + 224 00000800:00000001:3.0:1767326469.438723:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326469.438729:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326469.438732:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326469.438735:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326469.438740:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326469.438744:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408676992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326469.438754:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408676992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326469.438771:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326469.438787:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326469.438790:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326469.438792:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326469.438793:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326469.438798:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326469.438800:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326469.438802:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4948fc. 00000400:00000200:0.0:1767326469.438805:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b09e4b46 00000400:00000010:0.0:1767326469.438806:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b09e4b46. 00000100:00000001:0.0:1767326469.438809:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326469.438864:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408676992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326469.438869:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408676992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326469.438874:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326469.438875:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326469.438876:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326469.438877:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326469.438877:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326469.438878:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326469.438880:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326469.438883:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326469.438884:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=10 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326469.438886:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326469.438887:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326469.438888:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326469.438890:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326469.438891:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326469.438893:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326469.438894:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326469.438895:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326469.438897:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408676992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326469.438900:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326469.438901:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326469.438902:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326469.438903:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408676992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326469.438907:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408676992:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326469.438909:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326469.438910:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326469.438911:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408676992/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326469.438924:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326469.438925:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326469.438927:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e76be85. 02000000:00000001:0.0:1767326469.438930:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326469.438931:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326469.438932:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326469.438934:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326469.438935:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f07b907. 02000000:00000001:0.0:1767326469.438937:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326469.438938:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326469.438939:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:0.0:1767326469.438941:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326469.438942:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326469.438944:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326469.438947:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326469.438949:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326469.438952:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326469.438954:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326469.439020:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326469.439027:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326469.439029:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326469.439031:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326469.439036:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326469.439044:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0d100 00000400:00000200:0.0:1767326469.439049:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xe45 [1] + 224 00000800:00000001:0.0:1767326469.439053:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326469.439091:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326469.439094:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326469.439097:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326469.439101:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326469.439103:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408677120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326469.439110:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408677120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326469.439133:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326469.439139:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326469.439142:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326469.439179:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326469.439182:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326469.439196:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326469.439197:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326469.439199:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008450b98. 00000400:00000200:1.0:1767326469.439202:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4a6f69c 00000400:00000010:1.0:1767326469.439204:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4a6f69c. 00000100:00000001:1.0:1767326469.439205:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326469.439209:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408677120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326469.439217:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408677120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326469.439223:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326469.439230:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326469.439232:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326469.439234:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326469.439235:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326469.439236:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326469.439238:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326469.439241:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=154 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326469.439244:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=111 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326469.439246:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326469.439247:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326469.439249:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326469.439252:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b6591187 x1853175408677120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326469.439258:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326469.439260:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326469.439261:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326469.439262:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326469.439263:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326469.439266:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408677120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326469.439272:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326469.439273:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326469.439275:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326469.439277:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408677120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326469.439284:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408677120:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326469.439288:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326469.439289:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326469.439291:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408677120/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326469.439297:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326469.439298:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326469.439304:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000030b8e58. 02000000:00000001:1.0:1767326469.439306:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326469.439307:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326469.439307:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326469.439309:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326469.439310:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 02000000:00000001:1.0:1767326469.439311:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326469.439312:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326469.439312:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:1.0:1767326469.439314:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326469.439315:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326469.439316:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326469.439318:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326469.439319:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326469.439320:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326469.439321:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326470.459504:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326470.459512:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326470.459539:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326470.459543:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326470.459545:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326471.483553:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326471.483561:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326471.483625:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326471.483628:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326471.483631:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326472.507556:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326472.507564:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326472.507659:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326472.507663:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326472.507666:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326473.275512:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306341057, at 4306341120 00000100:00000040:3.0:1767326473.275518:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306341057, at 4306341120 00000100:00000040:2.0:1767326473.275528:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306341057, at 4306341120 00000100:00000010:1.0:1767326473.275529:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8afc2e8. 00000100:00000040:0.0:1767326473.275534:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306341057, at 4306341120 00000100:00000010:3.0:1767326473.275534:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c4b5038. 00000100:00000010:2.0:1767326473.275550:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005030e337. 00000100:00000010:0.0:1767326473.275552:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d8259e28. 00010000:00000001:0.0:1767326473.531520:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326473.531527:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326473.531572:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326473.531578:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326473.531584:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326474.555548:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326474.555555:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326474.555562:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326474.555564:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326474.555578:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767326474.555587:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326474.555592:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1767326474.555595:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767326474.555596:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1767326474.555600:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326474.555604:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326474.555615:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb30d8a. 00010000:00010000:0.0:1767326474.555616:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326474.555624:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326474.555639:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000e6bdf5e7 x1853175408677248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326474.555651:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326474.555655:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326474.555662:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_01+1] req@00000000e6bdf5e7 x1853175408677248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326474.555693:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326474.555712:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326474.555715:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326474.555718:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767326474.555721:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326474.555723:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326474.555724:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326474.555726:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326474.555730:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a28d6e6. 00000100:00000001:2.0:1767326474.555733:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326474.555736:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000bfc4a11d x1853175408677376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326474.555744:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326474.555746:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326474.555749:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_02+2] req@00000000bfc4a11d x1853175408677376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326474.555774:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326474.555776:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326474.555779:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326474.555783:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326474.555786:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326474.555788:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326474.555790:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326474.555792:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326474.555795:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:2.0:1767326474.555798:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326474.555802:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326474.555803:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b6591187 x1853175408677504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326474.555809:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326474.555813:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326474.555814:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326474.555818:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326474.555823:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408677376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326474.555824:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_03+3] req@00000000b6591187 x1853175408677504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326474.555851:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326474.555854:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326474.555862:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326474.555866:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326474.555868:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326474.555871:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326474.555872:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326474.555876:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326474.555882:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11680) 00000100:00100000:0.0:1767326474.555886:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408677376:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326474.555892:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326474.555900:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326474.555903:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326474.555906:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326474.555911:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000889e159c. 02000000:00000001:0.0:1767326474.555913:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326474.555920:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4948fc. 00000400:00000010:0.0:1767326474.555928:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b09e4b46. 00000100:00000001:3.0:1767326474.555935:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326474.555936:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408677376, portal 10 00000100:00000001:0.0:1767326474.555939:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326474.555939:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326474.555941:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000001:3.0:1767326474.555941:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326474.555946:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408677248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326474.555947:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408677376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326474.555954:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326474.555955:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326474.555956:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326474.555958:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326474.555960:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eee32d1. 02000000:00000001:3.0:1767326474.555962:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767326474.555963:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408677376, offset 0 02000000:00000001:3.0:1767326474.555964:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326474.555966:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326474.555968:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408677248:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326474.555970:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326474.555972:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326474.555975:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326474.555976:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326474.555978:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326474.555982:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e76be85. 02000000:00000001:3.0:1767326474.555985:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326474.555987:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:3.0:1767326474.555989:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d92668db. 00000100:00000001:1.0:1767326474.555994:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326474.555995:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767326474.555999:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af85f150. 00000100:00000001:1.0:1767326474.556000:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326474.556001:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000200:3.0:1767326474.556003:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408677248, portal 25 00000100:00000001:3.0:1767326474.556005:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326474.556006:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000400:00000200:0.0:1767326474.556008:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326474.556011:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:3.0:1767326474.556011:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408677248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326474.556015:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [431:431:256:4294967295] 192.168.202.142@tcp LPNI seq info [431:431:8:4294967295] 00000100:00000001:3.0:1767326474.556019:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326474.556020:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326474.556022:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326474.556024:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326474.556026:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af95acdf. 00000100:00000001:1.0:1767326474.556027:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326474.556034:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408677504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326474.556039:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408677248, offset 0 00000400:00000200:3.0:1767326474.556049:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326474.556051:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326474.556058:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1767326474.556064:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326474.556066:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326474.556070:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 02000000:00000001:1.0:1767326474.556071:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326474.556074:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326474.556077:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326474.556081:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408677504:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326474.556085:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767326474.556088:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:1.0:1767326474.556097:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767326474.556100:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:1.0:1767326474.556100:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326474.556104:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767326474.556107:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1767326474.556109:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b44f0cc3. 02000000:00000001:1.0:1767326474.556112:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326474.556116:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008450b98. 00000400:00000010:1.0:1767326474.556122:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4a6f69c. 00000100:00000200:1.0:1767326474.556125:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408677504, portal 10 00000100:00000001:1.0:1767326474.556127:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326474.556128:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326474.556130:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000400:00000200:3.0:1767326474.556131:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:0.0:1767326474.556133:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 121877 usecs (122 jiffies) 00000400:00000200:3.0:1767326474.556145:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326474.556149:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306342522 00000400:00000200:3.0:1767326474.556149:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326474.556151:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1767326474.556154:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ea25869. 00000400:00000200:3.0:1767326474.556154:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:1.0:1767326474.556157:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408677504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326474.556161:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [432:432:255:4294967295] 192.168.202.142@tcp LPNI seq info [432:432:7:4294967295] 00000100:00000001:0.0:1767326474.556163:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767326474.556171:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306342522 00000100:00000010:0.0:1767326474.556176:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009686e7bb. 00000100:00000001:1.0:1767326474.556179:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326474.556180:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326474.556181:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326474.556187:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306342522 00000100:00000040:1.0:1767326474.556187:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326474.556190:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:0.0:1767326474.556193:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be5cd0f0. 00000400:00000010:1.0:1767326474.556194:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a686d3c9. 00000800:00000010:3.0:1767326474.556194:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc945970. 00000100:00000001:0.0:1767326474.556197:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767326474.556201:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408677504, offset 0 00000800:00000200:3.0:1767326474.556201:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326474.556208:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306342522 00000800:00000200:3.0:1767326474.556209:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000010:0.0:1767326474.556213:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9f9490c. 00000400:00000200:1.0:1767326474.556213:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326474.556213:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc945970 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326474.556219:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326474.556219:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326474.556221:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306346177 00000100:00000001:0.0:1767326474.556223:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326474.556224:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326474.556227:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326474.556227:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306342522 00000400:00000200:1.0:1767326474.556230:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326474.556232:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306346177 00000100:00000001:0.0:1767326474.556233:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326474.556236:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326474.556236:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326474.556236:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306342522 00000100:00000001:3.0:1767326474.556242:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306346177 00000400:00000200:1.0:1767326474.556243:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326474.556246:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306342522 00000100:00000001:0.0:1767326474.556248:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326474.556249:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326474.556251:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326474.556251:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306346177 00000100:00000001:0.0:1767326474.556254:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326474.556255:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306342522 00000100:00000001:0.0:1767326474.556257:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326474.556258:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [433:433:254:4294967295] 192.168.202.142@tcp LPNI seq info [433:433:6:4294967295] 00000100:00000001:0.0:1767326474.556259:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326474.556259:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326474.556263:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326474.556263:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326474.556268:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326474.556269:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326474.556274:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326474.556275:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326474.556277:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326474.556282:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326474.556287:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767326474.556289:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d731ab4b. 00000100:00000001:3.0:1767326474.556290:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326474.556293:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326474.556296:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326474.556298:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326474.556305:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326474.556308:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d731ab4b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326474.556312:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326474.556316:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767326474.556316:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 163206 usecs (164 jiffies) 00000100:00000001:1.0:1767326474.556319:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306342564 00000800:00000010:0.0:1767326474.556322:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000400:00000200:0.0:1767326474.556329:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326474.556335:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306346177 00000400:00000200:0.0:1767326474.556337:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326474.556340:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306342564 00000100:00000001:1.0:1767326474.556344:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306346177 00000400:00000200:0.0:1767326474.556345:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eee32d1 00000100:00000001:1.0:1767326474.556346:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306342564 00000400:00000010:0.0:1767326474.556350:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000eee32d1. 00000100:00000001:1.0:1767326474.556351:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306346177 00000100:00000001:1.0:1767326474.556355:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306342564 00000100:00000001:0.0:1767326474.556356:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326474.556358:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306346177 00000100:00000200:0.0:1767326474.556361:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408677376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326474.556363:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326474.556366:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326474.556370:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326474.556375:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326474.556381:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326474.556383:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326474.556386:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408677376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326474.556387:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326474.556392:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326474.556395:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326474.556417:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326474.556421:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326474.556428:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326474.556432:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326474.556436:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326474.556439:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc945970. 00000400:00000200:0.0:1767326474.556444:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326474.556449:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326474.556452:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af95acdf 00000400:00000010:0.0:1767326474.556454:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af95acdf. 00000100:00000001:0.0:1767326474.556457:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326474.556459:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408677248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326474.556466:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326474.556468:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408677248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326474.556473:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326474.556475:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326474.556527:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326474.556529:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d731ab4b. 00000400:00000200:0.0:1767326474.556532:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326474.556534:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326474.556536:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a686d3c9 00000400:00000010:0.0:1767326474.556537:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a686d3c9. 00000100:00000001:0.0:1767326474.556539:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326474.556541:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408677504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326474.556545:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326474.556546:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408677504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326474.556558:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326474.556559:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326474.560877:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326474.560889:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326474.560893:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326474.560895:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326474.560905:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326474.560927:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0d180 00000400:00000200:3.0:1767326474.560936:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xe55 [1] + 224 00000800:00000001:3.0:1767326474.560945:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326474.560949:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326474.560951:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326474.560954:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326474.560960:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326474.560967:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408677248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326474.560976:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408677248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326474.560992:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326474.561000:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326474.561001:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326474.561003:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326474.561004:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326474.561006:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326474.561009:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0d200 00000400:00000200:3.0:1767326474.561013:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xe4d [1] + 224 00000800:00000001:3.0:1767326474.561015:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326474.561018:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326474.561020:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326474.561023:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326474.561026:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326474.561045:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326474.561051:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326474.561059:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326474.561062:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326474.561065:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d92668db. 00000400:00000200:0.0:1767326474.561070:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af85f150 00000400:00000010:0.0:1767326474.561073:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af85f150. 00000100:00000001:0.0:1767326474.561077:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326474.561081:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408677248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326474.561091:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408677248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326474.561097:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326474.561099:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326474.561101:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326474.561105:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326474.561107:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326474.561110:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326474.561113:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326474.561120:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326474.561124:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=20 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326474.561127:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326474.561128:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326474.561131:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326474.561134:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326474.561148:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326474.561152:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408677248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326474.561159:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326474.561163:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326474.561165:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326474.561168:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408677248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326474.561189:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408677248:192.168.202.142@tcp:400: 00000100:00000200:3.0:1767326474.561194:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408677376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326474.561197:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326474.561202:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326474.561208:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408677248/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326474.561210:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408677376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326474.561231:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326474.561235:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326474.561239:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e76be85. 02000000:00000001:0.0:1767326474.561243:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326474.561245:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326474.561247:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767326474.561248:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326474.561252:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326474.561255:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb30d8a. 00000800:00000001:3.0:1767326474.561255:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326474.561259:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326474.561262:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1767326474.561262:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767326474.561265:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000800:00000001:3.0:1767326474.561266:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326474.561269:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326474.561273:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326474.561279:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0d280 00000400:00000200:3.0:1767326474.561285:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xe5d [1] + 224 00000800:00000001:3.0:1767326474.561289:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326474.561293:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326474.561295:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326474.561297:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326474.561299:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767326474.561303:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326474.561304:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:1.0:1767326474.561309:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326474.561312:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4948fc. 00000400:00000200:1.0:1767326474.561316:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b09e4b46 00000400:00000010:1.0:1767326474.561318:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b09e4b46. 00000100:00000001:1.0:1767326474.561331:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326474.561332:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326474.561337:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408677376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326474.561341:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408677504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326474.561361:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408677376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326474.561363:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408677504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326474.561385:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326474.561388:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326474.561391:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326474.561431:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326474.561434:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326474.561437:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767326474.561439:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326474.561440:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326474.561443:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326474.561445:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326474.561446:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326474.561451:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326474.561457:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1767326474.561458:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=15 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326474.561460:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326474.561461:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767326474.561465:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=15 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326474.561466:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326474.561469:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326474.561471:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326474.561471:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767326474.561473:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326474.561475:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326474.561479:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326474.561483:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326474.561486:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326474.561489:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326474.561491:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326474.561493:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326474.561497:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408677376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326474.561505:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326474.561507:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326474.561508:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326474.561511:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408677376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326474.561520:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408677376:192.168.202.142@tcp:400: 00000400:00000001:2.0:1767326474.561520:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326474.561525:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326474.561527:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326474.561528:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008450b98. 00000100:00000001:1.0:1767326474.561532:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326474.561535:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4a6f69c 00000100:00000040:1.0:1767326474.561537:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408677376/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326474.561539:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4a6f69c. 00000100:00000001:2.0:1767326474.561545:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326474.561549:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767326474.561552:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408677504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326474.561553:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326474.561556:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000889e159c. 02000000:00000001:1.0:1767326474.561562:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1767326474.561564:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408677504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326474.561568:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326474.561569:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326474.561570:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326474.561572:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326474.561572:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326474.561573:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326474.561575:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326474.561579:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=9 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326474.561581:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=116 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326474.561582:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326474.561583:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326474.561585:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326474.561587:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b6591187 x1853175408677504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326474.561591:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326474.561599:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326474.561600:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326474.561602:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326474.561603:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326474.561606:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408677504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326474.561613:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326474.561614:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767326474.561618:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326474.561618:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326474.561622:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000040:2.0:1767326474.561624:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408677504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326474.561628:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1767326474.561635:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408677504:192.168.202.142@tcp:400: 02000000:00000010:1.0:1767326474.561637:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a28d6e6. 00000100:00000001:2.0:1767326474.561642:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326474.561643:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326474.561646:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326474.561647:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767326474.561649:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000040:2.0:1767326474.561653:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408677504/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326474.561654:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326474.561657:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326474.561662:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326474.561668:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326474.561670:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767326474.561670:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326474.561674:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326474.561675:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b44f0cc3. 00000100:00000001:1.0:1767326474.561679:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326474.561681:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326474.561682:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326474.561684:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326474.561687:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326474.561689:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326474.561690:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 02000000:00000001:2.0:1767326474.561693:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326474.561695:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326474.561696:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:2.0:1767326474.561699:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326474.561701:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326474.561702:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326474.561707:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326474.561708:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326474.561710:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326474.561717:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326475.579526:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326475.579535:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326475.579546:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326475.579548:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326475.579556:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326475.579558:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326475.579560:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326475.579562:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326475.579649:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326475.579653:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326475.579656:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326476.603518:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326476.603525:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326476.603585:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326476.603588:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326476.603590:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326477.627505:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326477.627527:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326477.627546:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326477.627548:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326477.627556:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326478.395515:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306346177, at 4306346240 00000100:00000040:1.0:1767326478.395515:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306346177, at 4306346240 00000100:00000040:2.0:1767326478.395515:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306346177, at 4306346240 00000100:00000040:3.0:1767326478.395516:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306346177, at 4306346240 00000100:00000010:3.0:1767326478.395534:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9f9490c. 00000100:00000010:2.0:1767326478.395535:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be5cd0f0. 00000100:00000010:1.0:1767326478.395539:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009686e7bb. 00000100:00000010:0.0:1767326478.395543:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ea25869. 00010000:00000001:0.0:1767326478.651523:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326478.651529:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326478.651593:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326478.651597:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326478.651600:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326479.675526:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:1.0:1767326479.675526:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326479.675533:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326479.675536:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326479.675546:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f77d35e. 00000020:00000040:1.0:1767326479.675553:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326479.675558:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326479.675561:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326479.675565:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326479.675575:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d731ab4b. 00000100:00000001:1.0:1767326479.675582:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326479.675593:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000006f77d35e x1853175408677632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326479.675604:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326479.675606:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326479.675611:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f77d35e] to pc [ptlrpcd_00_00+0] req@000000006f77d35e x1853175408677632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326479.675658:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326479.675661:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326479.675665:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326479.675668:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000457f07b7. 00000020:00000040:1.0:1767326479.675671:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326479.675673:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326479.675674:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326479.675675:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326479.675678:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326479.675681:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015e6043a. 00000100:00000001:2.0:1767326479.675684:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326479.675685:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326479.675688:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326479.675692:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000457f07b7 x1853175408677760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767326479.675697:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f77d35e x1853175408677632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326479.675705:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326479.675707:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326479.675713:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326479.675716:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326479.675716:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326479.675720:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326479.675721:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326479.675726:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408677632:192.168.202.142@tcp:400: 00000100:00000040:1.0:1767326479.675729:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000457f07b7] to pc [ptlrpcd_00_01+1] req@00000000457f07b7 x1853175408677760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326479.675733:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326479.675739:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326479.675742:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326479.675743:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326479.675745:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326479.675747:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326479.675750:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767326479.675753:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ddf88a1. 00000100:00000010:1.0:1767326479.675755:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055b20dde. 02000000:00000001:2.0:1767326479.675757:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326479.675759:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326479.675763:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767326479.675764:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f104168. 02000000:00000001:1.0:1767326479.675765:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326479.675768:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326479.675772:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000364a6fcd. 02000000:00000010:1.0:1767326479.675774:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5dc54ea. 00000100:00000001:1.0:1767326479.675778:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326479.675780:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408677632, portal 25 00000100:00000040:1.0:1767326479.675783:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000055b20dde x1853175408677888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326479.675785:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326479.675788:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604910720 : -115369104640896 : ffff9712897ff480) 00000100:00000001:1.0:1767326479.675797:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767326479.675797:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f77d35e x1853175408677632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326479.675805:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326479.675806:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326479.675811:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767326479.675814:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055b20dde] to pc [ptlrpcd_00_02+2] req@0000000055b20dde x1853175408677888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326479.675815:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2f3b387. 00000100:00000200:2.0:1767326479.675820:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408677632, offset 0 00000400:00000200:2.0:1767326479.675830:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326479.675842:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326479.675844:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326479.675847:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326479.675854:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1767326479.675858:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767326479.675859:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11685) 00000400:00000200:2.0:1767326479.675865:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326479.675869:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326479.675870:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326479.675873:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326479.675874:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326479.675875:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326479.675882:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055b20dde x1853175408677888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326479.675882:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [434:434:256:4294967295] 192.168.202.142@tcp LPNI seq info [434:434:8:4294967295] 00000100:00000001:1.0:1767326479.675895:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326479.675898:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326479.675903:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326479.675904:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:1.0:1767326479.675906:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326479.675911:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326479.675914:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00100000:1.0:1767326479.675916:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408677888:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326479.675921:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1767326479.675921:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6a98a8f. 02000000:00000001:1.0:1767326479.675925:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326479.675928:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326479.675932:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767326479.675932:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000010:1.0:1767326479.675936:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0aafb5f. 02000000:00000001:1.0:1767326479.675939:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326479.675943:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:1.0:1767326479.675945:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803932a0. 00000800:00000200:2.0:1767326479.675949:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f6a98a8f type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767326479.675951:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d3326d8. 00000100:00000200:1.0:1767326479.675956:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408677888, portal 10 00000100:00000001:1.0:1767326479.675958:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326479.675959:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899968 : -115369104651648 : ffff9712897fca80) 00000100:00000001:2.0:1767326479.675960:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326479.675967:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000055b20dde x1853175408677888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326479.675974:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306351297 00000100:00000010:2.0:1767326479.675985:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8c0ab05. 00000100:00000001:2.0:1767326479.675992:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326479.675998:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326479.675998:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306351297 00000100:00000010:2.0:1767326479.676002:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc78285a. 00000100:00000040:1.0:1767326479.676005:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326479.676008:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1767326479.676010:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000512df998. 00000100:00000001:2.0:1767326479.676012:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306351297 00000100:00000200:1.0:1767326479.676016:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408677888, offset 0 00000100:00000010:2.0:1767326479.676017:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000020ebf5a0. 00000100:00000001:2.0:1767326479.676023:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326479.676027:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326479.676028:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306351297 00000100:00000010:2.0:1767326479.676033:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000013453981. 00000400:00000200:1.0:1767326479.676035:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326479.676038:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326479.676040:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326479.676044:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326479.676046:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326479.676049:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326479.676051:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326479.676054:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326479.676056:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326479.676058:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326479.676062:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [435:435:255:4294967295] 192.168.202.142@tcp LPNI seq info [435:435:7:4294967295] 00000100:00000001:2.0:1767326479.676068:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326479.676073:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326479.676077:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326479.676078:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326479.676082:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb080471. 00000100:00000001:2.0:1767326479.676088:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326479.676098:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326479.676105:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326479.676107:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb080471 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326479.676110:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326479.676114:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326479.676115:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 161977 usecs (162 jiffies) 00000100:00000001:2.0:1767326479.676117:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326479.676119:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306347682 00000100:00100000:2.0:1767326479.676121:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767326479.676124:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306351297 00000100:00000001:2.0:1767326479.676124:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326479.676129:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306347682 00000100:00000001:2.0:1767326479.676130:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326479.676132:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306351297 00000100:00000001:2.0:1767326479.676133:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326479.676136:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306347682 00000100:00000001:2.0:1767326479.676138:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326479.676139:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306351297 00000100:00000001:2.0:1767326479.676141:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326479.676142:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306347682 00000100:00000001:2.0:1767326479.676145:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326479.676146:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306351297 00000100:00000001:1.0:1767326479.676156:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326479.676159:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326479.676161:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326479.676162:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000457f07b7 x1853175408677760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326479.676164:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326479.676172:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326479.676174:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326479.676175:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326479.676177:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326479.676179:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326479.676181:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326479.676182:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326479.676186:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326479.676186:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326479.676190:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326479.676191:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326479.676196:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000457f07b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408677760:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326479.676200:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326479.676203:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326479.676204:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326479.676206:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326479.676209:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ea11ec5. 02000000:00000001:2.0:1767326479.676212:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326479.676214:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326479.676215:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1e66889. 00000100:00000001:1.0:1767326479.676217:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326479.676220:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb34fec2. 00000100:00000200:2.0:1767326479.676223:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408677760, portal 10 00000100:00000001:2.0:1767326479.676225:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326479.676226:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604906240 : -115369104645376 : ffff9712897fe300) 00000100:00000040:2.0:1767326479.676230:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000457f07b7 x1853175408677760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326479.676234:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326479.676236:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326479.676237:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000011205e8. 00000100:00000200:2.0:1767326479.676242:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408677760, offset 0 00000400:00000200:2.0:1767326479.676245:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326479.676249:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326479.676251:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326479.676252:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326479.676254:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326479.676256:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326479.676257:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [436:436:254:4294967295] 192.168.202.142@tcp LPNI seq info [436:436:6:4294967295] 00000400:00000200:2.0:1767326479.676262:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326479.676264:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326479.676266:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f07b907. 00000800:00000200:2.0:1767326479.676269:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326479.676271:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326479.676273:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f07b907 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326479.676275:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326479.676276:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 120993 usecs (121 jiffies) 00000100:00000001:2.0:1767326479.676278:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306347641 00000100:00000001:2.0:1767326479.676279:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306351297 00000100:00000001:2.0:1767326479.676280:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306347641 00000100:00000001:2.0:1767326479.676281:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306351297 00000100:00000001:2.0:1767326479.676283:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306347641 00000100:00000001:2.0:1767326479.676284:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306351297 00000100:00000001:2.0:1767326479.676285:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306347641 00000100:00000001:2.0:1767326479.676285:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306351297 00000100:00000001:2.0:1767326479.676286:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326479.676287:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326479.676289:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326479.676290:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326479.678175:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326479.678180:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326479.678227:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326479.678230:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6a98a8f. 00000400:00000200:0.0:1767326479.678237:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326479.678242:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326479.678247:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2f3b387 00000400:00000010:0.0:1767326479.678249:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2f3b387. 00000100:00000001:0.0:1767326479.678253:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326479.678258:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f77d35e x1853175408677632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326479.678267:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326479.678269:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f77d35e x1853175408677632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326479.678276:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326479.678278:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326479.678288:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326479.678290:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb080471. 00000400:00000200:0.0:1767326479.678292:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326479.678295:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326479.678297:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000512df998 00000400:00000010:0.0:1767326479.678298:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000512df998. 00000100:00000001:0.0:1767326479.678300:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326479.678302:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055b20dde x1853175408677888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326479.678322:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326479.678325:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055b20dde x1853175408677888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326479.678331:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326479.678332:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326479.678396:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326479.678418:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f07b907. 00000400:00000200:0.0:1767326479.678421:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326479.678424:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326479.678427:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000011205e8 00000400:00000010:0.0:1767326479.678429:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000011205e8. 00000100:00000001:0.0:1767326479.678431:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326479.678434:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000457f07b7 x1853175408677760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326479.678441:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326479.678443:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000457f07b7 x1853175408677760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326479.678448:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326479.678449:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767326479.678602:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326479.678605:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326479.678617:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1767326479.681234:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326479.681248:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326479.681252:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326479.681254:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326479.681263:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326479.681276:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0d300 00000400:00000200:0.0:1767326479.681283:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xe65 [1] + 224 00000800:00000001:0.0:1767326479.681290:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326479.681294:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326479.681296:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326479.681300:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326479.681305:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326479.681323:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f77d35e x1853175408677632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326479.681333:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006f77d35e x1853175408677632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326479.681350:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326479.681357:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326479.681360:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326479.681363:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326479.681364:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326479.681368:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326479.681374:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0d400 00000400:00000200:0.0:1767326479.681381:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xe6d [1] + 224 00000800:00000001:0.0:1767326479.681385:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326479.681389:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326479.681391:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326479.681392:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326479.681395:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326479.681422:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326479.681426:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055b20dde x1853175408677888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326479.681430:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326479.681438:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000055b20dde x1853175408677888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326479.681438:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326479.681442:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326479.681446:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f104168. 00000400:00000200:2.0:1767326479.681453:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364a6fcd 00000400:00000010:2.0:1767326479.681456:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000364a6fcd. 00000100:00000001:0.0:1767326479.681459:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326479.681460:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767326479.681465:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326479.681468:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f77d35e x1853175408677632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326479.681471:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326479.681476:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326479.681479:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326479.681479:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326479.681483:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f77d35e x1853175408677632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326479.681484:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326479.681489:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326479.681492:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000001:1.0:1767326479.681493:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326479.681497:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803932a0. 00000400:00000200:1.0:1767326479.681504:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d3326d8 00000400:00000200:0.0:1767326479.681506:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0d380 00000100:00000001:2.0:1767326479.681507:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767326479.681508:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d3326d8. 00000100:00000001:2.0:1767326479.681511:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326479.681514:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326479.681515:0:211394:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767326479.681519:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xe75 [1] + 224 02000000:00000001:2.0:1767326479.681520:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767326479.681522:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055b20dde x1853175408677888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326479.681525:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767326479.681527:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326479.681529:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326479.681536:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326479.681541:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326479.681541:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055b20dde x1853175408677888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326479.681543:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=25 v=5 (5 5 5 5) 00000400:00000200:0.0:1767326479.681547:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1767326479.681551:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=25 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326479.681558:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767326479.681559:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326479.681561:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326479.681565:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326479.681567:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767326479.681567:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326479.681569:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326479.681572:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326479.681573:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767326479.681574:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000457f07b7 x1853175408677760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326479.681577:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326479.681578:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326479.681581:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326479.681585:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326479.681587:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f77d35e x1853175408677632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326479.681590:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326479.681597:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000457f07b7 x1853175408677760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326479.681600:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=14 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326479.681607:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767326479.681609:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=121 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326479.681612:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326479.681617:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326479.681617:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326479.681620:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326479.681623:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326479.681624:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326479.681626:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f77d35e x1853175408677632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326479.681629:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326479.681634:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326479.681641:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408677632:192.168.202.142@tcp:400: 00010000:00080000:1.0:1767326479.681644:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000055b20dde x1853175408677888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326479.681658:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326479.681660:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326479.681662:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326479.681664:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326479.681666:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000040:2.0:1767326479.681670:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f77d35e x1853175408677632/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326479.681671:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326479.681674:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326479.681683:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055b20dde x1853175408677888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326479.681683:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326479.681687:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326479.681691:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ddf88a1. 02000000:00000001:2.0:1767326479.681696:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326479.681698:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767326479.681700:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326479.681703:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1767326479.681704:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326479.681706:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326479.681709:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767326479.681711:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055b20dde x1853175408677888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326479.681714:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d731ab4b. 02000000:00000001:2.0:1767326479.681720:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1767326479.681722:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408677888:192.168.202.142@tcp:400: 02000000:00000001:2.0:1767326479.681724:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326479.681728:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326479.681728:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f77d35e. 00000100:00000001:1.0:1767326479.681732:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326479.681735:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055b20dde x1853175408677888/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326479.681735:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326479.681738:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326479.681744:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326479.681745:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326479.681748:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326479.681749:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326479.681752:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0aafb5f. 00000100:00000001:2.0:1767326479.681752:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326479.681757:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:2.0:1767326479.681757:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767326479.681758:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326479.681761:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000400:00000001:2.0:1767326479.681761:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767326479.681766:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1767326479.681766:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1e66889. 02000000:00000010:1.0:1767326479.681768:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5dc54ea. 00000400:00000200:2.0:1767326479.681771:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb34fec2 02000000:00000001:1.0:1767326479.681772:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326479.681774:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1767326479.681776:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb34fec2. 00000100:00000010:1.0:1767326479.681777:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055b20dde. 00000100:00000001:2.0:1767326479.681781:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326479.681783:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1767326479.681786:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000457f07b7 x1853175408677760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326479.681793:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326479.681798:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326479.681802:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000457f07b7 x1853175408677760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326479.681807:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326479.681811:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326479.681811:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326479.681814:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326479.681816:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326479.681818:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326479.681821:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326479.681821:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326479.681824:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326479.681832:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326479.681835:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326479.681839:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=20 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326479.681843:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=20 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326479.681845:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326479.681846:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326479.681848:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326479.681850:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326479.681852:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326479.681853:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326479.681855:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326479.681856:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326479.681859:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000457f07b7 x1853175408677760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326479.681866:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326479.681868:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326479.681869:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326479.681872:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000457f07b7 x1853175408677760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326479.681879:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000457f07b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408677760:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326479.681883:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326479.681885:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326479.681887:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000457f07b7 x1853175408677760/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326479.681894:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326479.681895:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326479.681896:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ea11ec5. 02000000:00000001:2.0:1767326479.681899:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326479.681900:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326479.681901:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326479.681903:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326479.681904:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000015e6043a. 02000000:00000001:2.0:1767326479.681906:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326479.681911:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326479.681913:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000457f07b7. 00000100:00000001:2.0:1767326479.681915:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326479.681916:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326479.681918:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326479.681922:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326479.681923:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326479.681925:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326479.681926:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326480.699528:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326480.699538:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326480.699565:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326480.699567:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326480.699569:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326481.723549:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326481.723560:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326481.723626:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326481.723631:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326481.723634:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326482.747466:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326482.747476:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326482.747509:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326482.747513:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326482.747515:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326483.515485:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306351297, at 4306351360 00000100:00000040:3.0:1767326483.515485:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306351297, at 4306351360 00000100:00000040:0.0:1767326483.515486:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306351297, at 4306351360 00000100:00000040:1.0:1767326483.515490:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306351297, at 4306351360 00000100:00000010:1.0:1767326483.515511:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc78285a. 00000100:00000010:2.0:1767326483.515513:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000020ebf5a0. 00000100:00000010:3.0:1767326483.515515:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000013453981. 00000100:00000010:0.0:1767326483.515523:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8c0ab05. 00010000:00000001:0.0:1767326483.771438:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326483.771445:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326483.771468:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326483.771471:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326483.771474:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326484.795554:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326484.795560:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326484.795567:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326484.795571:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326484.795587:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055b20dde. 00000020:00000040:1.0:1767326484.795596:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326484.795603:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326484.795607:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326484.795614:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326484.795625:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5dc54ea. 00000100:00000001:1.0:1767326484.795633:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326484.795636:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326484.795639:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326484.795642:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326484.795648:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000055b20dde x1853175408678016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326484.795662:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326484.795665:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326484.795672:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055b20dde] to pc [ptlrpcd_00_03+3] req@0000000055b20dde x1853175408678016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326484.795710:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326484.795714:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326484.795719:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326484.795723:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001890d837. 00000100:00000001:2.0:1767326484.795725:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326484.795728:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326484.795731:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326484.795732:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326484.795735:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326484.795739:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326484.795740:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055b20dde x1853175408678016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326484.795746:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326484.795756:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767326484.795757:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326484.795758:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326484.795762:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326484.795763:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326484.795768:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767326484.795769:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000927476c9. 02000000:00000001:2.0:1767326484.795770:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326484.795774:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408678016:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326484.795776:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326484.795779:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326484.795785:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000001890d837 x1853175408678144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326484.795785:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326484.795795:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326484.795796:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326484.795797:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326484.795802:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326484.795808:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0e8d3bd. 00000100:00000040:1.0:1767326484.795810:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001890d837] to pc [ptlrpcd_00_00+0] req@000000001890d837 x1853175408678144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326484.795812:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326484.795822:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1e66889. 00000400:00000010:2.0:1767326484.795832:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb34fec2. 00000100:00000200:2.0:1767326484.795841:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408678016, portal 25 00000100:00000001:2.0:1767326484.795844:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326484.795846:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899968 : -115369104651648 : ffff9712897fca80) 00000100:00000001:1.0:1767326484.795849:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326484.795855:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000055b20dde x1853175408678016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326484.795857:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326484.795858:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326484.795865:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326484.795868:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326484.795875:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326484.795880:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd91ad23. 00000100:00000040:3.0:1767326484.795882:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001890d837 x1853175408678144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326484.795888:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326484.795889:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326484.795899:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326484.795902:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326484.795905:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326484.795912:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326484.795927:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767326484.795929:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015e6043a. 00000100:00000001:3.0:1767326484.795930:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326484.795935:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326484.795937:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326484.795940:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326484.795944:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767326484.795948:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000364a6fcd. 02000000:00000001:3.0:1767326484.795949:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326484.795951:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000cd91ad23 x1853175408678272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767326484.795955:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408678016, offset 0 02000000:00000001:3.0:1767326484.795961:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326484.795976:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408678144:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326484.795987:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767326484.795987:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326484.795996:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326484.795999:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326484.796002:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326484.796006:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326484.796009:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326484.796012:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd91ad23] to pc [ptlrpcd_00_01+1] req@00000000cd91ad23 x1853175408678272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326484.796014:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000010:3.0:1767326484.796017:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2876d7b. 02000000:00000001:3.0:1767326484.796022:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326484.796031:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767326484.796035:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009599ea04. 00000400:00000010:3.0:1767326484.796050:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f68e8c4e. 00000400:00000200:2.0:1767326484.796053:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000200:3.0:1767326484.796057:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408678144, portal 10 00000400:00000200:2.0:1767326484.796064:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326484.796064:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326484.796067:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604900864 : -115369104650752 : ffff9712897fce00) 00000400:00000200:2.0:1767326484.796076:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:3.0:1767326484.796077:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001890d837 x1853175408678144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326484.796082:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326484.796086:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [437:437:256:4294967295] 192.168.202.142@tcp LPNI seq info [437:437:8:4294967295] 00000100:00000040:1.0:1767326484.796088:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326484.796105:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326484.796109:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326484.796111:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326484.796120:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326484.796124:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326484.796128:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11690) 00000100:00000040:0.0:1767326484.796132:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd91ad23 x1853175408678272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326484.796139:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326484.796151:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:3.0:1767326484.796151:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046298f58. 00000100:00000200:3.0:1767326484.796159:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408678144, offset 0 00000400:00000200:3.0:1767326484.796178:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326484.796184:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326484.796187:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326484.796191:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326484.796193:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:0.0:1767326484.796195:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326484.796202:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326484.796205:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326484.796207:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326484.796207:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed9e0e5f. 00000400:00000200:3.0:1767326484.796213:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00100000:0.0:1767326484.796218:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cd91ad23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408678272:192.168.202.142@tcp:400: 00000400:00000200:3.0:1767326484.796220:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326484.796230:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326484.796230:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:2.0:1767326484.796231:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:0.0:1767326484.796235:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326484.796240:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [438:438:255:4294967295] 192.168.202.142@tcp LPNI seq info [438:438:7:4294967295] 02000000:00000001:0.0:1767326484.796241:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326484.796247:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767326484.796251:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000010:0.0:1767326484.796252:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009328c898. 02000000:00000001:0.0:1767326484.796258:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326484.796264:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326484.796266:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed9e0e5f type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767326484.796267:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c94ac4d9. 00000800:00000200:3.0:1767326484.796273:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326484.796277:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eee32d1. 00000100:00000200:0.0:1767326484.796286:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408678272, portal 10 00000800:00000010:3.0:1767326484.796286:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1bd790. 00000100:00000001:0.0:1767326484.796290:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326484.796293:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604912512 : -115369104639104 : ffff9712897ffb80) 00000800:00000200:3.0:1767326484.796296:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:0.0:1767326484.796305:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cd91ad23 x1853175408678272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326484.796306:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326484.796306:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326484.796315:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f1bd790 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326484.796323:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326484.796324:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306356417 00000100:00000001:0.0:1767326484.796326:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326484.796329:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 120128 usecs (121 jiffies) 00000100:00000040:0.0:1767326484.796333:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000010:2.0:1767326484.796335:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000020ebf5a0. 00000100:00000001:3.0:1767326484.796335:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306352761 00000400:00000010:0.0:1767326484.796338:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de705503. 00000100:00000200:0.0:1767326484.796350:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408678272, offset 0 00000100:00000001:2.0:1767326484.796353:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767326484.796354:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326484.796361:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed9e0e5f. 00000400:00000200:0.0:1767326484.796362:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326484.796368:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306356417 00000100:00000001:3.0:1767326484.796369:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306356417 00000400:00000200:1.0:1767326484.796372:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326484.796376:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306352761 00000400:00000200:0.0:1767326484.796379:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000010:2.0:1767326484.796383:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d6b0fc2. 00000400:00000200:0.0:1767326484.796390:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326484.796394:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326484.796395:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326484.796443:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326484.796453:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326484.796454:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306356418 00000100:00000001:3.0:1767326484.796454:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306356417 00000400:00000200:0.0:1767326484.796460:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326484.796463:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306352762 00000100:00000010:2.0:1767326484.796464:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ee61ad4. 00000400:00000200:0.0:1767326484.796471:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [439:439:254:4294967295] 192.168.202.142@tcp LPNI seq info [439:439:6:4294967295] 00000100:00000001:2.0:1767326484.796475:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326484.796485:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306356418 00000100:00000001:3.0:1767326484.796485:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306356418 00000100:00000001:3.0:1767326484.796495:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306352762 00000400:00000200:0.0:1767326484.796497:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000010:2.0:1767326484.796498:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9ee2863. 00000100:00000001:2.0:1767326484.796521:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767326484.796522:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326484.796523:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364a6fcd 00000100:00000001:3.0:1767326484.796528:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306356418 00000100:00000001:2.0:1767326484.796529:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767326484.796530:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000400:00000010:1.0:1767326484.796531:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000364a6fcd. 00000100:00000001:2.0:1767326484.796543:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326484.796545:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326484.796548:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767326484.796552:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326484.796553:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326484.796556:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326484.796563:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055b20dde x1853175408678016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326484.796566:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326484.796566:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326484.796572:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326484.796583:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326484.796584:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326484.796597:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326484.796598:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326484.796600:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326484.796601:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326484.796606:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767326484.796611:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 160768 usecs (161 jiffies) 00000100:00000001:3.0:1767326484.796611:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326484.796616:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326484.796616:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326484.796618:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306352802 00000100:00000001:1.0:1767326484.796620:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326484.796621:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326484.796621:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326484.796624:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306356417 00000100:00000001:3.0:1767326484.796631:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326484.796634:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306352802 00000100:00000001:2.0:1767326484.796635:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326484.796638:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055b20dde x1853175408678016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326484.796647:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306356417 00000100:00000001:2.0:1767326484.796648:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326484.796657:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326484.796658:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306352802 00000100:00000001:0.0:1767326484.796672:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306356418 00000100:00000001:1.0:1767326484.796672:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326484.796679:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306352802 00000100:00000001:0.0:1767326484.796681:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306356418 00000100:00000001:0.0:1767326484.796684:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326484.796687:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326484.796690:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326484.796692:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326484.796697:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767326484.796697:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326484.796700:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1767326484.796703:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1bd790. 00000100:00000001:0.0:1767326484.796705:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326484.796708:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326484.796712:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326484.796712:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326484.796716:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326484.796723:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326484.796727:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046298f58 00000400:00000010:1.0:1767326484.796731:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046298f58. 00000100:00000001:1.0:1767326484.796736:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326484.796740:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001890d837 x1853175408678144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326484.796747:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326484.796749:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001890d837 x1853175408678144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326484.796753:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326484.796754:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326484.796810:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326484.796813:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000400:00000200:1.0:1767326484.796816:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326484.796819:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326484.796822:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de705503 00000400:00000010:1.0:1767326484.796833:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de705503. 00000100:00000001:1.0:1767326484.796836:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326484.796840:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cd91ad23 x1853175408678272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326484.796847:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326484.796850:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cd91ad23 x1853175408678272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326484.796857:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326484.796858:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326484.798692:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326484.798707:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326484.798710:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326484.798712:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326484.798717:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326484.798731:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0d580 00000400:00000200:0.0:1767326484.798735:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xe8d [1] + 224 00000800:00000001:0.0:1767326484.798741:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326484.798743:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326484.798745:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326484.798748:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326484.798753:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326484.798756:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cd91ad23 x1853175408678272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326484.798762:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cd91ad23 x1853175408678272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326484.798775:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326484.798781:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326484.798783:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326484.798784:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326484.798785:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326484.798787:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326484.798790:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0d480 00000400:00000200:0.0:1767326484.798793:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xe7d [1] + 224 00000800:00000001:0.0:1767326484.798796:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326484.798799:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326484.798800:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326484.798802:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326484.798803:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326484.798805:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055b20dde x1853175408678016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326484.798811:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000055b20dde x1853175408678016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326484.798827:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326484.798830:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326484.798834:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326484.798836:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326484.798838:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326484.798844:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326484.798846:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326484.798849:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c94ac4d9. 00000400:00000200:3.0:1767326484.798853:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eee32d1 00000400:00000010:3.0:1767326484.798856:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000eee32d1. 00000100:00000001:3.0:1767326484.798859:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326484.798863:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cd91ad23 x1853175408678272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326484.798871:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cd91ad23 x1853175408678272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326484.798878:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326484.798880:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326484.798882:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326484.798885:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326484.798887:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326484.798890:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326484.798892:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326484.798898:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326484.798902:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=126 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326484.798904:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326484.798906:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326484.798909:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326484.798913:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cd91ad23 x1853175408678272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326484.798951:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326484.798955:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326484.798958:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326484.798960:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326484.798961:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1e66889. 00000400:00000200:2.0:1767326484.798965:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb34fec2 00000400:00000010:2.0:1767326484.798967:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb34fec2. 00000100:00000001:2.0:1767326484.798970:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326484.798974:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055b20dde x1853175408678016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326484.798982:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055b20dde x1853175408678016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326484.798989:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326484.798991:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326484.798992:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326484.798994:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326484.798995:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326484.798996:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326484.798998:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326484.799001:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=30 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326484.799004:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=30 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326484.799006:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326484.799007:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326484.799009:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326484.799010:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326484.799024:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326484.799028:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055b20dde x1853175408678016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326484.799051:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326484.799055:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326484.799057:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326484.799060:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055b20dde x1853175408678016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326484.799064:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408678016:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326484.799068:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326484.799070:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326484.799071:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055b20dde x1853175408678016/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326484.799075:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326484.799077:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326484.799079:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0e8d3bd. 02000000:00000001:2.0:1767326484.799081:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326484.799082:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326484.799083:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326484.799084:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326484.799086:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5dc54ea. 02000000:00000001:2.0:1767326484.799088:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326484.799089:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326484.799090:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055b20dde. 00000100:00000001:2.0:1767326484.799092:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326484.799093:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326484.799094:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326484.799097:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326484.799098:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326484.799099:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326484.799100:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326484.799195:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326484.799201:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326484.799202:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326484.799204:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326484.799206:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326484.799210:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cd91ad23 x1853175408678272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326484.799218:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326484.799220:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1767326484.799221:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326484.799222:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326484.799227:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd91ad23 x1853175408678272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326484.799228:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326484.799232:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326484.799234:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326484.799242:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00100000:3.0:1767326484.799246:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cd91ad23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408678272:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326484.799251:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0d500 00000100:00000001:3.0:1767326484.799253:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326484.799257:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xe85 [1] + 224 00000100:00000001:3.0:1767326484.799258:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767326484.799262:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326484.799265:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cd91ad23 x1853175408678272/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326484.799268:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326484.799271:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326484.799277:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326484.799281:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326484.799282:0:211387:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326484.799286:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767326484.799288:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001890d837 x1853175408678144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326484.799290:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009328c898. 02000000:00000001:3.0:1767326484.799296:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326484.799299:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326484.799302:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000040:0.0:1767326484.799304:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001890d837 x1853175408678144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326484.799305:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326484.799308:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000015e6043a. 02000000:00000001:3.0:1767326484.799313:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326484.799315:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326484.799318:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd91ad23. 00000100:00000001:3.0:1767326484.799322:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326484.799323:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326484.799330:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326484.799333:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326484.799334:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326484.799337:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326484.799340:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326484.799341:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326484.799342:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326484.799347:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326484.799351:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326484.799353:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326484.799357:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326484.799364:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326484.799365:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009599ea04. 00000400:00000200:2.0:1767326484.799368:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f68e8c4e 00000400:00000010:2.0:1767326484.799369:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f68e8c4e. 00000100:00000001:2.0:1767326484.799372:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326484.799376:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001890d837 x1853175408678144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326484.799382:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001890d837 x1853175408678144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326484.799385:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326484.799386:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326484.799387:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326484.799388:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326484.799389:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326484.799390:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326484.799391:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326484.799394:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=25 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326484.799395:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=25 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326484.799397:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326484.799413:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326484.799415:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326484.799416:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326484.799418:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326484.799419:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326484.799421:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326484.799422:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326484.799425:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001890d837 x1853175408678144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326484.799431:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326484.799433:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326484.799434:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326484.799436:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001890d837 x1853175408678144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326484.799443:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408678144:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326484.799452:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326484.799453:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326484.799456:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001890d837 x1853175408678144/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326484.799462:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326484.799464:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326484.799465:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2876d7b. 02000000:00000001:2.0:1767326484.799468:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326484.799469:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326484.799470:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326484.799472:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326484.799474:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000927476c9. 02000000:00000001:2.0:1767326484.799475:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326484.799476:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326484.799477:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001890d837. 00000100:00000001:2.0:1767326484.799479:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326484.799479:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326484.799480:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326484.799483:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326484.799483:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326484.799484:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326484.799485:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326485.819494:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326485.819503:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326485.819505:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326485.819508:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326485.819513:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326485.819515:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326485.819517:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326485.819519:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326485.819575:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326485.819579:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326485.819581:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326486.843521:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326486.843528:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326486.843553:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326486.843556:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326486.843558:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326487.867481:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326487.867508:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326487.867566:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326487.867570:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326487.867573:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326488.635501:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306356417, at 4306356480 00000100:00000040:2.0:1767326488.635501:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306356418, at 4306356480 00000100:00000040:3.0:1767326488.635501:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306356418, at 4306356480 00000100:00000040:1.0:1767326488.635502:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306356417, at 4306356480 00000100:00000010:3.0:1767326488.635518:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9ee2863. 00000100:00000010:1.0:1767326488.635520:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d6b0fc2. 00000100:00000010:2.0:1767326488.635522:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ee61ad4. 00000100:00000010:0.0:1767326488.635529:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000020ebf5a0. 00010000:00000001:0.0:1767326488.891517:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326488.891524:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326488.891581:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326488.891585:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326488.891588:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326489.915518:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326489.915523:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326489.915527:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326489.915530:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326489.915543:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058a040db. 00000020:00000040:1.0:1767326489.915550:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326489.915552:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326489.915554:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1767326489.915556:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326489.915558:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:0.0:1767326489.915559:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767326489.915564:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326489.915572:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d731ab4b. 00000100:00000001:1.0:1767326489.915578:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326489.915586:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000058a040db x1853175408678400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326489.915594:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326489.915595:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326489.915599:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058a040db] to pc [ptlrpcd_00_02+2] req@0000000058a040db x1853175408678400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326489.915622:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326489.915624:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326489.915627:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326489.915630:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a75f6d50. 00000020:00000040:1.0:1767326489.915633:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326489.915646:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326489.915655:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767326489.915656:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:1.0:1767326489.915658:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326489.915661:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326489.915662:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326489.915662:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326489.915668:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb080471. 00000100:00000001:3.0:1767326489.915668:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326489.915672:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326489.915673:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326489.915676:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326489.915679:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326489.915682:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000a75f6d50 x1853175408678528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326489.915683:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326489.915688:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326489.915700:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767326489.915700:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058a040db x1853175408678400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326489.915704:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326489.915715:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a75f6d50] to pc [ptlrpcd_00_03+3] req@00000000a75f6d50 x1853175408678528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326489.915735:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326489.915745:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326489.915748:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326489.915756:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326489.915756:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326489.915763:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000789fa2f6. 02000000:00000001:2.0:1767326489.915764:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326489.915765:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326489.915772:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00100000:3.0:1767326489.915773:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:2.0:1767326489.915774:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326489.915776:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326489.915776:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326489.915779:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326489.915782:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326489.915783:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326489.915786:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326489.915791:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326489.915794:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000927476c9. 00000100:00000001:3.0:1767326489.915794:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326489.915798:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058a040db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408678400:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326489.915799:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326489.915799:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326489.915804:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326489.915813:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a75f6d50 x1853175408678528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326489.915815:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326489.915820:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000789fa2f6 x1853175408678656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326489.915825:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326489.915826:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326489.915827:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326489.915829:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326489.915829:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326489.915829:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326489.915837:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326489.915838:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326489.915839:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000789fa2f6] to pc [ptlrpcd_00_00+0] req@00000000789fa2f6 x1853175408678656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326489.915842:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326489.915845:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326489.915846:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cda36778. 00000100:00100000:3.0:1767326489.915850:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a75f6d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408678528:192.168.202.142@tcp:400: 02000000:00000001:2.0:1767326489.915852:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326489.915861:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767326489.915866:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1e66889. 00000100:00000001:1.0:1767326489.915872:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326489.915875:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326489.915876:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767326489.915878:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb34fec2. 00000100:00000040:1.0:1767326489.915879:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767326489.915879:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326489.915885:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326489.915889:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11695) 02000000:00000010:3.0:1767326489.915889:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2bb4a37. 00000100:00000001:0.0:1767326489.915890:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326489.915891:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408678400, portal 25 02000000:00000001:3.0:1767326489.915892:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326489.915896:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326489.915900:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326489.915903:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1767326489.915905:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076f012e0. 00000100:00000040:0.0:1767326489.915908:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000789fa2f6 x1853175408678656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326489.915908:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604904448 : -115369104647168 : ffff9712897fdc00) 00000100:00000001:1.0:1767326489.915911:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326489.915914:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326489.915914:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b14ccc. 00000100:00000200:3.0:1767326489.915924:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408678528, portal 10 00000100:00000001:0.0:1767326489.915926:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326489.915932:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058a040db x1853175408678400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326489.915932:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326489.915933:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326489.915939:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604898176 : -115369104653440 : ffff9712897fc380) 02000000:00000001:0.0:1767326489.915943:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326489.915950:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326489.915956:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a75f6d50 x1853175408678528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326489.915958:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326489.915972:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767326489.915973:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000789fa2f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408678656:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326489.915978:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326489.915987:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326489.915988:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767326489.915989:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326489.915991:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767326489.916008:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ead26eaf. 00000400:00000010:2.0:1767326489.916010:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000628fadee. 00000100:00000200:3.0:1767326489.916012:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408678528, offset 0 02000000:00000001:0.0:1767326489.916015:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326489.916020:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767326489.916020:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408678400, offset 0 00000400:00000200:3.0:1767326489.916026:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000010:0.0:1767326489.916029:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070cfb170. 02000000:00000001:0.0:1767326489.916035:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326489.916040:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e60e7c0. 00000400:00000200:2.0:1767326489.916041:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326489.916049:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:0.0:1767326489.916054:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6037a22. 00000400:00000200:3.0:1767326489.916056:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767326489.916062:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408678656, portal 10 00000100:00000001:0.0:1767326489.916064:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326489.916064:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326489.916068:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604908928 : -115369104642688 : ffff9712897fed80) 00000400:00000200:3.0:1767326489.916071:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1767326489.916075:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000789fa2f6 x1853175408678656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326489.916079:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326489.916085:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [440:440:256:4294967295] 192.168.202.142@tcp LPNI seq info [440:440:8:4294967295] 00000100:00000001:0.0:1767326489.916095:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326489.916103:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326489.916103:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:0.0:1767326489.916105:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2b3dc38. 00000100:00000200:0.0:1767326489.916109:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408678656, offset 0 00000800:00000200:3.0:1767326489.916113:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326489.916119:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8b9f1ee. 00000400:00000200:2.0:1767326489.916123:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326489.916125:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326489.916133:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326489.916138:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326489.916142:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:2.0:1767326489.916147:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:3.0:1767326489.916149:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8b9f1ee type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326489.916160:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326489.916165:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326489.916166:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326489.916173:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [441:441:255:4294967295] 192.168.202.142@tcp LPNI seq info [441:441:7:4294967295] 00000100:00000040:3.0:1767326489.916175:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 119252 usecs (120 jiffies) 00000100:00000001:3.0:1767326489.916182:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306357880 00000400:00000200:2.0:1767326489.916195:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000010:3.0:1767326489.916196:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cdc0422. 00000100:00000001:3.0:1767326489.916207:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326489.916210:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:2.0:1767326489.916215:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326489.916218:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326489.916220:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306357880 00000400:00000200:0.0:1767326489.916225:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000010:3.0:1767326489.916229:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0fd67da. 00000400:00000200:0.0:1767326489.916230:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1767326489.916230:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dadd9a6c. 00000100:00000001:3.0:1767326489.916236:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326489.916237:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326489.916245:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306357880 00000400:00000200:0.0:1767326489.916246:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [442:442:254:4294967295] 192.168.202.142@tcp LPNI seq info [442:442:6:4294967295] 00000100:00000010:3.0:1767326489.916253:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b70eb340. 00000800:00000200:2.0:1767326489.916254:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326489.916262:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326489.916269:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326489.916269:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306357880 00000800:00000200:2.0:1767326489.916276:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000010:3.0:1767326489.916279:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064ae084c. 00000800:00000200:0.0:1767326489.916290:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326489.916291:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dadd9a6c type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767326489.916292:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326489.916292:0:211396:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000800:00000010:0.0:1767326489.916302:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000800:00000010:1.0:1767326489.916304:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8b9f1ee. 00000100:00000001:3.0:1767326489.916304:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326489.916305:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326489.916313:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326489.916315:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326489.916315:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306361537 00000800:00000200:0.0:1767326489.916316:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326489.916319:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326489.916330:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326489.916331:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000800:00000200:0.0:1767326489.916333:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326489.916336:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306357880 00000800:00000200:0.0:1767326489.916338:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326489.916345:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ead26eaf 00000100:00000001:0.0:1767326489.916349:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326489.916351:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ead26eaf. 00000100:00000001:2.0:1767326489.916355:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306361537 00000100:00000040:0.0:1767326489.916356:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 159550 usecs (160 jiffies) 00000100:00000001:1.0:1767326489.916358:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326489.916364:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306357920 00000100:00000200:1.0:1767326489.916368:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a75f6d50 x1853175408678528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326489.916369:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306361537 00000100:00000001:2.0:1767326489.916371:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306357880 00000100:00000001:0.0:1767326489.916374:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306357920 00000100:00000001:0.0:1767326489.916386:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306361537 00000100:00000001:2.0:1767326489.916386:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306361537 00000100:00000001:1.0:1767326489.916389:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326489.916436:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306357880 00000100:00000001:0.0:1767326489.916439:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306357921 00000100:00000040:1.0:1767326489.916441:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a75f6d50 x1853175408678528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326489.916443:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306361538 00000100:00000001:0.0:1767326489.916446:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306361537 00000100:00000001:2.0:1767326489.916449:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306357880 00000100:00000001:0.0:1767326489.916457:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306357921 00000100:00000001:2.0:1767326489.916458:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326489.916468:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306361538 00000100:00000001:2.0:1767326489.916470:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326489.916476:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326489.916481:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326489.916490:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326489.916490:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326489.916490:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326489.916507:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326489.916508:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326489.916508:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326489.916518:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326489.916519:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326489.916524:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326489.916527:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326489.916527:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326489.916529:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326489.916532:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326489.916535:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767326489.916536:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dadd9a6c. 00000100:00000001:0.0:1767326489.916538:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326489.916542:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326489.916542:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326489.916548:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326489.916551:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326489.916554:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000628fadee 00000400:00000010:1.0:1767326489.916555:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000628fadee. 00000100:00000001:1.0:1767326489.916557:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326489.916560:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058a040db x1853175408678400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326489.916565:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326489.916566:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058a040db x1853175408678400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326489.916570:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326489.916571:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326489.916594:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326489.916596:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000400:00000200:1.0:1767326489.916602:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326489.916605:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326489.916606:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2b3dc38 00000400:00000010:1.0:1767326489.916607:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2b3dc38. 00000100:00000001:1.0:1767326489.916609:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326489.916611:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000789fa2f6 x1853175408678656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326489.916615:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326489.916617:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000789fa2f6 x1853175408678656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326489.916620:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326489.916621:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326489.917865:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326489.917877:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326489.917880:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326489.917882:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326489.917887:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326489.917895:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0d600 00000400:00000200:0.0:1767326489.917900:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xe95 [1] + 224 00000800:00000001:0.0:1767326489.917905:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326489.917908:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326489.917909:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326489.917911:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326489.917914:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326489.917916:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058a040db x1853175408678400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326489.917925:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058a040db x1853175408678400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326489.917940:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326489.917950:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326489.917954:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326489.917956:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326489.917957:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326489.917961:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326489.917967:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0d680 00000400:00000200:0.0:1767326489.917984:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xe99 [1] + 224 00000800:00000001:0.0:1767326489.917990:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326489.918015:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326489.918018:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326489.918022:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326489.918027:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326489.918030:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a75f6d50 x1853175408678528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326489.918039:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a75f6d50 x1853175408678528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326489.918047:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326489.918051:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326489.918058:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326489.918059:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767326489.918065:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326489.918068:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1e66889. 00000400:00000200:2.0:1767326489.918074:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb34fec2 00000400:00000010:2.0:1767326489.918076:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb34fec2. 00000100:00000001:2.0:1767326489.918081:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767326489.918087:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326489.918090:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058a040db x1853175408678400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326489.918094:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326489.918095:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326489.918101:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326489.918102:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326489.918108:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326489.918110:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058a040db x1853175408678400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326489.918111:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326489.918115:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326489.918119:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076f012e0. 00000400:00000200:0.0:1767326489.918126:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326489.918128:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b14ccc 00000400:00000010:1.0:1767326489.918138:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b14ccc. 00000100:00000001:1.0:1767326489.918146:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326489.918149:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0d700 00000400:00000200:0.0:1767326489.918158:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xea5 [1] + 224 00000100:00000200:1.0:1767326489.918158:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a75f6d50 x1853175408678528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326489.918172:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326489.918179:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326489.918187:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326489.918201:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326489.918215:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326489.918224:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000789fa2f6 x1853175408678656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326489.918225:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326489.918232:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326489.918242:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767326489.918250:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a75f6d50 x1853175408678528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326489.918251:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767326489.918254:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000789fa2f6 x1853175408678656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326489.918256:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326489.918263:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326489.918277:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326489.918290:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767326489.918291:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=35 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326489.918294:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326489.918297:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326489.918302:0:211396:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767326489.918303:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326489.918305:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=35 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326489.918305:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326489.918308:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767326489.918309:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326489.918310:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326489.918315:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1767326489.918316:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326489.918321:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326489.918321:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326489.918327:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e60e7c0. 02000000:00000001:1.0:1767326489.918328:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326489.918329:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767326489.918332:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6037a22 00000100:00000001:2.0:1767326489.918335:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326489.918337:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6037a22. 00000100:00001000:1.0:1767326489.918342:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=30 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326489.918347:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767326489.918348:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1767326489.918352:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=30 v=5 (1 1 1 1) 00010000:00000001:2.0:1767326489.918352:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326489.918354:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000789fa2f6 x1853175408678656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326489.918367:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326489.918369:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326489.918380:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326489.918383:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000789fa2f6 x1853175408678656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326489.918384:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058a040db x1853175408678400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326489.918385:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326489.918393:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326489.918423:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326489.918426:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326489.918429:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326489.918434:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326489.918435:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326489.918441:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326489.918444:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326489.918448:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326489.918455:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326489.918456:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326489.918462:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326489.918463:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a75f6d50 x1853175408678528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326489.918468:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767326489.918470:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326489.918476:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326489.918479:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=24 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326489.918489:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=131 v=5 (1 1 0 0) 00000100:00000040:2.0:1767326489.918493:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058a040db x1853175408678400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326489.918494:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326489.918495:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326489.918500:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326489.918504:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767326489.918509:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326489.918510:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767326489.918518:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000789fa2f6 x1853175408678656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326489.918528:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a75f6d50 x1853175408678528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326489.918565:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058a040db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408678400:192.168.202.142@tcp:400: 00010000:00000001:3.0:1767326489.918566:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326489.918575:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326489.918581:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00100000:1.0:1767326489.918585:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a75f6d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408678528:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326489.918586:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326489.918590:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326489.918601:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326489.918601:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326489.918601:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000789fa2f6 x1853175408678656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326489.918611:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326489.918612:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326489.918618:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326489.918622:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058a040db x1853175408678400/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326489.918623:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a75f6d50 x1853175408678528/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326489.918624:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326489.918627:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326489.918637:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000789fa2f6 x1853175408678656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326489.918701:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000789fa2f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408678656:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326489.918702:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326489.918710:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326489.918710:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326489.918711:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326489.918717:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cda36778. 00000100:00000001:3.0:1767326489.918717:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767326489.918719:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767326489.918727:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000789fa2f6 x1853175408678656/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326489.918728:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:1.0:1767326489.918729:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2bb4a37. 00000020:00000001:2.0:1767326489.918736:0:211397:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767326489.918739:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1767326489.918744:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326489.918745:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326489.918746:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1767326489.918750:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 02000000:00000001:3.0:1767326489.918750:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326489.918753:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070cfb170. 02000000:00000001:3.0:1767326489.918761:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326489.918763:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767326489.918764:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326489.918767:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb080471. 00000020:00000001:3.0:1767326489.918768:0:211394:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:2.0:1767326489.918769:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d731ab4b. 00000020:00000040:3.0:1767326489.918773:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:1.0:1767326489.918774:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767326489.918777:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767326489.918778:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767326489.918778:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1767326489.918780:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000927476c9. 02000000:00000001:2.0:1767326489.918783:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326489.918784:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a75f6d50. 02000000:00000001:3.0:1767326489.918785:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326489.918789:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326489.918791:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058a040db. 00000100:00000001:1.0:1767326489.918792:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000010:3.0:1767326489.918793:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000789fa2f6. 00000100:00000001:1.0:1767326489.918804:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326489.918804:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326489.918804:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326489.918810:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326489.918811:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326489.918812:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326489.918822:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326489.918823:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326489.918829:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326489.918836:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326489.918839:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326489.918841:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326489.918841:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326489.918845:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326489.918845:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326489.918848:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326489.918858:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326489.918859:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326489.918871:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326489.918872:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326490.940281:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326490.940292:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326490.940476:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326490.940481:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326490.940485:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326491.963557:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326491.963564:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326491.963635:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326491.963640:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326491.963645:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326492.987479:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326492.987488:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326492.987515:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326492.987518:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326492.987521:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326493.755535:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306361537, at 4306361600 00000100:00000040:2.0:1767326493.755535:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306361537, at 4306361600 00000100:00000040:1.0:1767326493.755536:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306361537, at 4306361600 00000100:00000040:3.0:1767326493.755536:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306361538, at 4306361600 00000100:00000010:2.0:1767326493.755554:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b70eb340. 00000100:00000010:0.0:1767326493.755555:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cdc0422. 00000100:00000010:1.0:1767326493.755558:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0fd67da. 00000100:00000010:3.0:1767326493.755561:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064ae084c. 00010000:00000001:0.0:1767326494.011602:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326494.011612:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326494.011678:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326494.011683:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326494.011686:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326495.035839:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326495.035850:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326495.035861:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326495.035867:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326495.035871:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326495.035874:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326495.035880:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326495.035887:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 00000100:00000001:2.0:1767326495.035894:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326495.035904:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b6591187 x1853175408678784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326495.035913:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326495.035915:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326495.035919:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_01+1] req@00000000b6591187 x1853175408678784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326495.035940:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326495.035941:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326495.035944:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326495.035954:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326495.035972:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326495.035974:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326495.035976:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326495.035977:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326495.035978:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326495.035982:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064d7910e. 00000100:00000001:1.0:1767326495.035984:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326495.035984:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326495.035985:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326495.035990:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326495.035992:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326495.035993:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000032a2412e x1853175408678912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326495.035999:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408678784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326495.036010:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326495.036012:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326495.036018:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_02+2] req@0000000032a2412e x1853175408678912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326495.036025:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326495.036029:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326495.036036:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326495.036040:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326495.036043:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326495.036046:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408678784:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326495.036052:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326495.036054:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326495.036059:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326495.036059:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326495.036063:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326495.036064:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326495.036067:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326495.036069:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767326495.036070:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000100:00000001:3.0:1767326495.036071:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326495.036075:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767326495.036076:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326495.036080:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1767326495.036082:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000938caca6. 02000000:00000001:2.0:1767326495.036083:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767326495.036084:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408678912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326495.036088:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326495.036089:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326495.036096:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039fc680f. 00000100:00000001:3.0:1767326495.036098:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767326495.036100:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803932a0. 00000100:00000001:3.0:1767326495.036102:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326495.036103:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326495.036110:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000009561302 x1853175408679040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767326495.036111:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d3326d8. 02000000:00000001:3.0:1767326495.036112:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326495.036117:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326495.036122:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408678784, portal 25 00000100:00000001:2.0:1767326495.036122:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326495.036126:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326495.036129:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326495.036129:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326495.036133:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_03+3] req@0000000009561302 x1853175408679040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326495.036134:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00100000:3.0:1767326495.036138:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408678912:192.168.202.142@tcp:400: 00000100:00000040:1.0:1767326495.036144:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408678784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326495.036149:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326495.036154:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326495.036155:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326495.036158:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326495.036162:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326495.036164:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326495.036168:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1767326495.036170:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e76be85. 00000100:00000040:1.0:1767326495.036175:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326495.036177:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767326495.036177:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326495.036181:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffc7a60e. 00000100:00000200:1.0:1767326495.036185:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408678784, offset 0 00000400:00000010:3.0:1767326495.036185:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ef5387c. 00000100:00000040:2.0:1767326495.036186:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11700) 00000400:00000010:3.0:1767326495.036194:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010912c81. 00000100:00000200:3.0:1767326495.036200:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408678912, portal 10 00000100:00000001:3.0:1767326495.036202:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326495.036206:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326495.036206:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000040:3.0:1767326495.036216:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408678912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326495.036224:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326495.036225:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:3.0:1767326495.036230:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326495.036233:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e3485e7. 00000100:00000200:3.0:1767326495.036236:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408678912, offset 0 00000400:00000200:3.0:1767326495.036243:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326495.036249:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326495.036256:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326495.036260:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326495.036263:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326495.036267:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [443:443:256:4294967295] 192.168.202.142@tcp LPNI seq info [443:443:8:4294967295] 00000400:00000200:1.0:1767326495.036279:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326495.036285:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326495.036290:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:1.0:1767326495.036293:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb080471. 00000400:00000200:3.0:1767326495.036295:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326495.036301:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:1.0:1767326495.036305:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326495.036307:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326495.036313:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326495.036317:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [444:444:255:4294967295] 192.168.202.142@tcp LPNI seq info [444:444:7:4294967295] 00000100:00000001:0.0:1767326495.036324:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326495.036327:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326495.036328:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326495.036332:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1767326495.036335:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb080471 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326495.036337:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:0.0:1767326495.036341:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408679040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326495.036349:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326495.036356:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:3.0:1767326495.036357:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 00000100:00000001:0.0:1767326495.036358:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326495.036358:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326495.036365:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326495.036367:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326495.036367:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306366657 02000000:00000001:0.0:1767326495.036373:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326495.036375:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000031921c6c. 00000100:00100000:0.0:1767326495.036377:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408679040:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326495.036382:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326495.036385:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326495.036386:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767326495.036387:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326495.036391:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326495.036394:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aee6c253. 00000100:00000001:1.0:1767326495.036396:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306366657 02000000:00000001:0.0:1767326495.036416:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326495.036421:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002be8f718. 00000400:00000010:0.0:1767326495.036423:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c703463c. 00000100:00000001:1.0:1767326495.036427:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000010:0.0:1767326495.036431:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6037a22. 00000100:00000001:1.0:1767326495.036432:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306366658 00000100:00000200:0.0:1767326495.036437:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408679040, portal 10 00000100:00000010:1.0:1767326495.036439:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002ae990e. 00000100:00000001:0.0:1767326495.036441:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326495.036445:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326495.036451:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000001:1.0:1767326495.036455:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306366658 00000100:00000040:0.0:1767326495.036459:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408679040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326495.036461:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8afc2e8. 00000800:00000200:3.0:1767326495.036464:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326495.036468:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326495.036476:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326495.036477:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326495.036481:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326495.036482:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326495.036488:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326495.036490:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767326495.036493:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2b3dc38. 00000100:00000001:1.0:1767326495.036493:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326495.036495:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326495.036497:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408679040, offset 0 00000100:00000040:3.0:1767326495.036502:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 118380 usecs (119 jiffies) 00000100:00000001:1.0:1767326495.036504:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326495.036508:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326495.036508:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306363000 00000100:00000001:1.0:1767326495.036515:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326495.036515:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306366657 00000800:00000200:2.0:1767326495.036517:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767326495.036518:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326495.036520:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326495.036520:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306363000 00000800:00000010:2.0:1767326495.036524:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb080471. 00000100:00000001:1.0:1767326495.036526:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326495.036527:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326495.036527:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306366657 00000100:00000001:1.0:1767326495.036530:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326495.036533:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326495.036534:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326495.036534:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326495.036534:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306363000 00000400:00000200:0.0:1767326495.036541:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326495.036541:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306366658 00000100:00000001:1.0:1767326495.036542:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326495.036547:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326495.036548:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306363000 00000400:00000200:0.0:1767326495.036549:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326495.036554:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306366658 00000400:00000200:0.0:1767326495.036559:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [445:445:254:4294967295] 192.168.202.142@tcp LPNI seq info [445:445:6:4294967295] 00000100:00000001:3.0:1767326495.036559:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326495.036566:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326495.036571:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326495.036576:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326495.036576:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326495.036582:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326495.036583:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffc7a60e 00000800:00000010:0.0:1767326495.036587:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000400:00000010:2.0:1767326495.036588:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffc7a60e. 00000100:00000001:3.0:1767326495.036591:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1767326495.036594:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326495.036596:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767326495.036602:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:2.0:1767326495.036603:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408678784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326495.036608:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326495.036614:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326495.036620:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 158347 usecs (159 jiffies) 00000100:00000001:2.0:1767326495.036622:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326495.036624:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306363040 00000100:00000040:2.0:1767326495.036628:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408678784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326495.036629:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306366657 00000100:00000001:0.0:1767326495.036634:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306363040 00000100:00000001:0.0:1767326495.036639:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306366657 00000100:00000001:0.0:1767326495.036643:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306363040 00000100:00000001:2.0:1767326495.036645:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326495.036646:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306366658 00000100:00000001:2.0:1767326495.036649:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326495.036650:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306363040 00000100:00000001:0.0:1767326495.036658:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306366658 00000100:00000001:0.0:1767326495.036661:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326495.036663:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326495.036666:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326495.036668:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326495.036669:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326495.036673:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767326495.036673:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 00000100:00000001:0.0:1767326495.036676:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326495.036679:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326495.036681:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326495.036683:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326495.036686:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326495.036687:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326495.036691:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e3485e7 00000100:00000001:0.0:1767326495.036692:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326495.036695:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e3485e7. 00000100:00000001:2.0:1767326495.036700:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326495.036704:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408678912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326495.036705:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326495.036712:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326495.036715:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326495.036717:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767326495.036718:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1767326495.036719:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326495.036723:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326495.036723:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408678912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326495.036725:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326495.036735:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326495.036737:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326495.036748:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326495.036751:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000400:00000200:2.0:1767326495.036760:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326495.036765:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000020:00000001:1.0:1767326495.036766:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326495.036768:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2b3dc38 00000020:00000001:1.0:1767326495.036771:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326495.036772:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2b3dc38. 00010000:00010000:1.0:1767326495.036777:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326495.036778:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326495.036783:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408679040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326495.036790:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326495.036793:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408679040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326495.036799:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326495.036801:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326495.043543:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326495.043563:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326495.043567:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326495.043570:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326495.043583:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326495.043603:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0d800 00000400:00000200:1.0:1767326495.043622:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xeb5 [1] + 224 00000800:00000001:1.0:1767326495.043631:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326495.043636:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326495.043639:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326495.043643:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326495.043651:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326495.043660:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408678912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326495.043673:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408678912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326495.043691:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326495.043702:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326495.043705:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326495.043707:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326495.043709:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326495.043713:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326495.043720:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0d780 00000400:00000200:1.0:1767326495.043726:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xead [1] + 224 00000100:00000001:3.0:1767326495.043740:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326495.043747:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326495.043749:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326495.043755:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326495.043757:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767326495.043757:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326495.043762:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326495.043764:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:3.0:1767326495.043767:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ef5387c. 00000400:00000200:3.0:1767326495.043773:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010912c81 00000400:00000010:3.0:1767326495.043776:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010912c81. 00000100:00000001:3.0:1767326495.043780:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326495.043782:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326495.043787:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408678912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326495.043790:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408678784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326495.043816:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408678784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326495.043820:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408678912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326495.043836:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326495.043839:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326495.043842:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326495.043843:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326495.043846:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767326495.043850:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326495.043850:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326495.043854:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326495.043856:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326495.043859:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326495.043859:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326495.043863:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326495.043870:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00001000:3.0:1767326495.043872:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=36 v=5 (5 5 5 5) 00000400:00000200:1.0:1767326495.043878:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0d880 00000100:00001000:3.0:1767326495.043879:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=36 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326495.043883:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767326495.043886:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xebd [1] + 224 00000100:00000001:3.0:1767326495.043886:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326495.043889:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326495.043890:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767326495.043893:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767326495.043894:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326495.043895:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326495.043899:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1767326495.043901:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326495.043902:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326495.043902:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000400:00000001:2.0:1767326495.043906:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326495.043907:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1767326495.043908:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767326495.043911:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803932a0. 00000100:00000001:3.0:1767326495.043911:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326495.043917:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326495.043918:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d3326d8 00000100:00000040:3.0:1767326495.043920:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408678912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326495.043924:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d3326d8. 00000100:00000001:2.0:1767326495.043930:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326495.043930:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326495.043931:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326495.043936:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767326495.043938:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408678784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326495.043939:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408679040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326495.043941:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326495.043961:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408678912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326495.043986:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408679040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326495.043989:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408678784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326495.043991:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408678912:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326495.044004:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326495.044009:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326495.044014:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408678912/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326495.044020:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326495.044023:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326495.044024:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326495.044028:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326495.044029:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767326495.044032:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326495.044033:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326495.044035:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326495.044038:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326495.044039:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e76be85. 00000100:00001000:2.0:1767326495.044043:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=41 v=5 (5 5 5 5) 02000000:00000001:3.0:1767326495.044043:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326495.044046:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:2.0:1767326495.044049:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=41 v=5 (1 1 1 1) 00000020:00000040:3.0:1767326495.044049:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326495.044054:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326495.044057:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000064d7910e. 00000100:00000001:2.0:1767326495.044061:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767326495.044062:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326495.044063:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326495.044065:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:3.0:1767326495.044068:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326495.044071:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326495.044071:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326495.044073:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326495.044076:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326495.044079:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326495.044079:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326495.044083:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326495.044084:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326495.044085:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326495.044086:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326495.044091:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326495.044092:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326495.044094:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408678784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326495.044103:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326495.044103:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326495.044108:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326495.044110:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326495.044112:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326495.044115:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408678784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326495.044118:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326495.044127:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408678784:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326495.044132:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326495.044135:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326495.044137:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408678784/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326495.044143:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326495.044145:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326495.044147:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000938caca6. 02000000:00000001:2.0:1767326495.044151:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326495.044152:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326495.044153:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326495.044155:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326495.044157:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 02000000:00000001:2.0:1767326495.044159:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326495.044160:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326495.044161:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:2.0:1767326495.044164:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326495.044165:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326495.044166:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326495.044170:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326495.044172:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326495.044174:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326495.044176:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326495.044355:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326495.044358:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326495.044359:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c703463c. 00000400:00000200:0.0:1767326495.044364:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6037a22 00000400:00000010:0.0:1767326495.044365:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6037a22. 00000100:00000001:0.0:1767326495.044368:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326495.044372:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408679040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326495.044380:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408679040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326495.044388:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326495.044389:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326495.044391:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326495.044393:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326495.044394:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326495.044395:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326495.044397:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326495.044439:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=30 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326495.044442:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=137 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326495.044445:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326495.044453:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326495.044455:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326495.044459:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000009561302 x1853175408679040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326495.044466:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326495.044468:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326495.044469:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326495.044471:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326495.044472:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326495.044475:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408679040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326495.044481:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326495.044483:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326495.044484:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326495.044487:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408679040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326495.044494:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408679040:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326495.044498:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326495.044500:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326495.044502:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408679040/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326495.044507:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326495.044509:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326495.044510:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aee6c253. 02000000:00000001:0.0:1767326495.044513:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326495.044514:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326495.044516:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326495.044518:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326495.044519:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039fc680f. 02000000:00000001:0.0:1767326495.044521:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326495.044522:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326495.044523:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:0.0:1767326495.044530:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326495.044532:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326495.044533:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326495.044537:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326495.044538:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326495.044540:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326495.044542:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326496.059549:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326496.059562:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326496.059565:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326496.059568:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326496.059580:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326496.059582:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326496.059585:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326496.059588:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326496.059629:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326496.059634:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326496.059637:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326497.083484:0:209314:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326497.083492:0:209314:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326497.083545:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326497.083549:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326497.083552:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326498.107712:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326498.107719:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326498.108104:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326498.108109:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326498.108119:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326498.875510:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306366657, at 4306366720 00000100:00000040:1.0:1767326498.875510:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306366657, at 4306366720 00000100:00000040:2.0:1767326498.875527:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306366658, at 4306366720 00000100:00000010:1.0:1767326498.875530:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002be8f718. 00000100:00000010:0.0:1767326498.875534:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000031921c6c. 00000100:00000010:2.0:1767326498.875561:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002ae990e. 00000100:00000040:3.0:1767326498.875599:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306366658, at 4306366720 00000100:00000010:3.0:1767326498.875607:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8afc2e8. 00010000:00000001:0.0:1767326499.131576:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326499.131587:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326499.131627:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326499.131635:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326499.131639:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326500.155511:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326500.155520:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326500.155537:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326500.155544:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326500.155556:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a75f6d50. 00000020:00000001:0.0:1767326500.155558:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326500.155561:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326500.155564:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:1.0:1767326500.155565:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326500.155571:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326500.155575:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326500.155580:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326500.155588:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015e6043a. 00000100:00000001:1.0:1767326500.155595:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326500.155606:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000a75f6d50 x1853175408679168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326500.155616:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326500.155620:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326500.155626:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a75f6d50] to pc [ptlrpcd_00_00+0] req@00000000a75f6d50 x1853175408679168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326500.155687:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326500.155692:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767326500.155694:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326500.155710:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326500.155713:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326500.155717:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326500.155721:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ab253b0. 00000020:00000040:1.0:1767326500.155723:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326500.155726:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326500.155729:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326500.155729:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326500.155733:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326500.155739:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326500.155740:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5dc54ea. 00000100:00000001:1.0:1767326500.155749:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326500.155755:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000006ab253b0 x1853175408679296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326500.155763:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326500.155778:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326500.155782:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab253b0] to pc [ptlrpcd_00_01+1] req@000000006ab253b0 x1853175408679296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326500.155815:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326500.155818:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326500.155820:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326500.155822:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326500.155824:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326500.155829:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ab253b0 x1853175408679296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326500.155836:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326500.155838:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326500.155842:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326500.155845:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326500.155847:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326500.155849:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ab253b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408679296:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326500.155854:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326500.155859:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326500.155861:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326500.155863:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326500.155868:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ddf88a1. 02000000:00000001:2.0:1767326500.155870:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326500.155875:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1e66889. 00000400:00000010:2.0:1767326500.155881:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb34fec2. 00000100:00000200:2.0:1767326500.155887:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408679296, portal 10 00000100:00000001:2.0:1767326500.155890:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326500.155891:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604911616 : -115369104640000 : ffff9712897ff800) 00000100:00000040:2.0:1767326500.155896:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ab253b0 x1853175408679296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326500.155914:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326500.155916:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326500.155918:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ed339f. 00000100:00000200:2.0:1767326500.155927:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408679296, offset 0 00000400:00000200:2.0:1767326500.155933:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326500.155945:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326500.155950:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326500.155955:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326500.155958:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326500.155961:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326500.155964:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [446:446:256:4294967295] 192.168.202.142@tcp LPNI seq info [446:446:8:4294967295] 00000400:00000200:2.0:1767326500.155975:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326500.155981:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326500.155985:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002dd738d8. 00000800:00000200:2.0:1767326500.155992:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326500.156000:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326500.156005:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002dd738d8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326500.156024:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326500.156028:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 117568 usecs (118 jiffies) 00000100:00000001:2.0:1767326500.156031:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306368118 00000100:00000010:2.0:1767326500.156035:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ee61ad4. 00000100:00000001:2.0:1767326500.156041:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326500.156051:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306368118 00000100:00000010:2.0:1767326500.156054:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b2f365e. 00000100:00000001:2.0:1767326500.156056:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326500.156059:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306368118 00000100:00000010:2.0:1767326500.156061:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c04931a1. 00000100:00000001:2.0:1767326500.156064:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326500.156066:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306368118 00000100:00000010:2.0:1767326500.156068:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee5444a4. 00000100:00000001:2.0:1767326500.156071:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326500.156083:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326500.156086:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326500.156089:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326500.156092:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a75f6d50 x1853175408679168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326500.156099:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326500.156100:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326500.156103:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326500.156104:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326500.156106:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326500.156109:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a75f6d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408679168:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326500.156112:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326500.156114:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326500.156115:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326500.156116:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326500.156119:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ea11ec5. 02000000:00000001:2.0:1767326500.156121:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326500.156124:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f104168. 00000400:00000010:2.0:1767326500.156127:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fd962e9. 00000100:00000200:2.0:1767326500.156130:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408679168, portal 25 00000100:00000001:2.0:1767326500.156131:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326500.156132:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604898176 : -115369104653440 : ffff9712897fc380) 00000100:00000040:2.0:1767326500.156136:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a75f6d50 x1853175408679168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326500.156142:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326500.156144:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326500.156146:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000411bc08a. 00000100:00000200:2.0:1767326500.156148:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408679168, offset 0 00000400:00000200:2.0:1767326500.156153:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326500.156159:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326500.156165:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326500.156170:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326500.156173:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326500.156179:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326500.156182:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [447:447:255:4294967295] 192.168.202.142@tcp LPNI seq info [447:447:7:4294967295] 00000400:00000200:2.0:1767326500.156189:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326500.156194:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326500.156197:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039fc680f. 00000800:00000200:2.0:1767326500.156200:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326500.156204:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326500.156206:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000039fc680f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326500.156209:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326500.156211:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306371777 00000100:00000001:2.0:1767326500.156216:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306368118 00000100:00000001:2.0:1767326500.156218:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306371777 00000100:00000001:2.0:1767326500.156220:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306368118 00000100:00000001:2.0:1767326500.156222:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306371777 00000100:00000001:2.0:1767326500.156224:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306368118 00000100:00000001:2.0:1767326500.156226:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306371777 00000100:00000001:2.0:1767326500.156228:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306368118 00000100:00000001:2.0:1767326500.156231:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326500.156233:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326500.156235:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326500.156237:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326500.156240:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326500.156242:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326500.156244:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326500.156245:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326500.156246:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326500.156248:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326500.156347:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326500.156351:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002dd738d8. 00000400:00000200:0.0:1767326500.156357:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326500.156371:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326500.156377:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ed339f 00000400:00000010:0.0:1767326500.156379:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ed339f. 00000100:00000001:0.0:1767326500.156383:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326500.156387:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ab253b0 x1853175408679296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326500.156425:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326500.156429:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ab253b0 x1853175408679296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326500.156435:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326500.156436:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326500.156505:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326500.156507:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039fc680f. 00000400:00000200:0.0:1767326500.156510:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326500.156513:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326500.156515:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000411bc08a 00000400:00000010:0.0:1767326500.156517:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000411bc08a. 00000100:00000001:0.0:1767326500.156520:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326500.156522:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a75f6d50 x1853175408679168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326500.156528:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326500.156530:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a75f6d50 x1853175408679168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326500.156535:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326500.156536:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326500.156896:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326500.156909:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326500.156910:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326500.156913:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326500.156916:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326500.156917:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326500.156922:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f49c08a. 00000100:00000001:2.0:1767326500.156922:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326500.156927:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326500.156933:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326500.156935:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326500.156937:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326500.156940:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326500.156943:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb080471. 00000100:00000001:3.0:1767326500.156946:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326500.156949:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326500.156956:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000003f49c08a x1853175408679424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326500.156964:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326500.156965:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326500.156970:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f49c08a] to pc [ptlrpcd_00_02+2] req@000000003f49c08a x1853175408679424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326500.156995:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326500.156997:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326500.156999:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326500.157002:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326500.157009:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11705) 00000100:00000001:3.0:1767326500.157012:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326500.157017:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326500.157030:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f49c08a x1853175408679424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326500.157034:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326500.157038:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326500.157053:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326500.157071:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326500.157075:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326500.157078:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326500.157081:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326500.157085:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003f49c08a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408679424:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326500.157090:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326500.157095:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326500.157098:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326500.157100:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326500.157105:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e76be85. 02000000:00000001:3.0:1767326500.157108:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326500.157114:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ef5387c. 00000400:00000010:3.0:1767326500.157121:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010912c81. 00000100:00000200:3.0:1767326500.157127:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408679424, portal 10 00000100:00000001:3.0:1767326500.157129:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326500.157131:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604902656 : -115369104648960 : ffff9712897fd500) 00000100:00000040:3.0:1767326500.157137:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003f49c08a x1853175408679424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326500.157144:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326500.157147:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326500.157149:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000848bd3d. 00000100:00000200:3.0:1767326500.157152:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408679424, offset 0 00000400:00000200:3.0:1767326500.157158:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326500.157169:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326500.157173:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326500.157177:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326500.157180:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326500.157183:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326500.157186:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [448:448:256:4294967295] 192.168.202.142@tcp LPNI seq info [448:448:8:4294967295] 00000400:00000200:3.0:1767326500.157196:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326500.157201:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326500.157214:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a10cd6c4. 00000800:00000200:3.0:1767326500.157225:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326500.157232:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326500.157236:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a10cd6c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326500.157252:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326500.157256:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 157217 usecs (158 jiffies) 00000100:00000001:3.0:1767326500.157381:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306368159 00000100:00000001:3.0:1767326500.157386:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306371777 00000100:00000001:3.0:1767326500.157389:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306368159 00000100:00000001:3.0:1767326500.157391:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306371777 00000100:00000001:3.0:1767326500.157393:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306368159 00000100:00000001:3.0:1767326500.157395:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306371777 00000100:00000001:3.0:1767326500.157396:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306368159 00000100:00000001:3.0:1767326500.157423:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306371777 00000100:00000001:3.0:1767326500.157434:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326500.157437:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326500.157443:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326500.157445:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326500.157452:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326500.157454:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326500.157457:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326500.157458:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326500.157459:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326500.157462:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326500.157612:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326500.157617:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a10cd6c4. 00000400:00000200:2.0:1767326500.157621:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326500.157627:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326500.157631:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000848bd3d 00000400:00000010:2.0:1767326500.157632:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000848bd3d. 00000100:00000001:2.0:1767326500.157635:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326500.157639:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f49c08a x1853175408679424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326500.157647:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326500.157649:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f49c08a x1853175408679424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326500.157655:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326500.157657:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326500.158009:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326500.158025:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326500.158028:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326500.158031:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326500.158039:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326500.158052:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0d900 00000400:00000200:1.0:1767326500.158067:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xecd [1] + 224 00000800:00000001:1.0:1767326500.158084:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326500.158092:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326500.158095:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326500.158100:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326500.158106:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326500.158112:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a75f6d50 x1853175408679168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326500.158121:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a75f6d50 x1853175408679168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326500.158138:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326500.158147:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326500.158151:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326500.158392:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326500.158395:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326500.158417:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326500.158419:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326500.158421:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f104168. 00000400:00000200:2.0:1767326500.158424:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fd962e9 00000400:00000010:2.0:1767326500.158426:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fd962e9. 00000100:00000001:2.0:1767326500.158429:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326500.158434:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a75f6d50 x1853175408679168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326500.158443:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a75f6d50 x1853175408679168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326500.158449:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326500.158451:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326500.158453:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326500.158455:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326500.158457:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326500.158459:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326500.158462:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326500.158468:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=46 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326500.158471:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=46 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326500.158482:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326500.158484:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326500.158486:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326500.158488:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326500.158491:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326500.158495:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a75f6d50 x1853175408679168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326500.158501:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326500.158503:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326500.158505:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326500.158508:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a75f6d50 x1853175408679168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326500.158513:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a75f6d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408679168:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326500.158517:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326500.158519:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326500.158521:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a75f6d50 x1853175408679168/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326500.158526:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326500.158529:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326500.158531:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ea11ec5. 00000800:00000001:0.0:1767326500.159027:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326500.159045:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326500.159048:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326500.159050:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326500.159056:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326500.159069:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0d980 00000400:00000200:0.0:1767326500.159075:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xec5 [1] + 224 00000800:00000001:0.0:1767326500.159083:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326500.159090:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326500.159092:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326500.159095:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326500.159107:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326500.159112:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ab253b0 x1853175408679296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326500.159120:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ab253b0 x1853175408679296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326500.159128:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326500.159133:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326500.159135:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326500.159148:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326500.159151:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326500.159153:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326500.159157:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326500.159159:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000015e6043a. 02000000:00000001:2.0:1767326500.159163:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326500.159165:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326500.159167:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a75f6d50. 00000100:00000001:2.0:1767326500.159170:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326500.159171:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326500.159174:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326500.159176:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326500.159178:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326500.159183:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326500.159190:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326500.159193:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1e66889. 00000400:00000200:2.0:1767326500.159195:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb34fec2 00000400:00000010:2.0:1767326500.159197:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb34fec2. 00000100:00000001:2.0:1767326500.159199:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326500.159204:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ab253b0 x1853175408679296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326500.159212:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ab253b0 x1853175408679296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326500.159218:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326500.159219:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326500.159221:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326500.159222:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326500.159224:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326500.159225:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326500.159227:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326500.159231:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=41 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326500.159234:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=41 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326500.159236:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326500.159237:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326500.159239:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326500.159242:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326500.159244:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326500.159246:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326500.159248:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326500.159250:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326500.159252:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ab253b0 x1853175408679296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326500.159258:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326500.159260:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326500.159261:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326500.159263:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ab253b0 x1853175408679296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326500.159270:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ab253b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408679296:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326500.159278:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326500.159280:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326500.159283:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ab253b0 x1853175408679296/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326500.159289:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326500.159290:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326500.159292:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ddf88a1. 02000000:00000001:2.0:1767326500.159294:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326500.159295:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326500.159296:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326500.159298:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326500.159299:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5dc54ea. 02000000:00000001:2.0:1767326500.159620:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326500.159621:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326500.159623:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ab253b0. 00000100:00000001:2.0:1767326500.159626:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326500.159627:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326500.159629:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326500.159635:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326500.159637:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326500.159639:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326500.159640:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326500.160607:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326500.160619:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326500.160622:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326500.160624:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326500.160633:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326500.160646:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0da00 00000400:00000200:2.0:1767326500.160653:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xed5 [1] + 224 00000800:00000001:2.0:1767326500.160659:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326500.160666:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326500.160668:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326500.160672:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326500.160678:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326500.160692:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f49c08a x1853175408679424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326500.160712:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f49c08a x1853175408679424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326500.160729:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326500.160738:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326500.160741:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326500.160762:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326500.160766:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326500.160772:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326500.160773:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326500.160775:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ef5387c. 00000400:00000200:3.0:1767326500.160779:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010912c81 00000400:00000010:3.0:1767326500.160780:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010912c81. 00000100:00000001:3.0:1767326500.160786:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326500.160790:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f49c08a x1853175408679424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326500.160804:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f49c08a x1853175408679424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326500.160808:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326500.160809:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326500.160811:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326500.160813:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326500.160815:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326500.160817:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326500.160819:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326500.160827:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=35 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326500.160831:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=142 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326500.160834:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326500.160836:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326500.160838:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326500.160918:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003f49c08a x1853175408679424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326500.160927:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326500.160931:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326500.160933:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326500.160936:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326500.160938:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326500.160942:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f49c08a x1853175408679424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326500.160949:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326500.160951:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326500.160952:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326500.160955:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f49c08a x1853175408679424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326500.160959:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003f49c08a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408679424:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326500.160970:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326500.160977:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326500.160979:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f49c08a x1853175408679424/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326500.160984:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326500.160986:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326500.160989:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e76be85. 02000000:00000001:3.0:1767326500.160991:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326500.160993:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326500.160994:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326500.161001:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326500.161003:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb080471. 02000000:00000001:3.0:1767326500.161006:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326500.161009:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326500.161011:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f49c08a. 00000100:00000001:3.0:1767326500.161014:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326500.161015:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326500.161016:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326500.161022:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326500.161023:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326500.161025:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326500.161027:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326501.179498:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326501.179505:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326501.179568:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326501.179573:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326501.179576:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326502.204952:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326502.204958:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326502.205012:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326502.205015:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326502.205018:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326503.227483:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326503.227488:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326503.227527:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326503.227529:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326503.227531:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326503.995506:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306371777, at 4306371840 00000100:00000040:1.0:1767326503.995506:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306371777, at 4306371840 00000100:00000040:3.0:1767326503.995510:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306371777, at 4306371840 00000100:00000010:0.0:1767326503.995522:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ee61ad4. 00000100:00000010:1.0:1767326503.995523:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b2f365e. 00000100:00000010:3.0:1767326503.995525:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee5444a4. 00000100:00000040:2.0:1767326503.997949:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306371777, at 4306371842 00000100:00000010:2.0:1767326503.997959:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c04931a1. 00010000:00000001:0.0:1767326504.251609:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326504.251614:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326504.251677:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326504.251681:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326504.251684:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326505.275490:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326505.275497:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326505.275522:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326505.275533:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326505.275548:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf90a616. 00000020:00000040:1.0:1767326505.275557:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326505.275563:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326505.275567:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326505.275576:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326505.275586:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000927476c9. 00000100:00000001:1.0:1767326505.275594:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326505.275609:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000cf90a616 x1853175408679552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767326505.275610:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326505.275614:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326505.275619:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326505.275630:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326505.275652:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326505.275660:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf90a616] to pc [ptlrpcd_00_03+3] req@00000000cf90a616 x1853175408679552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326505.275697:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326505.275700:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326505.275705:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326505.275708:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326505.275709:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076e54421. 00000100:00000001:0.0:1767326505.275712:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767326505.275715:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326505.275716:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326505.275722:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326505.275725:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767326505.275728:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf90a616 x1853175408679552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326505.275729:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326505.275732:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326505.275735:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326505.275746:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d731ab4b. 00000100:00000001:0.0:1767326505.275747:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326505.275750:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326505.275756:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326505.275756:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326505.275760:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326505.275767:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000076e54421 x1853175408679680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326505.275768:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326505.275777:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf90a616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408679552:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326505.275785:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326505.275787:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326505.275792:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076e54421] to pc [ptlrpcd_00_00+0] req@0000000076e54421 x1853175408679680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326505.275805:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326505.275811:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326505.275814:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326505.275817:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326505.275828:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe979218. 02000000:00000001:0.0:1767326505.275833:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326505.275839:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c703463c. 00000100:00000001:1.0:1767326505.275846:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326505.275847:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6037a22. 00000100:00000040:1.0:1767326505.275859:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326505.275866:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1767326505.275870:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408679552, portal 25 00000100:00000010:1.0:1767326505.275871:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4ca48da. 00000100:00000001:3.0:1767326505.275876:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326505.275879:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1767326505.275880:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326505.275882:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326505.275885:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326505.275886:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604897280 : -115369104654336 : ffff9712897fc000) 00000100:00000001:3.0:1767326505.275887:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326505.275889:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326505.275892:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326505.275894:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767326505.275898:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076e54421 x1853175408679680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326505.275899:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf90a616 x1853175408679552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326505.275900:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326505.275916:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f4b5b63e. 00000100:00000001:1.0:1767326505.275928:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326505.275943:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000f4ca48da x1853175408679808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326505.275949:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326505.275965:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326505.275971:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eee32d1. 00000100:00000200:0.0:1767326505.275976:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408679552, offset 0 00000100:00000001:3.0:1767326505.275986:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767326505.275988:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326505.275989:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326505.275998:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326505.276001:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326505.276004:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:3.0:1767326505.276006:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326505.276015:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1767326505.276024:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000076e54421 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408679680:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326505.276025:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326505.276039:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326505.276048:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326505.276055:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:3.0:1767326505.276055:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326505.276063:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326505.276065:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767326505.276068:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [449:449:256:4294967295] 192.168.202.142@tcp LPNI seq info [449:449:8:4294967295] 00000100:00000001:1.0:1767326505.276071:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326505.276072:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326505.276081:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007efe0671. 02000000:00000001:3.0:1767326505.276085:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326505.276091:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ca48da] to pc [ptlrpcd_00_01+1] req@00000000f4ca48da x1853175408679808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326505.276092:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ef5387c. 00000400:00000010:3.0:1767326505.276101:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010912c81. 00000400:00000200:0.0:1767326505.276104:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:3.0:1767326505.276112:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408679680, portal 10 00000100:00000001:3.0:1767326505.276121:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326505.276126:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604909824 : -115369104641792 : ffff9712897ff100) 00000800:00000200:0.0:1767326505.276135:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767326505.276144:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000076e54421 x1853175408679680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326505.276145:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000100:00000001:1.0:1767326505.276150:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326505.276161:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:1.0:1767326505.276161:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326505.276163:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326505.276176:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326505.276177:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326505.276179:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:0.0:1767326505.276182:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326505.276183:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326505.276183:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9265563. 00000100:00000001:2.0:1767326505.276188:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1767326505.276191:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767326505.276191:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11710) 00000100:00000200:3.0:1767326505.276192:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408679680, offset 0 00000100:00000040:2.0:1767326505.276197:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4ca48da x1853175408679808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326505.276211:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767326505.276212:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326505.276214:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326505.276221:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326505.276222:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:2.0:1767326505.276224:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326505.276228:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326505.276228:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326505.276236:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306376897 02000000:00000001:2.0:1767326505.276236:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326505.276237:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00100000:2.0:1767326505.276243:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f4ca48da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408679808:192.168.202.142@tcp:400: 00000100:00000010:0.0:1767326505.276244:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ea25869. 00000400:00000200:3.0:1767326505.276245:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326505.276252:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326505.276254:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326505.276254:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767326505.276256:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326505.276260:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326505.276262:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326505.276264:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306376897 00000400:00000200:3.0:1767326505.276265:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [450:450:255:4294967295] 192.168.202.142@tcp LPNI seq info [450:450:7:4294967295] 02000000:00000010:2.0:1767326505.276268:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0e8d3bd. 00000100:00000010:0.0:1767326505.276271:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002806ae4a. 02000000:00000001:2.0:1767326505.276273:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326505.276279:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767326505.276280:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1e66889. 00000100:00000001:0.0:1767326505.276288:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306376897 00000400:00000010:2.0:1767326505.276290:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb34fec2. 00000400:00000200:3.0:1767326505.276290:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000010:0.0:1767326505.276294:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000358418ea. 00000100:00000200:2.0:1767326505.276296:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408679808, portal 10 00000100:00000001:0.0:1767326505.276300:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326505.276300:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326505.276303:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604907136 : -115369104644480 : ffff9712897fe680) 00000100:00000001:0.0:1767326505.276306:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306376897 00000100:00000010:0.0:1767326505.276312:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1e5b507. 00000100:00000001:0.0:1767326505.276319:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767326505.276322:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f4ca48da x1853175408679808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326505.276324:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767326505.276326:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326505.276330:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326505.276335:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 00000100:00000001:0.0:1767326505.276337:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326505.276341:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326505.276342:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326505.276348:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:2.0:1767326505.276349:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326505.276354:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fd962e9. 00000100:00000001:0.0:1767326505.276355:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326505.276360:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326505.276360:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:2.0:1767326505.276361:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408679808, offset 0 00000100:00000001:0.0:1767326505.276367:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326505.276367:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326505.276370:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326505.276374:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326505.276375:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326505.276376:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326505.276378:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326505.276383:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326505.276383:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:3.0:1767326505.276384:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 116730 usecs (117 jiffies) 00000800:00000010:1.0:1767326505.276390:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000100:00000001:3.0:1767326505.276392:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306373237 00000400:00000200:2.0:1767326505.276394:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326505.276425:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326505.276428:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326505.276432:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326505.276436:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [451:451:254:4294967295] 192.168.202.142@tcp LPNI seq info [451:451:6:4294967295] 00000400:00000200:2.0:1767326505.276448:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:1.0:1767326505.276450:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326505.276451:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306376897 00000800:00000200:2.0:1767326505.276459:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326505.276460:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306373238 00000800:00000010:2.0:1767326505.276465:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000064d7910e. 00000100:00000001:3.0:1767326505.276468:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306376897 00000400:00000200:1.0:1767326505.276472:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326505.276478:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306373238 00000800:00000200:2.0:1767326505.276484:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326505.276492:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eee32d1 00000800:00000200:2.0:1767326505.276493:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326505.276501:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000064d7910e type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767326505.276502:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000eee32d1. 00000100:00000001:2.0:1767326505.276513:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326505.276516:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767326505.276519:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 156062 usecs (157 jiffies) 00000100:00000001:2.0:1767326505.276523:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306373278 00000100:00000200:1.0:1767326505.276526:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf90a616 x1853175408679552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326505.276529:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306376897 00000100:00000001:2.0:1767326505.276535:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306373278 00000100:00000001:2.0:1767326505.276541:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306376897 00000100:00000001:2.0:1767326505.276551:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306373278 00000100:00000001:3.0:1767326505.276552:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306376897 00000100:00000001:3.0:1767326505.276562:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306373238 00000100:00000001:2.0:1767326505.276563:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306376897 00000100:00000001:1.0:1767326505.276566:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326505.276568:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306373278 00000100:00000001:3.0:1767326505.276568:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306376897 00000100:00000040:1.0:1767326505.276575:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf90a616 x1853175408679552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326505.276577:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326505.276579:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306376897 00000100:00000001:2.0:1767326505.276587:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326505.276587:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326505.276598:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326505.276599:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326505.276605:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326505.276610:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326505.276614:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326505.276622:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326505.276624:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326505.276625:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326505.276626:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326505.276628:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326505.276629:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326505.276635:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326505.276636:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326505.276640:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326505.276642:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326505.276645:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326505.276646:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326505.276649:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326505.276655:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326505.276658:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326505.276662:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 00000400:00000200:1.0:1767326505.276668:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326505.276673:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326505.276676:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9265563 00000400:00000010:1.0:1767326505.276679:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9265563. 00000100:00000001:1.0:1767326505.276682:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326505.276685:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076e54421 x1853175408679680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326505.276702:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326505.276704:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076e54421 x1853175408679680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326505.276711:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326505.276712:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326505.276751:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326505.276753:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064d7910e. 00000400:00000200:1.0:1767326505.276756:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326505.276759:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326505.276761:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fd962e9 00000400:00000010:1.0:1767326505.276762:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fd962e9. 00000100:00000001:1.0:1767326505.276765:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326505.276768:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f4ca48da x1853175408679808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326505.276774:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326505.276776:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f4ca48da x1853175408679808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326505.276781:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326505.276782:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326505.279330:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326505.279347:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326505.279350:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326505.279352:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326505.279362:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326505.279374:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0da80 00000400:00000200:0.0:1767326505.279381:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xedd [1] + 224 00000800:00000001:0.0:1767326505.279387:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326505.279392:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326505.279395:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326505.279420:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326505.279437:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326505.279442:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf90a616 x1853175408679552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326505.279451:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf90a616 x1853175408679552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326505.279474:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326505.279483:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326505.279488:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326505.279490:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326505.279536:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326505.279540:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326505.279546:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326505.279548:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326505.279550:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c703463c. 00000400:00000200:2.0:1767326505.279553:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6037a22 00000400:00000010:2.0:1767326505.279555:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6037a22. 00000100:00000001:2.0:1767326505.279558:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326505.279562:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf90a616 x1853175408679552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326505.279570:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf90a616 x1853175408679552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326505.279575:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326505.279577:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326505.279579:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326505.279581:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326505.279583:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326505.279585:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326505.279587:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326505.279593:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326505.279597:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326505.279600:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326505.279601:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326505.279604:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326505.279606:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326505.279614:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326505.279618:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf90a616 x1853175408679552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326505.279625:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326505.279627:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326505.279629:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326505.279633:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf90a616 x1853175408679552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326505.279640:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf90a616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408679552:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326505.279644:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326505.279646:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326505.279649:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf90a616 x1853175408679552/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326505.279655:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326505.279657:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326505.279660:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe979218. 02000000:00000001:2.0:1767326505.279663:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326505.279664:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326505.279666:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326505.279668:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326505.279670:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000927476c9. 02000000:00000001:2.0:1767326505.279673:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326505.279675:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326505.279676:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf90a616. 00000100:00000001:2.0:1767326505.279679:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326505.279681:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326505.279682:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326505.279687:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326505.279688:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326505.279690:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326505.279692:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326505.279791:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326505.279797:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326505.279805:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0db00 00000400:00000200:0.0:1767326505.279809:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xee5 [1] + 224 00000800:00000001:0.0:1767326505.279813:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326505.279821:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326505.279822:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326505.279825:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326505.279828:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326505.279831:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076e54421 x1853175408679680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326505.279839:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000076e54421 x1853175408679680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326505.279892:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326505.279894:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326505.279909:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326505.279914:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326505.279918:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326505.279919:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326505.279921:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326505.279925:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326505.279931:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0db80 00000400:00000200:0.0:1767326505.279934:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xeed [1] + 224 00000800:00000001:0.0:1767326505.279937:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326505.279946:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326505.279947:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326505.279950:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326505.279953:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326505.279956:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f4ca48da x1853175408679808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326505.279963:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f4ca48da x1853175408679808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326505.279981:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326505.279985:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326505.279988:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326505.280016:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326505.280017:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326505.280019:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ef5387c. 00000400:00000200:3.0:1767326505.280022:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010912c81 00000400:00000010:3.0:1767326505.280027:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010912c81. 00000100:00000001:3.0:1767326505.280030:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326505.280034:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076e54421 x1853175408679680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326505.280040:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076e54421 x1853175408679680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326505.280046:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326505.280048:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326505.280049:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326505.280051:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326505.280052:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326505.280054:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326505.280055:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326505.280059:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=46 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326505.280062:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=46 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326505.280064:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326505.280065:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326505.280067:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326505.280070:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326505.280072:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326505.280074:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326505.280075:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326505.280076:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326505.280079:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076e54421 x1853175408679680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326505.280084:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326505.280086:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326505.280087:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326505.280090:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076e54421 x1853175408679680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326505.280097:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000076e54421 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408679680:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326505.280100:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326505.280106:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326505.280109:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076e54421 x1853175408679680/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326505.280115:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326505.280116:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326505.280118:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007efe0671. 02000000:00000001:3.0:1767326505.280120:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326505.280121:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326505.280122:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326505.280124:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326505.280125:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d731ab4b. 02000000:00000001:3.0:1767326505.280127:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326505.280128:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326505.280129:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076e54421. 00000100:00000001:3.0:1767326505.280132:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326505.280133:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326505.280134:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326505.280138:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326505.280139:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326505.280140:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326505.280142:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326505.280184:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326505.280186:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326505.280189:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326505.280195:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326505.280196:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1e66889. 00000400:00000200:2.0:1767326505.280199:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb34fec2 00000400:00000010:2.0:1767326505.280200:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb34fec2. 00000100:00000001:2.0:1767326505.280203:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326505.280206:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f4ca48da x1853175408679808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326505.280212:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f4ca48da x1853175408679808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326505.280219:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326505.280220:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326505.280221:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326505.280223:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326505.280224:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326505.280225:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326505.280227:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326505.280230:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=40 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326505.280233:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=147 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326505.280235:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326505.280236:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326505.280238:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326505.280241:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f4ca48da x1853175408679808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326505.280247:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326505.280249:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326505.280250:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326505.280251:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326505.280253:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326505.280255:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f4ca48da x1853175408679808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326505.280260:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326505.280262:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326505.280263:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326505.280270:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4ca48da x1853175408679808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326505.280277:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f4ca48da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408679808:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326505.280280:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326505.280282:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326505.280284:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f4ca48da x1853175408679808/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326521 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326505.280290:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326505.280292:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326505.280293:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0e8d3bd. 02000000:00000001:2.0:1767326505.280296:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326505.280297:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326505.280298:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326505.280300:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326505.280301:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f4b5b63e. 02000000:00000001:2.0:1767326505.280303:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326505.280304:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326505.280305:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4ca48da. 00000100:00000001:2.0:1767326505.280308:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326505.280309:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326505.280310:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326505.280314:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326505.280315:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326505.280317:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326505.280318:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326506.299515:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326506.299527:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326506.299530:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326506.299533:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326506.299539:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326506.299542:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326506.299543:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326506.299546:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326506.299623:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326506.299627:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326506.299630:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326507.323520:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326507.323529:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326507.323582:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326507.323585:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326507.323588:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326508.347518:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326508.347525:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326508.347582:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326508.347586:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326508.347589:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326509.115498:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306376897, at 4306376960 00000100:00000040:1.0:1767326509.115499:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306376897, at 4306376960 00000100:00000040:2.0:1767326509.115499:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306376897, at 4306376960 00000100:00000040:3.0:1767326509.115499:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306376897, at 4306376960 00000100:00000010:1.0:1767326509.115514:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002806ae4a. 00000100:00000010:0.0:1767326509.115515:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ea25869. 00000100:00000010:3.0:1767326509.115517:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1e5b507. 00000100:00000010:2.0:1767326509.115520:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000358418ea. 00010000:00000001:0.0:1767326509.371544:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326509.371553:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326509.371580:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326509.371583:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326509.371587:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326510.395480:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326510.395493:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326510.395529:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326510.395534:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326510.395537:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326510.396475:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326510.396481:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326510.396486:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000094420207. 00000020:00000040:0.0:1767326510.396491:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326510.396495:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326510.396498:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326510.396503:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326510.396510:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a276710d. 00000100:00000001:0.0:1767326510.396517:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326510.396527:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000094420207 x1853175408679936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326510.396536:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326510.396538:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326510.396542:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094420207] to pc [ptlrpcd_00_02+2] req@0000000094420207 x1853175408679936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326510.396560:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326510.396563:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326510.396567:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326510.396570:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a06a1b4. 00000020:00000040:0.0:1767326510.396572:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326510.396574:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326510.396575:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326510.396577:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326510.396580:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020243973. 00000100:00000001:0.0:1767326510.396584:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326510.396588:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000009a06a1b4 x1853175408680064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326510.396594:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326510.396599:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326510.396600:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326510.396602:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326510.396602:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767326510.396604:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326510.396609:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326510.396611:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a06a1b4] to pc [ptlrpcd_00_03+3] req@000000009a06a1b4 x1853175408680064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326510.396621:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326510.396624:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326510.396627:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326510.396628:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326510.396631:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326510.396632:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326510.396633:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326510.396635:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326510.396636:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326510.396639:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000152f65cf. 00000020:00000040:0.0:1767326510.396641:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326510.396645:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326510.396646:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326510.396646:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326510.396650:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326510.396653:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f2654a5. 00000100:00000040:2.0:1767326510.396654:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009a06a1b4 x1853175408680064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326510.396656:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326510.396663:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000152f65cf x1853175408680192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326510.396676:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326510.396677:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326510.396679:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326510.396680:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326510.396682:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152f65cf] to pc [ptlrpcd_00_00+0] req@00000000152f65cf x1853175408680192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326510.396687:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326510.396691:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326510.396694:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326510.396699:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009a06a1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408680064:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326510.396701:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326510.396706:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326510.396707:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326510.396709:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767326510.396714:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11715) 02000000:00000001:2.0:1767326510.396715:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326510.396720:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326510.396722:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326510.396724:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326510.396725:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326510.396728:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326510.396731:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326510.396732:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1b610a2. 00000100:00000040:3.0:1767326510.396734:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000152f65cf x1853175408680192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326510.396736:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326510.396737:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326510.396745:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767326510.396748:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1e66889. 00000100:00000001:3.0:1767326510.396753:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326510.396756:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767326510.396758:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb34fec2. 02000000:00000001:3.0:1767326510.396758:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326510.396759:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326510.396764:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000152f65cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408680192:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326510.396767:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767326510.396769:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408680064, portal 10 02000000:00000001:3.0:1767326510.396769:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326510.396772:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326510.396775:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326510.396775:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326510.396779:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453956992 : -115368255594624 : ffff9712bc1b5f80) 02000000:00000010:3.0:1767326510.396780:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000161266c1. 02000000:00000001:3.0:1767326510.396784:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326510.396790:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009a06a1b4 x1853175408680064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326510.396795:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ef5387c. 00000400:00000010:3.0:1767326510.396801:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010912c81. 00000100:00000001:2.0:1767326510.396815:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767326510.396817:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408680192, portal 10 00000100:00000001:3.0:1767326510.396820:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326510.396821:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326510.396822:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453950720 : -115368255600896 : ffff9712bc1b4700) 00000400:00000010:2.0:1767326510.396828:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfca0bf5. 00000100:00000040:3.0:1767326510.396830:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000152f65cf x1853175408680192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326510.396835:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408680064, offset 0 00000100:00000001:3.0:1767326510.396839:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326510.396842:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326510.396844:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9265563. 00000400:00000200:2.0:1767326510.396849:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000200:3.0:1767326510.396854:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408680192, offset 0 00000400:00000200:3.0:1767326510.396860:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326510.396867:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326510.396874:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326510.396879:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326510.396883:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326510.396886:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326510.396889:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [452:452:256:4294967295] 192.168.202.142@tcp LPNI seq info [452:452:8:4294967295] 00000400:00000200:2.0:1767326510.396908:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326510.396916:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326510.396917:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326510.396922:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326510.396923:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dadd9a6c. 00000400:00000200:3.0:1767326510.396925:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326510.396929:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326510.396931:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:2.0:1767326510.396937:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326510.396937:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [453:453:255:4294967295] 192.168.202.142@tcp LPNI seq info [453:453:7:4294967295] 00000400:00000200:3.0:1767326510.396946:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326510.396950:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326510.396952:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326510.396958:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dadd9a6c type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1767326510.396959:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8b9f1ee. 00000800:00000200:3.0:1767326510.396968:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326510.396971:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326510.396973:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8b9f1ee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326510.396976:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326510.396977:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326510.396984:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 154927 usecs (155 jiffies) 00000100:00000040:2.0:1767326510.396985:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 115910 usecs (116 jiffies) 00000100:00000001:3.0:1767326510.396989:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306378396 00000100:00000001:2.0:1767326510.396990:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306378357 00000100:00000010:3.0:1767326510.396994:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016446684. 00000100:00000001:3.0:1767326510.397002:0:211394:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326510.397007:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306378396 00000100:00000001:2.0:1767326510.397009:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306378396 00000100:00000010:3.0:1767326510.397011:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f676bc1. 00000100:00000001:2.0:1767326510.397014:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306378357 00000100:00000001:3.0:1767326510.397017:0:211394:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767326510.397018:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326510.397023:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dadd9a6c. 00000100:00000001:2.0:1767326510.397025:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306378396 00000100:00000001:3.0:1767326510.397025:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306378396 00000400:00000200:0.0:1767326510.397028:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326510.397032:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306378357 00000100:00000010:3.0:1767326510.397033:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a5ba9a9. 00000400:00000200:0.0:1767326510.397038:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326510.397040:0:211394:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326510.397045:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfca0bf5 00000100:00000001:2.0:1767326510.397045:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306378396 00000100:00000001:3.0:1767326510.397045:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306378396 00000400:00000010:0.0:1767326510.397050:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfca0bf5. 00000100:00000001:2.0:1767326510.397051:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306378357 00000100:00000010:3.0:1767326510.397051:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008375de61. 00000100:00000001:0.0:1767326510.397056:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326510.397058:0:211394:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326510.397063:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326510.397064:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306378396 00000100:00000200:0.0:1767326510.397065:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a06a1b4 x1853175408680064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326510.397069:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326510.397070:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326510.397076:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326510.397077:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326510.397082:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326510.397082:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326510.397090:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767326510.397091:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000094420207 x1853175408679936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326510.397094:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326510.397101:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326510.397104:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326510.397107:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326510.397108:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326510.397113:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326510.397114:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009a06a1b4 x1853175408680064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326510.397114:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326510.397116:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326510.397122:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326510.397126:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326510.397126:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326510.397129:0:211387:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767326510.397131:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326510.397136:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000094420207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408679936:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326510.397149:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326510.397152:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326510.397154:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326510.397156:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767326510.397160:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1767326510.397160:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0d5dc85. 00000800:00000010:0.0:1767326510.397164:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8b9f1ee. 02000000:00000001:2.0:1767326510.397164:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326510.397170:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767326510.397171:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f104168. 00000400:00000200:0.0:1767326510.397174:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326510.397178:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9265563 00000400:00000010:2.0:1767326510.397178:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031788bcf. 00000400:00000010:0.0:1767326510.397182:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9265563. 00000100:00000001:0.0:1767326510.397185:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326510.397186:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408679936, portal 25 00000100:00000200:0.0:1767326510.397187:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000152f65cf x1853175408680192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326510.397192:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326510.397195:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453962368 : -115368255589248 : ffff9712bc1b7480) 00000100:00000001:0.0:1767326510.397196:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326510.397199:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000152f65cf x1853175408680192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326510.397204:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000094420207 x1853175408679936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326510.397205:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326510.397208:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326510.397214:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326510.397217:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326510.397220:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cce2b7d4. 00000100:00000200:2.0:1767326510.397223:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408679936, offset 0 00000400:00000200:2.0:1767326510.397228:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326510.397233:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326510.397237:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326510.397239:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326510.397242:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326510.397244:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326510.397247:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [454:454:256:4294967295] 192.168.202.142@tcp LPNI seq info [454:454:8:4294967295] 00000400:00000200:2.0:1767326510.397255:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326510.397260:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326510.397264:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed9e0e5f. 00000800:00000200:2.0:1767326510.397268:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326510.397272:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326510.397275:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed9e0e5f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326510.397289:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326510.397297:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306382018 00000100:00000001:2.0:1767326510.397302:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306378396 00000100:00000001:2.0:1767326510.397311:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306382018 00000100:00000001:2.0:1767326510.397315:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306378396 00000100:00000001:2.0:1767326510.397317:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306382018 00000100:00000001:2.0:1767326510.397320:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306378396 00000100:00000001:2.0:1767326510.397323:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306382018 00000100:00000001:2.0:1767326510.397327:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306378396 00000100:00000001:2.0:1767326510.397330:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326510.397332:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326510.397334:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326510.397336:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326510.397340:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767326510.397348:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326510.397349:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1767326510.397352:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed9e0e5f. 00000100:00000001:2.0:1767326510.397354:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326510.397358:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326510.397359:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326510.397361:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326510.397363:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326510.397371:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326510.397375:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce2b7d4 00000400:00000010:1.0:1767326510.397377:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cce2b7d4. 00000100:00000001:1.0:1767326510.397381:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326510.397385:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000094420207 x1853175408679936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326510.397394:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326510.397396:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000094420207 x1853175408679936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326510.397428:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326510.397430:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326510.398541:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326510.398551:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326510.398554:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326510.398556:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326510.398563:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326510.398575:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0dd00 00000400:00000200:0.0:1767326510.398582:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xef9 [1] + 224 00000800:00000001:0.0:1767326510.398589:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326510.398594:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326510.398596:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326510.398600:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326510.398604:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326510.398614:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000152f65cf x1853175408680192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326510.398624:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000152f65cf x1853175408680192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326510.398637:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326510.398644:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326510.398645:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326510.398647:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326510.398648:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326510.398649:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326510.398651:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326510.398652:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326510.398654:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767326510.398655:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000010:3.0:1767326510.398656:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ef5387c. 00000400:00000200:0.0:1767326510.398660:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0dc80 00000400:00000200:3.0:1767326510.398663:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010912c81 00000400:00000010:3.0:1767326510.398665:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010912c81. 00000100:00000001:3.0:1767326510.398667:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326510.398668:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xef5 [1] + 224 00000100:00000200:3.0:1767326510.398670:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000152f65cf x1853175408680192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326510.398672:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326510.398675:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326510.398677:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767326510.398679:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000152f65cf x1853175408680192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326510.398680:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326510.398683:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326510.398685:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a06a1b4 x1853175408680064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326510.398686:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326510.398688:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326510.398691:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326510.398694:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326510.398696:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767326510.398697:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009a06a1b4 x1853175408680064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326510.398698:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326510.398702:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326510.398709:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=45 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326510.398712:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767326510.398713:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=152 v=5 (1 1 0 0) 00000800:00000001:0.0:1767326510.398715:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326510.398717:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767326510.398718:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326510.398719:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326510.398719:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326510.398721:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326510.398721:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767326510.398724:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00010000:00080000:3.0:1767326510.398725:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000152f65cf x1853175408680192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326510.398730:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0dc00 00010000:00000001:3.0:1767326510.398733:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326510.398734:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xf05 [1] + 224 00000800:00000001:0.0:1767326510.398737:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326510.398737:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326510.398739:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326510.398741:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326510.398743:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326510.398745:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326510.398747:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326510.398747:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000152f65cf x1853175408680192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326510.398750:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326510.398750:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326510.398756:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:2.0:1767326510.398756:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326510.398757:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767326510.398760:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326510.398761:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767326510.398765:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1e66889. 00000100:00000001:3.0:1767326510.398765:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326510.398772:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb34fec2 00000100:00000040:3.0:1767326510.398772:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000152f65cf x1853175408680192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326510.398776:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb34fec2. 00000100:00000001:2.0:1767326510.398783:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326510.398784:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326510.398790:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a06a1b4 x1853175408680064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326510.398796:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000094420207 x1853175408679936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326510.398815:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000152f65cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408680192:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326510.398824:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326510.398827:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767326510.398835:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a06a1b4 x1853175408680064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326510.398836:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000094420207 x1853175408679936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326510.398836:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000152f65cf x1853175408680192/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326510.398862:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326510.398865:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326510.398866:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326510.398868:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326510.398868:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1767326510.398872:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767326510.398872:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000161266c1. 00000800:00000001:0.0:1767326510.398875:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326510.398876:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326510.398877:0:211397:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767326510.398879:0:211394:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767326510.398880:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326510.398883:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767326510.398883:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326510.398886:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326510.398888:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767326510.398889:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326510.398892:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f2654a5. 00000100:00001000:2.0:1767326510.398893:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326510.398897:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=51 v=5 (1 1 1 1) 02000000:00000001:3.0:1767326510.398897:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326510.398900:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767326510.398901:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326510.398903:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326510.398905:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000152f65cf. 00010000:00000001:2.0:1767326510.398907:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326510.398910:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767326510.398911:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326510.398912:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326510.398917:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326510.398918:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326510.398921:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326510.398921:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326510.398924:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326510.398927:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326510.398927:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326510.398930:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326510.398931:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326510.398937:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009a06a1b4 x1853175408680064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326510.398944:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326510.398946:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326510.398948:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326510.398950:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a06a1b4 x1853175408680064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326510.398957:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009a06a1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408680064:192.168.202.142@tcp:400: 00000400:00000001:2.0:1767326510.398962:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326510.398964:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326510.398965:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f104168. 00000400:00000200:2.0:1767326510.398968:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031788bcf 00000400:00000010:2.0:1767326510.398969:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031788bcf. 00000100:00000001:2.0:1767326510.398972:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326510.398974:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000094420207 x1853175408679936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326510.398982:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000094420207 x1853175408679936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326510.398999:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326510.399000:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326510.399001:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326510.399003:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326510.399004:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326510.399005:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326510.399007:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326510.399010:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=56 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326510.399012:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=56 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326510.399014:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326510.399015:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326510.399017:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326510.399019:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326510.399020:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326510.399024:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000094420207 x1853175408679936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326510.399029:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326510.399031:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326510.399033:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326510.399035:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094420207 x1853175408679936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326510.399042:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000094420207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408679936:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326510.399046:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326510.399047:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326510.399049:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009a06a1b4 x1853175408680064/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326510.399055:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326510.399057:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326510.399058:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1b610a2. 02000000:00000001:2.0:1767326510.399060:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326510.399061:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326510.399062:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326510.399067:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326510.399068:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020243973. 02000000:00000001:2.0:1767326510.399070:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326510.399071:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326510.399072:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a06a1b4. 00000100:00000001:2.0:1767326510.399073:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326510.399074:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326510.399076:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326510.399077:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000094420207 x1853175408679936/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326510.399081:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326510.399082:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326510.399083:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0d5dc85. 02000000:00000001:2.0:1767326510.399084:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326510.399084:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326510.399085:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326510.399086:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326510.399087:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a276710d. 02000000:00000001:2.0:1767326510.399087:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326510.399088:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326510.399088:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000094420207. 00000100:00000001:2.0:1767326510.399090:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326510.399090:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326510.399091:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326510.399095:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326510.399096:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326510.399097:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326510.399098:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326511.419551:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326511.419560:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326511.419697:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326511.419701:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326511.419704:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326512.443540:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326512.443550:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326512.443577:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326512.443581:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326512.443584:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326513.467524:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326513.467531:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326513.467592:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326513.467595:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326513.467597:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326514.235556:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306382018, at 4306382080 00000100:00000040:3.0:1767326514.235556:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306382018, at 4306382080 00000100:00000040:0.0:1767326514.235557:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306382018, at 4306382080 00000100:00000040:2.0:1767326514.235557:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306382018, at 4306382080 00000100:00000010:3.0:1767326514.235583:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008375de61. 00000100:00000010:2.0:1767326514.235591:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a5ba9a9. 00000100:00000010:0.0:1767326514.235596:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016446684. 00000100:00000010:1.0:1767326514.235598:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f676bc1. 00010000:00000001:0.0:1767326514.491496:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326514.491501:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326514.491565:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326514.491571:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326514.491574:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326515.515507:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326515.515514:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326515.515517:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326515.515518:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326515.515524:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000040:3.0:1767326515.515524:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326515.515528:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326515.515532:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326515.515537:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326515.515552:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326515.515554:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326515.515556:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326515.515566:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326515.515575:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000986d7773. 00000020:00000040:3.0:1767326515.515584:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326515.515590:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326515.515593:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326515.515599:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326515.515608:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005f1bd790. 00000100:00000001:3.0:1767326515.515616:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326515.515629:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000986d7773 x1853175408680320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326515.515643:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326515.515645:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326515.515651:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000986d7773] to pc [ptlrpcd_00_01+1] req@00000000986d7773 x1853175408680320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326515.515695:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326515.515698:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326515.515702:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326515.515706:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000339213a8. 00000100:00000001:1.0:1767326515.515710:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326515.515710:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326515.515716:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326515.515716:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326515.515722:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326515.515723:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326515.515729:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326515.515730:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326515.515735:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326515.515736:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc945970. 00000100:00000040:1.0:1767326515.515738:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000986d7773 x1853175408680320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326515.515745:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326515.515769:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000339213a8 x1853175408680448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326515.515770:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326515.515774:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326515.515784:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326515.515789:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326515.515796:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326515.515803:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000986d7773 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408680320:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326515.515803:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326515.515808:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326515.515812:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326515.515818:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000339213a8] to pc [ptlrpcd_00_02+2] req@00000000339213a8 x1853175408680448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326515.515819:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326515.515824:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326515.515831:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326515.515840:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000938caca6. 02000000:00000001:1.0:1767326515.515845:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326515.515859:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000844bc51. 00000100:00000001:3.0:1767326515.515861:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326515.515866:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000955f2d8b. 00000100:00000001:0.0:1767326515.515868:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326515.515874:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326515.515874:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767326515.515877:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408680320, portal 25 00000100:00000001:0.0:1767326515.515878:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326515.515887:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000339213a8 x1853175408680448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326515.515887:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326515.515888:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326515.515893:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571621376 : -115369137930240 : ffff971287840000) 00000100:00000010:3.0:1767326515.515896:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021bf7b0a. 00000100:00000001:2.0:1767326515.515898:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326515.515905:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326515.515905:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326515.515908:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326515.515914:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000986d7773 x1853175408680320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326515.515915:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326515.515915:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326515.515920:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326515.515923:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326515.515928:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326515.515929:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326515.515940:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326515.515942:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326515.515943:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea9a1391. 00000100:00100000:0.0:1767326515.515949:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408680448:192.168.202.142@tcp:400: 00000100:00000040:1.0:1767326515.515949:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326515.515958:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da434889. 00000100:00000001:3.0:1767326515.515959:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326515.515960:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326515.515971:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767326515.515972:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408680320, offset 0 00000100:00000040:3.0:1767326515.515977:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000021bf7b0a x1853175408680576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326515.515978:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326515.515985:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326515.515989:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000010:0.0:1767326515.515992:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008efb37b1. 02000000:00000001:0.0:1767326515.515995:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326515.516001:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026207d86. 00000400:00000200:1.0:1767326515.516005:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:0.0:1767326515.516011:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de705503. 00000400:00000200:1.0:1767326515.516019:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767326515.516021:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408680448, portal 10 00000400:00000200:1.0:1767326515.516029:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326515.516030:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326515.516031:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326515.516035:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571632128 : -115369137919488 : ffff971287842a00) 00000100:00000001:3.0:1767326515.516036:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326515.516045:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767326515.516047:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021bf7b0a] to pc [ptlrpcd_00_03+3] req@0000000021bf7b0a x1853175408680576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326515.516050:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000339213a8 x1853175408680448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326515.516054:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326515.516070:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [455:455:256:4294967295] 192.168.202.142@tcp LPNI seq info [455:455:8:4294967295] 00000100:00000001:0.0:1767326515.516102:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326515.516113:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326515.516114:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326515.516118:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:3.0:1767326515.516118:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326515.516119:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b09e4b46. 00000100:00000200:0.0:1767326515.516130:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408680448, offset 0 00000100:00000040:3.0:1767326515.516134:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326515.516136:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326515.516138:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326515.516143:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326515.516147:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11721) 00000800:00000010:1.0:1767326515.516148:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000824d53cf. 00000400:00000200:0.0:1767326515.516149:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326515.516149:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326515.516163:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021bf7b0a x1853175408680576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326515.516165:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326515.516175:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:1.0:1767326515.516187:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:0.0:1767326515.516190:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326515.516196:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000824d53cf type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326515.516206:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326515.516213:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326515.516214:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326515.516217:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326515.516218:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326515.516221:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326515.516221:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326515.516226:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326515.516228:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [456:456:255:4294967295] 192.168.202.142@tcp LPNI seq info [456:456:7:4294967295] 02000000:00000001:2.0:1767326515.516230:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326515.516231:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306387137 00000100:00000010:1.0:1767326515.516246:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000418b52ce. 00000100:00100000:2.0:1767326515.516249:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408680576:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326515.516258:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326515.516258:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326515.516259:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767326515.516264:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326515.516268:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326515.516272:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326515.516273:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306387137 02000000:00000010:2.0:1767326515.516275:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0e8d3bd. 00000800:00000200:0.0:1767326515.516282:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:1.0:1767326515.516282:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e590900. 02000000:00000001:2.0:1767326515.516283:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326515.516290:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767326515.516293:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f104168. 00000800:00000010:0.0:1767326515.516294:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000400:00000010:2.0:1767326515.516299:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031788bcf. 00000800:00000200:0.0:1767326515.516304:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:2.0:1767326515.516305:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408680576, portal 10 00000100:00000001:1.0:1767326515.516306:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306387137 00000100:00000001:2.0:1767326515.516311:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767326515.516316:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326515.516316:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571636608 : -115369137915008 : ffff971287843b80) 00000100:00000010:1.0:1767326515.516317:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002be8f718. 00000800:00000200:0.0:1767326515.516323:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767326515.516323:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326515.516327:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767326515.516327:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021bf7b0a x1853175408680576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767326515.516328:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000824d53cf. 00000100:00000001:0.0:1767326515.516332:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326515.516338:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326515.516339:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306387137 00000100:00000040:0.0:1767326515.516340:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 115085 usecs (116 jiffies) 00000100:00000001:2.0:1767326515.516340:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326515.516348:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000010:1.0:1767326515.516349:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000023a1e36c. 00000100:00000001:0.0:1767326515.516350:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306383476 00000400:00000200:3.0:1767326515.516352:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:2.0:1767326515.516354:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb34fec2. 00000100:00000001:0.0:1767326515.516360:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306387137 00000100:00000200:2.0:1767326515.516360:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408680576, offset 0 00000100:00000001:1.0:1767326515.516362:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326515.516364:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da434889 00000400:00000010:3.0:1767326515.516370:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da434889. 00000100:00000001:0.0:1767326515.516373:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306383476 00000100:00000001:1.0:1767326515.516373:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326515.516375:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767326515.516385:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326515.516389:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326515.516389:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000986d7773 x1853175408680320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326515.516390:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306387137 00000100:00000001:0.0:1767326515.516430:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306383477 00000400:00000200:2.0:1767326515.516432:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326515.516433:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306387137 00000100:00000001:0.0:1767326515.516437:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306383477 00000100:00000001:0.0:1767326515.516440:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306387137 00000400:00000200:2.0:1767326515.516441:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326515.516444:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326515.516445:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326515.516452:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326515.516452:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326515.516453:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326515.516464:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326515.516465:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326515.516468:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326515.516470:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326515.516472:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326515.516472:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326515.516480:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326515.516481:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326515.516488:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326515.516489:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326515.516489:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [457:457:254:4294967295] 192.168.202.142@tcp LPNI seq info [457:457:6:4294967295] 00000100:00000001:1.0:1767326515.516491:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326515.516502:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326515.516503:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326515.516513:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326515.516517:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326515.516521:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326515.516522:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326515.516528:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000986d7773 x1853175408680320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326515.516531:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326515.516546:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326515.516553:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326515.516555:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:2.0:1767326515.516565:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f07b907. 00000800:00000200:2.0:1767326515.516572:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326515.516577:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326515.516579:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f07b907 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326515.516583:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326515.516588:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 153790 usecs (154 jiffies) 00000800:00000200:3.0:1767326515.516588:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326515.516592:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000100:00000001:2.0:1767326515.516594:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306383515 00000400:00000200:3.0:1767326515.516596:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326515.516600:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306387137 00000400:00000200:3.0:1767326515.516602:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326515.516606:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306383515 00000400:00000200:3.0:1767326515.516607:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b09e4b46 00000400:00000010:3.0:1767326515.516609:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b09e4b46. 00000100:00000001:2.0:1767326515.516612:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306387137 00000100:00000001:3.0:1767326515.516613:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326515.516617:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000339213a8 x1853175408680448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326515.516618:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306383515 00000100:00000001:2.0:1767326515.516624:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306387137 00000100:00000001:2.0:1767326515.516629:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306383515 00000100:00000001:2.0:1767326515.516631:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306387137 00000100:00000001:2.0:1767326515.516633:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326515.516636:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326515.516638:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326515.516639:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326515.516644:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326515.516645:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326515.516647:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326515.516648:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326515.516650:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326515.516652:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326515.516659:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326515.516662:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000339213a8 x1853175408680448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326515.516667:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326515.516668:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326515.516694:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326515.516696:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f07b907. 00000400:00000200:3.0:1767326515.516698:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326515.516700:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326515.516703:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb34fec2 00000400:00000010:3.0:1767326515.516704:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb34fec2. 00000100:00000001:3.0:1767326515.516706:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326515.516708:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021bf7b0a x1853175408680576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326515.516713:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326515.516715:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021bf7b0a x1853175408680576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326515.516719:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326515.516720:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326515.518247:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326515.518260:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326515.518262:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326515.518266:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326515.518273:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326515.518284:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0de80 00000400:00000200:1.0:1767326515.518290:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xf1d [1] + 224 00000800:00000001:1.0:1767326515.518294:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326515.518298:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326515.518300:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326515.518305:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326515.518311:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326515.518315:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021bf7b0a x1853175408680576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326515.518324:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021bf7b0a x1853175408680576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326515.518354:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326515.518364:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326515.518368:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326515.518370:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326515.518372:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326515.518376:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326515.518386:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0dd80 00000100:00000001:2.0:1767326515.518387:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326515.518390:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326515.518393:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xf0d [1] + 224 00000800:00000001:1.0:1767326515.518424:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326515.518425:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1767326515.518428:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326515.518429:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767326515.518431:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326515.518435:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:2.0:1767326515.518435:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f104168. 00000400:00000200:2.0:1767326515.518444:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031788bcf 00000400:00000010:2.0:1767326515.518454:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031788bcf. 00000100:00000001:1.0:1767326515.518459:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326515.518459:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326515.518469:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000986d7773 x1853175408680320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326515.518470:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021bf7b0a x1853175408680576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326515.518489:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000986d7773 x1853175408680320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326515.518512:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021bf7b0a x1853175408680576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326515.518521:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326515.518522:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326515.518524:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326515.518526:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326515.518530:0:211397:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767326515.518532:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326515.518535:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326515.518535:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767326515.518539:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326515.518540:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326515.518547:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326515.518548:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767326515.518551:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326515.518560:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326515.518564:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0de00 02000000:00000001:2.0:1767326515.518566:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326515.518576:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xf15 [1] + 224 00000800:00000001:1.0:1767326515.518579:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326515.518580:0:211397:0:(import.c:2128:obd_at_measure()) add 0 to 000000008e3b5ac7 time=50 v=5 (5 5 5 5) 00000400:00000001:3.0:1767326515.518580:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326515.518582:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326515.518585:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000844bc51. 00000800:00000001:1.0:1767326515.518587:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326515.518588:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=7 v=5 (1 1 1 0) 00000400:00000200:3.0:1767326515.518590:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000955f2d8b 00000400:00000200:1.0:1767326515.518594:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767326515.518594:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000955f2d8b. 00000100:00000001:2.0:1767326515.518597:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326515.518601:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326515.518604:0:211397:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:1.0:1767326515.518610:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:3.0:1767326515.518610:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000986d7773 x1853175408680320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326515.518612:0:211397:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1767326515.518623:0:211397:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffff971288e2b000 of lustre-MDT0001_UUID@192.168.202.142@tcp abruptly disconnected: reconnecting 00000100:00000001:1.0:1767326515.518625:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326515.518628:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000986d7773 x1853175408680320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767326515.518630:0:211397:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:00000001:3.0:1767326515.518642:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767326515.518644:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000339213a8 x1853175408680448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02000400:2.0:1767326515.518645:0:211397:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff971288e2b000: Connection to lustre-MDT0001 (at 192.168.202.142@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1767326515.518646:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326515.518654:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326515.518660:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326515.518666:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326515.518673:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326515.518677:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000339213a8 x1853175408680448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326515.518679:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326515.518691:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=61 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326515.518697:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=61 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326515.518699:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326515.518704:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767326515.518706:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326515.518707:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326515.518710:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326515.518715:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326515.518718:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326515.518720:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326515.518728:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000986d7773 x1853175408680320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326515.518730:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326515.518735:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326515.518740:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326515.518741:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767326515.518743:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326515.518745:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767326515.518746:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026207d86. 00000100:00000001:3.0:1767326515.518747:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326515.518749:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de705503 00000100:00000040:3.0:1767326515.518752:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000986d7773 x1853175408680320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326515.518753:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de705503. 00000100:00100000:3.0:1767326515.518771:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000986d7773 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408680320:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326515.518773:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326515.518777:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326515.518779:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000339213a8 x1853175408680448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326515.518787:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767326515.518791:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000339213a8 x1853175408680448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326515.518793:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000986d7773 x1853175408680320/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326515.518808:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326515.518809:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326515.518810:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326515.518812:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326515.518814:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767326515.518815:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326515.518816:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326515.518818:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326515.518819:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000938caca6. 02000000:00000001:0.0:1767326515.518820:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326515.518823:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767326515.518824:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=56 v=5 (5 5 5 5) 00000020:00000001:3.0:1767326515.518826:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1767326515.518828:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=56 v=5 (1 1 1 1) 00000020:00000040:3.0:1767326515.518829:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326515.518832:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767326515.518833:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326515.518834:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326515.518836:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767326515.518837:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005f1bd790. 00010000:00000001:0.0:1767326515.518840:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326515.518842:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326515.518843:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767326515.518844:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767326515.518845:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000010:3.0:1767326515.518846:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000986d7773. 00000100:00000001:0.0:1767326515.518849:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326515.518851:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326515.518851:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326515.518854:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326515.518857:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000339213a8 x1853175408680448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326515.518857:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326515.518863:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326515.518864:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326515.518866:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326515.518867:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326515.518869:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326515.518870:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326515.518872:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326515.518878:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000339213a8 x1853175408680448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326515.518884:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408680448:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326515.518887:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326515.518888:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326515.518890:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000339213a8 x1853175408680448/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326515.518893:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326515.518894:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326515.518895:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008efb37b1. 02000000:00000001:0.0:1767326515.518897:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326515.518898:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326515.518899:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326515.518900:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326515.518901:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bc945970. 02000000:00000001:0.0:1767326515.518903:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326515.518904:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326515.518905:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000339213a8. 00000100:00000001:0.0:1767326515.518908:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326515.518909:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326515.518911:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326515.518915:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326515.518916:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326515.518918:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326515.518919:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326515.522779:0:211397:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326515.522784:0:211397:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767326515.522786:0:211397:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326515.522788:0:211397:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767326515.522791:0:211397:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1767326515.522792:0:211397:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1767326515.522796:0:211397:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1767326515.522800:0:211397:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: connect to NID 192.168.202.142@tcp last attempt 11408 00000400:00000200:2.0:1767326515.522807:0:211397:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.142@tcp is discovered: rc = 1 00000100:00000040:2.0:1767326515.522810:0:211397:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000001:2.0:1767326515.522812:0:211397:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326515.522825:0:211397:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000100:00000001:2.0:1767326515.522827:0:211397:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 00000020:00000001:2.0:1767326515.522829:0:211397:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326515.522831:0:211397:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e81 00000020:00000001:2.0:1767326515.522832:0:211397:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326515.522835:0:211397:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006a77ff05 refcount=5 00000020:00000001:2.0:1767326515.522836:0:211397:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000020:00000001:2.0:1767326515.522837:0:211397:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000100:00000040:2.0:1767326515.522839:0:211397:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000001:2.0:1767326515.522840:0:211397:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767326515.522841:0:211397:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000100:00000001:2.0:1767326515.522842:0:211397:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 00000020:00000040:2.0:1767326515.522844:0:211397:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 4 00000100:00080000:2.0:1767326515.522846:0:211397:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: import 00000000ad9b5df4 using connection 192.168.202.142@tcp/192.168.202.142@tcp 00000100:00000001:2.0:1767326515.522847:0:211397:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326515.522849:0:211397:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767326515.522854:0:211397:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326515.522856:0:211397:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326515.522857:0:211397:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1767326515.522859:0:211397:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1767326515.522861:0:211397:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326515.522862:0:211397:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326515.522867:0:211397:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326515.522869:0:211397:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=5 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:2.0:1767326515.522872:0:211397:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767326515.522873:0:211397:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326515.522875:0:211397:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326515.522877:0:211397:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326515.522880:0:211397:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326515.522885:0:211397:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000af6a28c5. 00000100:00000001:2.0:1767326515.522889:0:211397:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326515.522894:0:211397:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b6591187 x1853175408680704/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326515.522904:0:211397:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326515.522906:0:211397:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326515.522908:0:211397:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_rcv+-1] req@00000000b6591187 x1853175408680704/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326515.522923:0:211397:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326515.522925:0:211397:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1767326515.522926:0:211397:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1767326515.522931:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021bf7b0a x1853175408680576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326515.522935:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1767326515.522937:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326515.522939:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326515.522941:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021bf7b0a x1853175408680576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326515.522945:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408680576:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326515.522949:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326515.522952:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326515.522957:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021bf7b0a x1853175408680576/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326531 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326515.522961:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326515.522963:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326515.522964:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0e8d3bd. 00000100:00000001:0.0:1767326515.522966:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326515.522968:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326515.522970:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326515.522971:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767326515.522972:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326515.522974:0:211393:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767326515.522975:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326515.522981:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea9a1391. 00000100:00000040:0.0:1767326515.522986:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408680704/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326515.522987:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326515.522993:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326515.522998:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021bf7b0a. 00000100:00000001:0.0:1767326515.523007:0:211393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326515.523008:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326515.523009:0:211393:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326515.523012:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326515.523014:0:211393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326515.523015:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326515.523017:0:211393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326515.523023:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326515.523025:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326515.523037:0:211393:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326515.523038:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326515.523047:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326515.523049:0:211393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408680704:192.168.202.142@tcp:38: 00000100:00000001:0.0:1767326515.523053:0:211393:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326515.523056:0:211393:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326515.523057:0:211393:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326515.523059:0:211393:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326515.523063:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d3e8f33c. 02000000:00000001:0.0:1767326515.523064:0:211393:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326515.523067:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026207d86. 00000400:00000010:0.0:1767326515.523071:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de705503. 00000100:00000200:0.0:1767326515.523075:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408680704, portal 10 00000100:00000001:0.0:1767326515.523076:0:211393:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326515.523077:0:211393:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000040:0.0:1767326515.523082:0:211393:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408680704/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326515.523087:0:211393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326515.523089:0:211393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326515.523090:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000200:0.0:1767326515.523092:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175408680704, offset 0 00000400:00000200:0.0:1767326515.523095:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326515.523105:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326515.523108:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326515.523112:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326515.523116:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326515.523118:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326515.523121:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [458:458:256:4294967295] 192.168.202.142@tcp LPNI seq info [458:458:8:4294967295] 00000400:00000200:0.0:1767326515.523131:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326515.523136:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326515.523140:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000800:00000200:0.0:1767326515.523146:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326515.523153:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326515.523161:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1767326515.523175:0:211393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326515.523179:0:211393:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 152672 usecs (153 jiffies) 00000100:00000001:0.0:1767326515.523181:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306383520 00000100:00000001:0.0:1767326515.523183:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306387137 00000100:00000001:0.0:1767326515.523185:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306383520 00000100:00000001:0.0:1767326515.523186:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306387137 00000100:00000001:0.0:1767326515.523188:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306383520 00000100:00000001:0.0:1767326515.523189:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306387137 00000100:00000001:0.0:1767326515.523190:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306383520 00000100:00000001:0.0:1767326515.523191:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306387137 00000100:00000001:0.0:1767326515.523192:0:211393:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326515.523193:0:211393:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326515.523195:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326515.523197:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326515.523201:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326515.523202:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767326515.523205:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326515.523206:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326515.523207:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326515.523208:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326515.523290:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326515.523295:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000400:00000200:2.0:1767326515.523299:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326515.523306:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326515.523311:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:2.0:1767326515.523313:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:2.0:1767326515.523317:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326515.523321:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408680704/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326515.523326:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326515.523328:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408680704/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326525 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326515.523332:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326515.523333:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326515.524106:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326515.524117:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326515.524119:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326515.524121:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326515.524130:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326515.524141:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0df00 00000400:00000200:3.0:1767326515.524147:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xf25 [1] + 0 00000800:00000001:3.0:1767326515.524154:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326515.524172:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326515.524175:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326515.524179:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326515.524185:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326515.524188:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408680704/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326515.524205:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000b6591187 x1853175408680704/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326515.524217:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326515.524223:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326515.524226:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326515.524244:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326515.524247:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326515.524251:0:211393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326515.524252:0:211393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326515.524254:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026207d86. 00000400:00000200:0.0:1767326515.524257:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de705503 00000400:00000010:0.0:1767326515.524259:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de705503. 00000100:00000001:0.0:1767326515.524262:0:211393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326515.524266:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408680704/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326515.524275:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408680704/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326515.524287:0:211393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326515.524288:0:211393:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326515.524290:0:211393:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326515.524292:0:211393:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326515.524293:0:211393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326515.524294:0:211393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326515.524296:0:211393:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326515.524300:0:211393:0:(import.c:2128:obd_at_measure()) add 0 to 000000008e3b5ac7 time=50 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326515.524302:0:211393:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=7 v=5 (1 1 1 0) 00000100:00000001:0.0:1767326515.524304:0:211393:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326515.524305:0:211393:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767326515.524307:0:211393:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767326515.524309:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408680704/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326525 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326515.524313:0:211393:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1767326515.524315:0:211393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326515.524316:0:211393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326515.524318:0:211393:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1767326515.524319:0:211393:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1767326515.524321:0:211393:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767326515.524324:0:211393:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.142@tcp failed (-19) 00000100:00000001:0.0:1767326515.524325:0:211393:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767326515.524327:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408680704/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326525 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326515.524331:0:211393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408680704:192.168.202.142@tcp:38: 00000100:00000001:0.0:1767326515.524334:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326515.524335:0:211393:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326515.524337:0:211393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408680704/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326525 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326515.524348:0:211393:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326515.524354:0:211393:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326515.524355:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d3e8f33c. 02000000:00000001:0.0:1767326515.524358:0:211393:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326515.524359:0:211393:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326515.524360:0:211393:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326515.524362:0:211393:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326515.524363:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000af6a28c5. 02000000:00000001:0.0:1767326515.524365:0:211393:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326515.524366:0:211393:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326515.524367:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:0.0:1767326515.524369:0:211393:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326515.524370:0:211393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326515.524371:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326515.524374:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326515.524375:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326515.524376:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326515.524377:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326516.539567:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326516.539575:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326516.539671:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326516.539676:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326516.539679:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326517.563527:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326517.563534:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326517.563561:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326517.563567:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326517.563570:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326518.587543:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326518.587552:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326518.587583:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326518.587587:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326518.587590:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326519.355526:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306387137, at 4306387200 00000100:00000040:1.0:1767326519.355526:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306387137, at 4306387200 00000100:00000040:2.0:1767326519.355526:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306387137, at 4306387200 00000100:00000040:3.0:1767326519.355526:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306387137, at 4306387200 00000100:00000010:2.0:1767326519.355548:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002be8f718. 00000100:00000010:1.0:1767326519.355549:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e590900. 00000100:00000010:3.0:1767326519.355552:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000023a1e36c. 00000100:00000010:0.0:1767326519.355556:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000418b52ce. 00010000:00000001:0.0:1767326519.611549:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326519.611559:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326519.611627:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326519.611632:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326519.611636:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326520.635647:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326520.635657:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326520.635792:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326520.635797:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326520.635800:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326520.635867:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326520.635874:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326520.635886:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000986d7773. 00000020:00000040:3.0:1767326520.635894:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326520.635898:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326520.635902:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326520.635909:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326520.635916:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005f1bd790. 00000100:00000001:3.0:1767326520.635924:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326520.635934:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000986d7773 x1853175408680832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326520.635944:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326520.635946:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326520.635950:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000986d7773] to pc [ptlrpcd_00_00+0] req@00000000986d7773 x1853175408680832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326520.635976:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326520.635979:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326520.635982:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326520.635984:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000412d9a58. 00000020:00000040:3.0:1767326520.635987:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326520.635989:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326520.635990:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326520.636009:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326520.636013:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1d29a8a. 00000100:00000001:3.0:1767326520.636017:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326520.636021:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326520.636022:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000412d9a58 x1853175408680960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326520.636023:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326520.636028:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326520.636031:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326520.636033:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326520.636035:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326520.636036:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000412d9a58] to pc [ptlrpcd_00_01+1] req@00000000412d9a58 x1853175408680960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326520.636040:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326520.636049:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000986d7773 x1853175408680832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326520.636064:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326520.636067:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326520.636068:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326520.636072:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1767326520.636072:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326520.636077:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1767326520.636078:0:214532:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:0.0:1767326520.636082:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326520.636083:0:214532:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767326520.636087:0:214532:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767326520.636089:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000986d7773 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408680832:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326520.636089:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326520.636092:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326520.636093:0:214532:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1767326520.636095:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326520.636097:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1767326520.636098:0:214532:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: connect to NID 192.168.202.142@tcp last attempt 11716 00000100:00000040:1.0:1767326520.636101:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000412d9a58 x1853175408680960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326520.636106:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326520.636107:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326520.636110:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326520.636110:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326520.636110:0:214532:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.142@tcp is discovered: rc = 1 00000100:00001000:3.0:1767326520.636115:0:214532:0:(import.c:2128:obd_at_measure()) add 10 to 000000000185434f time=12 v=5 (1 1 1 0) 02000000:00000001:1.0:1767326520.636116:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326520.636117:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767326520.636119:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767326520.636119:0:214532:0:(import.c:2194:obd_at_measure()) AT 000000000185434f change: old=5 new=10 delta=5 (val=10) hist 10 1 1 0 02000000:00000001:1.0:1767326520.636122:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767326520.636123:0:214532:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: tried all connections, increasing latency to 5s 02000000:00000010:0.0:1767326520.636124:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0afd78e. 00000100:00100000:1.0:1767326520.636125:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000412d9a58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408680960:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767326520.636127:0:214532:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 02000000:00000001:0.0:1767326520.636129:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326520.636131:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326520.636131:0:214532:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767326520.636134:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326520.636134:0:214532:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 02000000:00000001:1.0:1767326520.636136:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326520.636137:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026207d86. 00000100:00000001:3.0:1767326520.636137:0:214532:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 02000000:00000001:1.0:1767326520.636138:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767326520.636141:0:214532:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:1.0:1767326520.636143:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9133979. 00000020:00000040:3.0:1767326520.636143:0:214532:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e81 00000020:00000001:3.0:1767326520.636146:0:214532:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767326520.636148:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de705503. 00000020:00000040:3.0:1767326520.636150:0:214532:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006a77ff05 refcount=5 02000000:00000001:1.0:1767326520.636152:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326520.636154:0:214532:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000400:00000010:1.0:1767326520.636156:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000419509d0. 00000020:00000001:3.0:1767326520.636156:0:214532:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000100:00000200:0.0:1767326520.636159:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408680832, portal 25 00000400:00000010:1.0:1767326520.636161:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6a4dc8. 00000100:00000040:3.0:1767326520.636164:0:214532:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000001:0.0:1767326520.636166:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767326520.636167:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408680960, portal 10 00000100:00000001:3.0:1767326520.636167:0:214532:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767326520.636171:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571621376 : -115369137930240 : ffff971287840000) 00000100:00000001:1.0:1767326520.636171:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326520.636171:0:214532:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000100:00000001:1.0:1767326520.636173:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571629440 : -115369137922176 : ffff971287841f80) 00000100:00000001:3.0:1767326520.636175:0:214532:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 00000020:00000040:3.0:1767326520.636178:0:214532:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 4 00000100:00000040:0.0:1767326520.636183:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000986d7773 x1853175408680832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326520.636183:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000412d9a58 x1853175408680960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767326520.636183:0:214532:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: import 00000000ad9b5df4 using connection 192.168.202.142@tcp/192.168.202.142@tcp 00000100:00000001:3.0:1767326520.636188:0:214532:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326520.636192:0:214532:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767326520.636197:0:214532:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326520.636202:0:214532:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326520.636203:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326520.636206:0:214532:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1767326520.636208:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326520.636208:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000008:00100000:3.0:1767326520.636211:0:214532:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000400:00000010:1.0:1767326520.636212:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057863878. 00000008:00000001:3.0:1767326520.636215:0:214532:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326520.636216:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000200:1.0:1767326520.636216:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408680960, offset 0 00000100:00000001:3.0:1767326520.636218:0:214532:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326520.636222:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f208077f. 00000100:00000010:3.0:1767326520.636223:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667ee4ce. 00000400:00000200:1.0:1767326520.636227:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000020:00000040:3.0:1767326520.636227:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:3.0:1767326520.636230:0:214532:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767326520.636232:0:214532:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326520.636234:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1767326520.636235:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408680832, offset 0 02000000:00000001:3.0:1767326520.636236:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767326520.636240:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:3.0:1767326520.636240:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326520.636245:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000aa4992cb. 00000400:00000200:0.0:1767326520.636246:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326520.636250:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326520.636252:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1767326520.636256:0:214532:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000667ee4ce x1853175408681088/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767326520.636257:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326520.636261:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326520.636263:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767326520.636264:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326520.636264:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326520.636267:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [459:459:256:4294967295] 192.168.202.142@tcp LPNI seq info [459:459:8:4294967295] 00000100:00000040:3.0:1767326520.636267:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000667ee4ce] to pc [ptlrpcd_rcv+-1] req@00000000667ee4ce x1853175408681088/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326520.636279:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326520.636286:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326520.636288:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326520.636293:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326520.636293:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005493b67f. 00000100:00000001:3.0:1767326520.636294:0:214532:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326520.636297:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:3.0:1767326520.636299:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767326520.636301:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326520.636306:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326520.636308:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:3.0:1767326520.636313:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326520.636315:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [460:460:255:4294967295] 192.168.202.142@tcp LPNI seq info [460:460:7:4294967295] 00000800:00000200:1.0:1767326520.636317:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:3.0:1767326520.636319:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11726) 00000800:00000200:1.0:1767326520.636322:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005493b67f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326520.636336:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326520.636337:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:1.0:1767326520.636342:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 114277 usecs (115 jiffies) 00000800:00000200:0.0:1767326520.636347:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326520.636349:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306388595 00000800:00000010:0.0:1767326520.636353:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000100:00000010:1.0:1767326520.636355:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000264847e7. 00000800:00000200:0.0:1767326520.636361:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326520.636364:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326520.636366:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326520.636369:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326520.636374:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326520.636377:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306388595 00000100:00000001:0.0:1767326520.636378:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306392257 00000100:00000010:1.0:1767326520.636383:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3de7e25. 00000800:00000200:3.0:1767326520.636385:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326520.636387:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306388595 00000100:00000001:1.0:1767326520.636388:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000800:00000010:3.0:1767326520.636389:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005493b67f. 00000100:00000001:1.0:1767326520.636393:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306388595 00000100:00000010:1.0:1767326520.636395:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008bb3ffa6. 00000100:00000001:0.0:1767326520.636396:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306392257 00000400:00000200:3.0:1767326520.636418:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326520.636424:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306388595 00000100:00000001:1.0:1767326520.636426:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326520.636428:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326520.636430:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306392258 00000400:00000200:3.0:1767326520.636434:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057863878 00000100:00000001:1.0:1767326520.636436:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306388596 00000100:00000001:0.0:1767326520.636437:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306388595 00000400:00000010:3.0:1767326520.636438:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057863878. 00000100:00000010:1.0:1767326520.636439:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e590900. 00000100:00000001:0.0:1767326520.636445:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306392258 00000100:00000001:1.0:1767326520.636445:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326520.636446:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326520.636450:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326520.636452:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306388596 00000100:00000200:3.0:1767326520.636452:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000412d9a58 x1853175408680960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326520.636454:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326520.636458:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326520.636459:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326520.636463:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326520.636464:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326520.636466:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326520.636468:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326520.636471:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000412d9a58 x1853175408680960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326520.636472:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326520.636479:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326520.636480:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326520.636481:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326520.636482:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326520.636483:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326520.636483:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326520.636488:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326520.636489:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326520.636492:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326520.636492:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326520.636494:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326520.636496:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326520.636497:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326520.636500:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326520.636546:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326520.636548:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000400:00000200:3.0:1767326520.636551:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326520.636555:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326520.636557:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f208077f 00000400:00000010:3.0:1767326520.636558:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f208077f. 00000100:00000001:3.0:1767326520.636560:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326520.636562:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000986d7773 x1853175408680832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326520.636567:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326520.636569:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000986d7773 x1853175408680832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326520.636573:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326520.636574:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326520.636752:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326520.636755:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326520.636756:0:211393:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326520.636759:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000667ee4ce x1853175408681088/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326520.636770:0:211393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326520.636772:0:211393:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326520.636774:0:211393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326520.636775:0:211393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326520.636777:0:211393:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326520.636780:0:211393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408681088:192.168.202.142@tcp:38: 00000100:00000001:2.0:1767326520.636783:0:211393:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326520.636785:0:211393:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326520.636787:0:211393:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326520.636788:0:211393:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326520.636792:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000af6a28c5. 02000000:00000001:2.0:1767326520.636793:0:211393:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326520.636797:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f104168. 00000400:00000010:2.0:1767326520.636801:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031788bcf. 00000100:00000200:2.0:1767326520.636804:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408681088, portal 10 00000100:00000001:2.0:1767326520.636806:0:211393:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326520.636808:0:211393:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571631232 : -115369137920384 : ffff971287842680) 00000100:00000040:2.0:1767326520.636813:0:211393:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000667ee4ce x1853175408681088/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326520.636819:0:211393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326520.636822:0:211393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326520.636824:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f21e77c7. 00000100:00000200:2.0:1767326520.636826:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175408681088, offset 0 00000400:00000200:2.0:1767326520.636831:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326520.636836:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326520.636839:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326520.636841:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326520.636843:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326520.636846:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326520.636848:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [461:461:256:4294967295] 192.168.202.142@tcp LPNI seq info [461:461:8:4294967295] 00000400:00000200:2.0:1767326520.636855:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326520.636866:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326520.636869:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6a98a8f. 00000800:00000200:2.0:1767326520.636872:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326520.636876:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326520.636879:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f6a98a8f type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767326520.636894:0:211393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326520.636898:0:211393:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 151562 usecs (152 jiffies) 00000100:00000001:2.0:1767326520.636900:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306388633 00000100:00000001:2.0:1767326520.636903:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306392257 00000100:00000001:2.0:1767326520.636904:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306388633 00000100:00000001:2.0:1767326520.636906:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306392257 00000100:00000001:2.0:1767326520.636908:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306388633 00000100:00000001:2.0:1767326520.636910:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306392258 00000100:00000001:2.0:1767326520.636912:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306388633 00000100:00000001:2.0:1767326520.636913:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306392258 00000100:00000001:2.0:1767326520.636915:0:211393:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326520.636918:0:211393:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326520.636920:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326520.636921:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326520.636925:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326520.636927:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767326520.636928:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326520.636929:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326520.636930:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326520.636931:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326520.636983:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326520.636986:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6a98a8f. 00000400:00000200:0.0:1767326520.636989:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326520.636993:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326520.636997:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f21e77c7 00000400:00000010:0.0:1767326520.637004:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f21e77c7. 00000100:00000001:0.0:1767326520.637008:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326520.637012:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000667ee4ce x1853175408681088/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326520.637020:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326520.637022:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000667ee4ce x1853175408681088/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326535 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326520.637028:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326520.637029:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326520.638060:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326520.638073:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326520.638083:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326520.638086:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326520.638093:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326520.638105:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0e000 00000400:00000200:3.0:1767326520.638113:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xf31 [1] + 224 00000800:00000001:3.0:1767326520.638120:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326520.638126:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326520.638127:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326520.638129:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326520.638133:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326520.638136:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000412d9a58 x1853175408680960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326520.638142:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000412d9a58 x1853175408680960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326520.638157:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326520.638163:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326520.638166:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326520.638196:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326520.638199:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326520.638204:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326520.638206:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326520.638208:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000419509d0. 00000400:00000200:1.0:1767326520.638212:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6a4dc8 00000400:00000010:1.0:1767326520.638214:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6a4dc8. 00000100:00000001:1.0:1767326520.638216:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326520.638220:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000412d9a58 x1853175408680960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326520.638229:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000412d9a58 x1853175408680960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326520.638235:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326520.638243:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326520.638245:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326520.638248:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326520.638250:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326520.638253:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326520.638256:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326520.638263:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326520.638267:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=61 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326520.638270:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326520.638272:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326520.638275:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326520.638279:0:211395:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326520.638283:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326520.638284:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326520.638286:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326520.638288:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326520.638292:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000412d9a58 x1853175408680960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326520.638298:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326520.638301:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326520.638308:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326520.638311:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000412d9a58 x1853175408680960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326520.638318:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000412d9a58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408680960:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326520.638322:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326520.638324:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326520.638326:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000412d9a58 x1853175408680960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326520.638333:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326520.638335:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326520.638338:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9133979. 02000000:00000001:1.0:1767326520.638340:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326520.638342:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326520.638348:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326520.638351:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326520.638353:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1d29a8a. 02000000:00000001:1.0:1767326520.638357:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326520.638359:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326520.638361:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000412d9a58. 00000100:00000001:1.0:1767326520.638365:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326520.638366:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326520.638368:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326520.638373:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326520.638374:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326520.638377:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326520.638379:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326520.638425:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326520.638431:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326520.638433:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326520.638435:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326520.638440:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326520.638448:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0e080 00000400:00000200:3.0:1767326520.638452:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xf3d [1] + 0 00000800:00000001:3.0:1767326520.638456:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326520.638461:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326520.638463:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326520.638467:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326520.638470:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326520.638473:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000667ee4ce x1853175408681088/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326535 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326520.638481:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000667ee4ce x1853175408681088/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326520.638511:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326520.638516:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326520.638519:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326520.638541:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326520.638545:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326520.638548:0:211393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326520.638549:0:211393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326520.638551:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f104168. 00000400:00000200:2.0:1767326520.638555:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031788bcf 00000400:00000010:2.0:1767326520.638562:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031788bcf. 00000100:00000001:2.0:1767326520.638566:0:211393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326520.638570:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000667ee4ce x1853175408681088/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326520.638578:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000667ee4ce x1853175408681088/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326535 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326520.638585:0:211393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326520.638586:0:211393:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326520.638588:0:211393:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326520.638590:0:211393:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326520.638591:0:211393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326520.638593:0:211393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326520.638595:0:211393:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326520.638599:0:211393:0:(import.c:2128:obd_at_measure()) add 0 to 000000008e3b5ac7 time=55 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326520.638602:0:211393:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=12 v=10 (10 1 1 0) 00000100:00000001:2.0:1767326520.638604:0:211393:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326520.638606:0:211393:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767326520.638608:0:211393:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767326520.638611:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000667ee4ce x1853175408681088/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326535 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326520.638618:0:211393:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1767326520.638621:0:211393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326520.638622:0:211393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326520.638625:0:211393:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767326520.638627:0:211393:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1767326520.638630:0:211393:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767326520.638634:0:211393:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.142@tcp failed (-19) 00000100:00000001:2.0:1767326520.638637:0:211393:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767326520.638640:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000667ee4ce x1853175408681088/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326535 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326520.638647:0:211393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408681088:192.168.202.142@tcp:38: 00000100:00000001:2.0:1767326520.638657:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326520.638659:0:211393:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326520.638662:0:211393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000667ee4ce x1853175408681088/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/224 e 0 to 0 dl 1767326535 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326520.638669:0:211393:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326520.638670:0:211393:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326520.638677:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000af6a28c5. 02000000:00000001:2.0:1767326520.638680:0:211393:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326520.638682:0:211393:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326520.638683:0:211393:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326520.638685:0:211393:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326520.638687:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000aa4992cb. 02000000:00000001:2.0:1767326520.638689:0:211393:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326520.638690:0:211393:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326520.638691:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000667ee4ce. 00000100:00000001:2.0:1767326520.638694:0:211393:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326520.638695:0:211393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326520.638697:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326520.638700:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326520.638702:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326520.638703:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326520.638705:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326520.638963:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326520.638970:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326520.638981:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326520.638985:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326520.638991:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326520.638999:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0df80 00000400:00000200:0.0:1767326520.639004:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xf2d [1] + 224 00000800:00000001:0.0:1767326520.639009:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326520.639014:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326520.639017:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326520.639020:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326520.639023:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326520.639026:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000986d7773 x1853175408680832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326520.639036:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000986d7773 x1853175408680832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326520.639053:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326520.639057:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326520.639060:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326520.639150:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326520.639153:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326520.639158:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326520.639159:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326520.639161:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026207d86. 00000400:00000200:3.0:1767326520.639164:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de705503 00000400:00000010:3.0:1767326520.639166:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de705503. 00000100:00000001:3.0:1767326520.639169:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326520.639174:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000986d7773 x1853175408680832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326520.639182:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000986d7773 x1853175408680832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326520.639189:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326520.639190:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326520.639192:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326520.639193:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326520.639195:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326520.639196:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326520.639198:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326520.639201:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=66 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326520.639204:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=66 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326520.639206:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326520.639207:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326520.639209:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326520.639211:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326520.639213:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326520.639215:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000986d7773 x1853175408680832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326520.639221:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326520.639223:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326520.639230:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326520.639234:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000986d7773 x1853175408680832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326520.639241:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000986d7773 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408680832:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326520.639246:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326520.639248:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326520.639250:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000986d7773 x1853175408680832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326520.639256:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326520.639258:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326520.639259:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0afd78e. 02000000:00000001:3.0:1767326520.639263:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326520.639264:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326520.639265:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326520.639268:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326520.639269:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005f1bd790. 02000000:00000001:3.0:1767326520.639271:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326520.639273:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326520.639274:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000986d7773. 00000100:00000001:3.0:1767326520.639276:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326520.639277:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326520.639279:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326520.639283:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326520.639285:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326520.639287:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326520.639288:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326521.659526:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326521.659532:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326521.659555:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326521.659558:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326521.659561:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326522.683478:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326522.683483:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326522.683549:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326522.683553:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326522.683555:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1767326522.747950:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326522.747968:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326522.747972:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326522.747974:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326522.747985:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326522.748043:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 328 into portal 15 MB=0x6957408038300 00000400:00000200:3.0:1767326522.748050:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.142@tcp of length 328/328 into md 0xd [2] + 1968 00000400:00000010:3.0:1767326522.748055:0:211387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000413f3c1c. 00000400:00000200:3.0:1767326522.748074:0:211387:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007c57d84f 00000800:00000001:3.0:1767326522.748081:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326522.748086:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326522.748088:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326522.748093:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326522.748097:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c57d84f 00000400:00000010:3.0:1767326522.748100:0:211387:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c57d84f. 00000100:00000001:3.0:1767326522.748105:0:211387:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326522.748107:0:211387:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1767326522.748110:0:211387:0:(events.c:337:request_in_callback()) incoming req@00000000e1e30f47 x1853175443456768 msgsize 328 00000100:00100000:3.0:1767326522.748114:0:211387:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.142@tcp (source: 12345-192.168.202.142@tcp) 00000100:00000040:3.0:1767326522.748116:0:211387:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767326522.748132:0:211387:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767326522.748139:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326522.748141:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326522.748143:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326522.748145:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326522.748148:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326522.748161:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 328 into portal 15 MB=0x6957408038400 00000400:00000200:3.0:1767326522.748167:0:211387:0:(lib-ptl.c:642:lnet_ptl_match_md()) Delaying PUT from 12345-192.168.202.142@tcp ptl 15 MB 0x6957408038400 off 0 len 328 00000100:00000010:1.0:1767326522.748196:0:214079:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b67063d2. 00000100:00000010:1.0:1767326522.748205:0:214079:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f412ae17. 00000100:00100000:1.0:1767326522.748207:0:214079:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:1.0:1767326522.748211:0:214079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1767326522.748215:0:214079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000419509d0. 00000400:00000010:1.0:1767326522.748220:0:214079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f11b5009. 00000400:00000200:1.0:1767326522.748227:0:214079:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.142@tcp of length 328/328 into md 0xf45 [2] + 0 00000400:00000200:1.0:1767326522.748232:0:214079:0:(lib-ptl.c:734:lnet_ptl_attach_md()) Resuming delayed PUT from 12345-192.168.202.142@tcp portal 15 match 1853175443457024 offset 0 length 328. 00000400:00000200:1.0:1767326522.748237:0:214079:0:(lib-move.c:5148:lnet_recv_delayed_msg_list()) Resuming delayed PUT from 12345-192.168.202.142@tcp portal 15 match 1853175443457024 offset 0 length 328. 00000100:00000001:1.0:1767326522.748253:0:214079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767326522.748255:0:214079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175443456768 02000000:00000001:1.0:1767326522.748258:0:214079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767326522.748260:0:214079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326522.748262:0:214079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326522.748267:0:214079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326522.748272:0:214079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175443456768 00000020:00000001:1.0:1767326522.748275:0:214079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767326522.748277:0:214079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e2d 00000800:00000001:3.0:1767326522.748277:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326522.748282:0:214079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1767326522.748289:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326522.748291:0:214079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d83f0954 refcount=3 00000400:00000200:3.0:1767326522.748294:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767326522.748296:0:214079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512520192 : -115369197031424 : ffff971283fe3000) 00000020:00000001:1.0:1767326522.748301:0:214079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512520192 : -115369197031424 : ffff971283fe3000) 00000400:00000200:3.0:1767326522.748301:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326522.748308:0:214079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767326522.748309:0:211389:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767326522.748313:0:211389:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000010:1.0:1767326522.748314:0:214079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000725ccc92. 00000100:00000001:1.0:1767326522.748318:0:214079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767326522.748318:0:211389:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000986d7773. 00000100:00000040:3.0:1767326522.748323:0:211389:0:(events.c:337:request_in_callback()) incoming req@00000000986d7773 x1853175443457024 msgsize 328 00000020:00000010:1.0:1767326522.748324:0:214079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000725ccc92. 00000020:00000010:1.0:1767326522.748333:0:214079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ef7f19e. 00000020:00000010:1.0:1767326522.748340:0:214079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004df70741. 00000100:00100000:3.0:1767326522.748340:0:211389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.142@tcp (source: 12345-192.168.202.142@tcp) 00000020:00000010:1.0:1767326522.748347:0:214079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009f797633. 00000100:00000040:1.0:1767326522.748357:0:214079:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767326522.748360:0:214079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767326522.748362:0:214079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767326522.748362:0:211389:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767326522.748367:0:214079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326522.748370:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326522.748375:0:214079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326522.748376:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326522.748380:0:214079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326522.748393:0:214079:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767326522.748395:0:214079:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175443457024 02000000:00000001:1.0:1767326522.748397:0:214079:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767326522.748436:0:214080:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007f8b7218. 00000100:00000001:1.0:1767326522.748437:0:214079:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326522.748440:0:214079:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.748443:0:214080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767326522.748444:0:214079:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.748447:0:214080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767326522.748448:0:214079:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175443457024 00000020:00000001:1.0:1767326522.748452:0:214079:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767326522.748455:0:214079:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e2d 00000100:00100000:0.0:1767326522.748456:0:214080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.142@tcp, seq: 6 00000020:00000001:1.0:1767326522.748458:0:214079:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767326522.748461:0:214080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d83f0954 : new rpc_count 1 00000020:00000040:1.0:1767326522.748462:0:214079:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d83f0954 refcount=4 00000100:00000001:0.0:1767326522.748466:0:214080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628704629588048 : -115369079963568 : ffff97128af88050) 00000020:00000001:1.0:1767326522.748467:0:214079:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512520192 : -115369197031424 : ffff971283fe3000) 00000020:00000001:1.0:1767326522.748473:0:214079:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512520192 : -115369197031424 : ffff971283fe3000) 00000100:00000001:1.0:1767326522.748476:0:214079:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767326522.748477:0:214080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e1e30f47 x1853175443456768/t0(0) o104->d78984fc-6fc9-437f-a1d6-38da7564c553@192.168.202.142@tcp:638/0 lens 328/0 e 0 to 0 dl 1767326533 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326522.748489:0:214080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767326522.748492:0:214080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ca625d25. 00000020:00000010:1.0:1767326522.748493:0:214079:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000725ccc92. 00000100:00000001:0.0:1767326522.748495:0:214080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767326522.748499:0:214080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ca625d25. 00000100:00000001:1.0:1767326522.748499:0:214079:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767326522.748504:0:214079:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000725ccc92. 00000100:00100000:0.0:1767326522.748509:0:214080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e1e30f47 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d78984fc-6fc9-437f-a1d6-38da7564c553+4:499944:x1853175443456768:12345-192.168.202.142@tcp:104: 00000020:00000010:1.0:1767326522.748511:0:214079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068c68780. 00000100:00000200:0.0:1767326522.748512:0:214080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175443456768 00010000:00000001:0.0:1767326522.748515:0:214080:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767326522.748521:0:214080:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:1.0:1767326522.748521:0:214079:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000020c8ebac. 00000020:00000001:0.0:1767326522.748524:0:214080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326522.748527:0:214080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004e9ae1ad refcount=2 00000020:00000010:1.0:1767326522.748527:0:214079:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eec73feb. 00000020:00000001:0.0:1767326522.748530:0:214080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345847808 : -115368363703808 : ffff9712b5a9c200) 00010000:00000001:0.0:1767326522.748533:0:214080:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345847808 : -115368363703808 : ffff9712b5a9c200) 00000100:00000001:1.0:1767326522.748535:0:214079:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767326522.748536:0:214080:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767326522.748539:0:214079:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767326522.748540:0:214080:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326522.748544:0:214079:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326522.748545:0:214080:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: 000000004e9ae1ad/0x437b5ddfad697ec7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa7160ca8575824d3 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326522.748551:0:214079:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.748554:0:214080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767326522.748555:0:214079:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326522.748557:0:214080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767326522.748561:0:214080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008085b9ab. 02000000:00000001:0.0:1767326522.748563:0:214080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.748570:0:214080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326522.748574:0:214080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767326522.748576:0:214080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326522.748579:0:214080:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d677422 time=341 v=5 (1 0 1 0) 00000100:00000001:0.0:1767326522.748582:0:214080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767326522.748584:0:214080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 13 to 192.168.202.142@tcp 00000100:00000001:0.0:1767326522.748586:0:214080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 02000000:00000001:0.0:1767326522.748588:0:214080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767326522.748589:0:214080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.748591:0:214080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326522.748593:0:214080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326522.748595:0:214080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041419967. 00000100:00000200:0.0:1767326522.748598:0:214080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175443456768, offset 224 00000400:00000200:0.0:1767326522.748604:0:214080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326522.748612:0:214080:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.42@tcp to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326522.748618:0:214080:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [462:462:256:4294967295] 192.168.202.142@tcp LPNI seq info [462:462:8:4294967295] 00000400:00000200:0.0:1767326522.748627:0:214080:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:192.168.202.42@tcp) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326522.748632:0:214080:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326522.748637:0:214080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000800:00000200:0.0:1767326522.748642:0:214080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326522.748650:0:214080:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326522.748653:0:214080:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326522.748668:0:214080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326522.748671:0:214080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00010000:00000001:0.0:1767326522.748673:0:214080:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767326522.748676:0:214080:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000806b0802. 00010000:00000001:0.0:1767326522.748678:0:214080:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767326522.748701:0:214080:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767326522.748703:0:214080:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326522.748705:0:214080:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326522.748706:0:214080:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326522.748709:0:214080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1e30f47 x1853175443456768/t0(0) o104->d78984fc-6fc9-437f-a1d6-38da7564c553@192.168.202.142@tcp:638/0 lens 328/224 e 0 to 0 dl 1767326533 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767326522.748719:0:214080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e1e30f47 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d78984fc-6fc9-437f-a1d6-38da7564c553+4:499944:x1853175443456768:12345-192.168.202.142@tcp:104: Request processed in 230us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1767326522.748724:0:214080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.142@tcp, seq: 6 00000100:00000040:0.0:1767326522.748726:0:214080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d83f0954 : new rpc_count 0 00000100:00000001:0.0:1767326522.748729:0:214080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767326522.748731:0:214080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767326522.748735:0:214080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004df70741. 00000020:00000010:0.0:1767326522.748739:0:214080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009f797633. 00000020:00000010:0.0:1767326522.748743:0:214080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ef7f19e. 00000020:00000040:0.0:1767326522.748746:0:214080:0:(genops.c:898:class_export_put()) PUTting export 00000000d83f0954 : new refcount 3 02000000:00000001:0.0:1767326522.748752:0:214080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767326522.748753:0:214080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000033af9b11. 02000000:00000001:0.0:1767326522.748757:0:214080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767326522.748758:0:214080:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d9e0dd. 00000800:00000200:2.0:1767326522.748761:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767326522.748762:0:214080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767326522.748764:0:214080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000591fc508. 02000000:00000001:0.0:1767326522.748768:0:214080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000010:2.0:1767326522.748768:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000100:00000010:0.0:1767326522.748770:0:214080:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000449ab534. 00000400:00000200:2.0:1767326522.748774:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326522.748777:0:214080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767326522.748781:0:214080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000043d4c9d0. 00000400:00000200:2.0:1767326522.748782:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 02000000:00000001:0.0:1767326522.748784:0:214080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767326522.748786:0:214080:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7b89fc3. 00000400:00000200:2.0:1767326522.748788:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041419967 02000000:00000001:0.0:1767326522.748790:0:214080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1767326522.748792:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041419967. 02000000:00000010:0.0:1767326522.748793:0:214080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ebab446c. 02000000:00000001:0.0:1767326522.748799:0:214080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767326522.748801:0:214080:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d01b32e0. 00000100:00000001:2.0:1767326522.748801:0:211388:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767326522.748805:0:211388:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767326522.748807:0:214080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326522.748809:0:211388:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008085b9ab. 02000000:00000010:0.0:1767326522.748810:0:214080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000090042498. 02000000:00000001:0.0:1767326522.748816:0:214080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767326522.748816:0:211388:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767326522.748820:0:214080:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000014038034. 00000100:00000001:2.0:1767326522.748820:0:211388:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767326522.748825:0:214080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767326522.748827:0:214080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000aec678a2. 02000000:00000001:0.0:1767326522.748830:0:214080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767326522.748836:0:214080:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000998eba6e. 00000100:00000010:0.0:1767326522.748840:0:214080:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bf076a94. 00000100:00000010:0.0:1767326522.748844:0:214080:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 000000003ec686a2. 00000100:00000001:0.0:1767326522.748847:0:214080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326522.748856:0:214080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767326522.748857:0:214080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767326522.748861:0:214080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.142@tcp, seq: 7 00000100:00000040:0.0:1767326522.748863:0:214080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d83f0954 : new rpc_count 1 00000100:00000001:0.0:1767326522.748865:0:214080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628704571621376 : -115369137930240 : ffff971287840000) 00000100:00000040:0.0:1767326522.748868:0:214080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000986d7773 x1853175443457024/t0(0) o104->d78984fc-6fc9-437f-a1d6-38da7564c553@192.168.202.142@tcp:638/0 lens 328/0 e 0 to 0 dl 1767326533 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326522.748876:0:214080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767326522.748878:0:214080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ca625d25. 00000100:00000001:0.0:1767326522.748880:0:214080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767326522.748882:0:214080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ca625d25. 00000100:00100000:0.0:1767326522.748886:0:214080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000986d7773 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d78984fc-6fc9-437f-a1d6-38da7564c553+3:499944:x1853175443457024:12345-192.168.202.142@tcp:104: 00000100:00000200:0.0:1767326522.748889:0:214080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175443457024 00010000:00000001:0.0:1767326522.748890:0:214080:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767326522.748893:0:214080:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326522.748894:0:214080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326522.748896:0:214080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000030ebf808 refcount=2 00000020:00000001:0.0:1767326522.748904:0:214080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704730634752 : -115368978916864 : ffff971290fe5a00) 00010000:00000001:0.0:1767326522.748906:0:214080:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704730634752 : -115368978916864 : ffff971290fe5a00) 00010000:00000001:0.0:1767326522.748909:0:214080:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326522.748910:0:214080:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326522.748912:0:214080:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: 0000000030ebf808/0x437b5ddfad697ec0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa7160ca8575824cc expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767326522.748918:0:214080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767326522.748919:0:214080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767326522.748921:0:214080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000060032c55. 02000000:00000001:0.0:1767326522.748926:0:214080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.748927:0:214080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326522.748929:0:214080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767326522.748930:0:214080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326522.748931:0:214080:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d677422 time=41 v=5 (1 0 1 0) 00000100:00000001:0.0:1767326522.748933:0:214080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767326522.748934:0:214080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 13 to 192.168.202.142@tcp 00000100:00000001:0.0:1767326522.748936:0:214080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 02000000:00000001:0.0:1767326522.748937:0:214080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767326522.748938:0:214080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.748939:0:214080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326522.748941:0:214080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326522.748942:0:214080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69d1078. 00000100:00000200:0.0:1767326522.748944:0:214080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175443457024, offset 224 00000400:00000200:0.0:1767326522.748947:0:214080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326522.748951:0:214080:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.42@tcp to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326522.748953:0:214080:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [463:463:256:4294967295] 192.168.202.142@tcp LPNI seq info [463:463:8:4294967295] 00000400:00000200:0.0:1767326522.748958:0:214080:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:192.168.202.42@tcp) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326522.748961:0:214080:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326522.748963:0:214080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000800:00000200:0.0:1767326522.748965:0:214080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326522.748968:0:214080:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326522.748969:0:214080:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326522.748979:0:214080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326522.748981:0:214080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00010000:00000001:0.0:1767326522.748983:0:214080:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767326522.748984:0:214080:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000043206eb1. 00010000:00000001:0.0:1767326522.748985:0:214080:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767326522.748991:0:214080:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:0.0:1767326522.748993:0:214080:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326522.748994:0:214080:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326522.749002:0:214080:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326522.749011:0:214080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000986d7773 x1853175443457024/t0(0) o104->d78984fc-6fc9-437f-a1d6-38da7564c553@192.168.202.142@tcp:638/0 lens 328/224 e 0 to 0 dl 1767326533 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1767326522.749016:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1767326522.749019:0:214080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000986d7773 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d78984fc-6fc9-437f-a1d6-38da7564c553+3:499944:x1853175443457024:12345-192.168.202.142@tcp:104: Request processed in 141us (693us total) trans 0 rc 0/0 00000800:00000010:1.0:1767326522.749021:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000400:00000200:1.0:1767326522.749028:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767326522.749029:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1767326522.749033:0:214080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.142@tcp, seq: 7 00000020:00000001:2.0:1767326522.749034:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326522.749038:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000040:0.0:1767326522.749039:0:214080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d83f0954 : new rpc_count 0 00010000:00010000:2.0:1767326522.749041:0:214085:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00000001:0.0:1767326522.749044:0:214080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767326522.749045:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b69d1078 00000100:00000001:0.0:1767326522.749047:0:214080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767326522.749049:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b69d1078. 00000020:00000010:0.0:1767326522.749052:0:214080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000020c8ebac. 00010000:00000001:2.0:1767326522.749053:0:214085:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767326522.749054:0:211387:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767326522.749058:0:211387:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767326522.749058:0:214085:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:0.0:1767326522.749059:0:214080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eec73feb. 00010000:00010000:2.0:1767326522.749063:0:214085:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: 000000004e9ae1ad/0x437b5ddfad697ec7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa7160ca8575824d3 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767326522.749065:0:214080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068c68780. 00000020:00000040:0.0:1767326522.749072:0:214080:0:(genops.c:898:class_export_put()) PUTting export 00000000d83f0954 : new refcount 2 00010000:00010000:2.0:1767326522.749075:0:214085:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004e9ae1ad already unused, calling callback (000000008508b29e) 00000100:00000001:0.0:1767326522.749076:0:214080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767326522.749081:0:214085:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767326522.749084:0:214085:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: 000000004e9ae1ad/0x437b5ddfad697ec7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xa7160ca8575824d3 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326522.749090:0:214085:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767326522.749092:0:214085:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326522.749094:0:214085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326522.749096:0:214085:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004e9ae1ad refcount=3 00000020:00000001:2.0:1767326522.749097:0:214085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345847808 : -115368363703808 : ffff9712b5a9c200) 00010000:00000001:2.0:1767326522.749100:0:214085:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345847808 : -115368363703808 : ffff9712b5a9c200) 00010000:00000001:2.0:1767326522.749103:0:214085:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767326522.749105:0:214085:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: 000000004e9ae1ad/0x437b5ddfad697ec7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa7160ca8575824d3 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767326522.749111:0:214085:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767326522.749112:0:214085:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: 000000004e9ae1ad/0x437b5ddfad697ec7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa7160ca8575824d3 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767326522.749117:0:214085:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1767326522.749120:0:214085:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767326522.749122:0:214085:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767326522.749124:0:214085:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767326522.749125:0:214085:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767326522.749126:0:214085:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326522.749138:0:214085:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767326522.749140:0:214085:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767326522.749141:0:214085:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(0000000065c0aa42) refs 2 10000000:00000001:2.0:1767326522.749144:0:214085:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767326522.749145:0:214085:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326522.749152:0:214085:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767326522.749155:0:214085:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767326522.749157:0:214085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767326522.749160:0:214085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326522.749161:0:214085:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326522.749164:0:214085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004e9ae1ad with handle 0x437b5ddfad697ec7 from hash 00010000:00000001:2.0:1767326522.749167:0:214085:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767326522.749169:0:214085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326522.749170:0:214085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326522.749172:0:214085:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767326522.749174:0:214085:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767326522.749175:0:214085:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767326522.749179:0:214085:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767326522.749181:0:214085:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767326522.749186:0:214085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000020:00000040:2.0:1767326522.749189:0:214085:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326522.749190:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326522.749193:0:214085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1767326522.749194:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326522.749197:0:214085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326522.749201:0:214085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326522.749204:0:214084:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000010:2.0:1767326522.749208:0:214085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000018e74027. 00010000:00000001:3.0:1767326522.749208:0:214084:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767326522.749212:0:214084:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767326522.749215:0:214085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326522.749215:0:214084:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: 0000000030ebf808/0x437b5ddfad697ec0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xa7160ca8575824cc expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326522.749220:0:214085:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767326522.749224:0:214085:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: 000000004e9ae1ad/0x437b5ddfad697ec7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca8575824d3 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326522.749226:0:214084:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000030ebf808 already unused, calling callback (000000008508b29e) 10000000:00000001:3.0:1767326522.749231:0:214084:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767326522.749233:0:214084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: 0000000030ebf808/0x437b5ddfad697ec0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xa7160ca8575824cc expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767326522.749237:0:214085:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767326522.749240:0:214085:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326522.749245:0:214084:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767326522.749246:0:214085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1767326522.749248:0:214084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767326522.749249:0:214085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326522.749251:0:214084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326522.749254:0:214084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000030ebf808 refcount=3 00000020:00000001:3.0:1767326522.749256:0:214084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704730634752 : -115368978916864 : ffff971290fe5a00) 00000100:00000040:2.0:1767326522.749258:0:214085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b258af54] to pc [ptlrpcd_00_02+2] req@00000000b258af54 x1853175408681216/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326522.749260:0:214084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704730634752 : -115368978916864 : ffff971290fe5a00) 00010000:00000001:3.0:1767326522.749264:0:214084:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767326522.749266:0:214084:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: 0000000030ebf808/0x437b5ddfad697ec0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xa7160ca8575824cc expref: -99 pid: 214087 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767326522.749280:0:214084:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767326522.749282:0:214084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: 0000000030ebf808/0x437b5ddfad697ec0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xa7160ca8575824cc expref: -99 pid: 214087 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767326522.749286:0:214084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1767326522.749289:0:214084:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767326522.749290:0:214084:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767326522.749292:0:214084:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767326522.749294:0:214084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767326522.749295:0:214084:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326522.749298:0:214085:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326522.749302:0:214085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326522.749303:0:214085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326522.749306:0:214085:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326522.749306:0:214084:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000001:2.0:1767326522.749310:0:214085:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326522.749310:0:214084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767326522.749312:0:214084:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000026e82522) refs 2 10000000:00000001:3.0:1767326522.749315:0:214084:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767326522.749319:0:214085:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326522.749321:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767326522.749322:0:214085:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: 000000004e9ae1ad/0x437b5ddfad697ec7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca8575824d3 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767326522.749325:0:214084:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326522.749326:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767326522.749331:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326522.749333:0:214084:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767326522.749338:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767326522.749338:0:214085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326522.749338:0:214084:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:2.0:1767326522.749341:0:214085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: 000000004e9ae1ad/0x437b5ddfad697ec7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca8575824d3 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326522.749342:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326522.749343:0:214084:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767326522.749348:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326522.749348:0:214084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767326522.749351:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326522.749353:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767326522.749353:0:214084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326522.749355:0:214085:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000003adc2fa7. 00000020:00000040:3.0:1767326522.749358:0:214084:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000030ebf808 with handle 0x437b5ddfad697ec0 from hash 00000100:00000040:1.0:1767326522.749359:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b258af54 x1853175408681216/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326522.749363:0:214084:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767326522.749365:0:214085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326522.749367:0:214084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326522.749369:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1767326522.749369:0:214085:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767326522.749370:0:214084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326522.749373:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767326522.749373:0:214085:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000806b0802. 00010000:00000001:3.0:1767326522.749374:0:214084:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:1.0:1767326522.749376:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1767326522.749377:0:214084:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767326522.749379:0:214085:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326522.749380:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326522.749380:0:214084:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000001:2.0:1767326522.749385:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326522.749386:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326522.749386:0:214084:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000001:2.0:1767326522.749389:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326522.749390:0:214084:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00100000:1.0:1767326522.749391:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408681216:192.168.202.142@tcp:103: 00010000:00010000:2.0:1767326522.749394:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:3.0:1767326522.749395:0:214084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005066112f. 00000100:00000001:1.0:1767326522.749396:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326522.749420:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326522.749425:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326522.749426:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767326522.749435:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:1.0:1767326522.749436:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9133979. 00000020:00000001:2.0:1767326522.749439:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326522.749440:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326522.749444:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d552723c. 00010000:00010000:2.0:1767326522.749446:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:3.0:1767326522.749448:0:214084:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326522.749450:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767326522.749451:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6a4dc8. 00000100:00000001:3.0:1767326522.749453:0:214084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1767326522.749454:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326522.749457:0:214084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1767326522.749458:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408681216, portal 18 00010000:00010000:2.0:1767326522.749458:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767326522.749461:0:214084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326522.749463:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326522.749467:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 02000000:00000010:3.0:1767326522.749467:0:214084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021b93f38. 00000100:00000001:3.0:1767326522.749473:0:214084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326522.749476:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b258af54 x1853175408681216/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326522.749476:0:214084:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767326522.749480:0:214084:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: 0000000030ebf808/0x437b5ddfad697ec0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca8575824cc expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326522.749494:0:214084:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:1.0:1767326522.749496:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326522.749498:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326522.749501:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765198f9. 00000100:00000200:1.0:1767326522.749503:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175408681216, offset 0 00000400:00000200:1.0:1767326522.749506:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326522.749510:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326522.749513:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326522.749517:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326522.749520:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326522.749522:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326522.749523:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [464:464:256:4294967295] 192.168.202.142@tcp LPNI seq info [464:464:8:4294967295] 00010000:00000001:3.0:1767326522.749530:0:214084:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326522.749532:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326522.749534:0:214084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326522.749537:0:214084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326522.749538:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326522.749543:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb080471. 00000100:00000040:3.0:1767326522.749543:0:214084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005066112f] to pc [ptlrpcd_00_03+3] req@000000005066112f x1853175408681344/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326522.749552:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326522.749558:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00010000:00000001:3.0:1767326522.749559:0:214084:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326522.749561:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb080471 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:3.0:1767326522.749564:0:214084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326522.749567:0:214084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326522.749568:0:214084:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326522.749574:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326522.749574:0:214084:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326522.749575:0:214084:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326522.749579:0:214084:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: 0000000030ebf808/0x437b5ddfad697ec0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca8575824cc expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326522.749580:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306394371 00010000:00000001:3.0:1767326522.749586:0:214084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326522.749588:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306392257 00010000:00010000:3.0:1767326522.749588:0:214084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: 0000000030ebf808/0x437b5ddfad697ec0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca8575824cc expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326522.749594:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306394371 00000100:00000001:1.0:1767326522.749599:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306392257 00010000:00000040:3.0:1767326522.749600:0:214084:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000023ea607b count: 0 00000100:00000001:1.0:1767326522.749609:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306394371 00000100:00000001:1.0:1767326522.749612:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306392258 00010000:00000001:3.0:1767326522.749614:0:214084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326522.749615:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306394371 00010000:00000001:3.0:1767326522.749617:0:214084:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767326522.749619:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306392258 00000100:00000001:1.0:1767326522.749622:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326522.749624:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767326522.749624:0:214084:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000043206eb1. 00000100:00000001:1.0:1767326522.749628:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326522.749630:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326522.749630:0:214084:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326522.749634:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1767326522.749636:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326522.749638:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767326522.749639:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb080471. 00000020:00000001:3.0:1767326522.749639:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326522.749642:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:3.0:1767326522.749644:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326522.749646:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326522.749646:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767326522.749647:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326522.749649:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767326522.749651:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326522.749653:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:3.0:1767326522.749656:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326522.749657:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000020:00000001:3.0:1767326522.749660:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767326522.749661:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005066112f x1853175408681344/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326522.749663:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326522.749664:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765198f9 00000400:00000010:2.0:1767326522.749669:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765198f9. 00010000:00010000:3.0:1767326522.749670:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326522.749676:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326522.749677:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326522.749680:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326522.749683:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b258af54 x1853175408681216/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326522.749684:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326522.749697:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326522.749703:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326522.749710:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005066112f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408681344:192.168.202.142@tcp:103: 00000100:00000001:2.0:1767326522.749711:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326522.749715:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326522.749717:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b258af54 x1853175408681216/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326522.749719:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326522.749721:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326522.749726:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326522.749731:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008f9bc6c. 02000000:00000001:1.0:1767326522.749734:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.749740:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326522.749740:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a888120. 00000100:00000001:0.0:1767326522.749745:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326522.749745:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326522.749747:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000751cc154. 00000100:00000001:2.0:1767326522.749751:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767326522.749752:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408681344, portal 18 00000100:00000001:1.0:1767326522.749755:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326522.749756:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571625856 : -115369137925760 : ffff971287841180) 00000100:00000040:1.0:1767326522.749760:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005066112f x1853175408681344/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326522.749770:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326522.749772:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326522.749773:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e4a2d89. 00000100:00000200:1.0:1767326522.749775:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175408681344, offset 0 00000400:00000200:1.0:1767326522.749777:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326522.749781:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326522.749783:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326522.749784:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326522.749786:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326522.749793:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326522.749795:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [465:465:256:4294967295] 192.168.202.142@tcp LPNI seq info [465:465:8:4294967295] 00000400:00000200:1.0:1767326522.749802:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326522.749805:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326522.749807:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5dc54ea. 00000800:00000200:1.0:1767326522.749809:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326522.749812:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326522.749814:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5dc54ea type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326522.749824:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326522.749826:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306394371 00000100:00000001:1.0:1767326522.749828:0:211397:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, keep current deadline 4306394371 00000100:00000001:1.0:1767326522.749830:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306394371 00000100:00000001:1.0:1767326522.749831:0:211397:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, keep current deadline 4306394371 00000100:00000001:1.0:1767326522.749833:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306394371 00000100:00000001:1.0:1767326522.749834:0:211397:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, keep current deadline 4306394371 00000100:00000001:1.0:1767326522.749836:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306394371 00000100:00000001:1.0:1767326522.749838:0:211397:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, keep current deadline 4306394371 00000100:00000001:1.0:1767326522.749840:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326522.749842:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326522.749850:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326522.749852:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326522.749855:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326522.749856:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326522.749858:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326522.749860:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326522.749861:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326522.749864:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326522.749881:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326522.749885:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5dc54ea. 00000400:00000200:2.0:1767326522.749887:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326522.749892:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326522.749895:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e4a2d89 00000400:00000010:2.0:1767326522.749896:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e4a2d89. 00000100:00000001:2.0:1767326522.749899:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326522.749902:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005066112f x1853175408681344/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326522.749909:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326522.749911:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005066112f x1853175408681344/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326522.749916:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326522.749917:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326522.751387:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326522.751396:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326522.751413:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326522.751418:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326522.751425:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326522.751433:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 18 MB=0x6957405f0e100 00000400:00000200:1.0:1767326522.751438:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.142@tcp of length 224/224 into md 0xf51 [1] + 224 00000800:00000001:1.0:1767326522.751443:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326522.751449:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326522.751451:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326522.751454:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326522.751458:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326522.751461:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b258af54 x1853175408681216/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326522.751469:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b258af54 x1853175408681216/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326522.751484:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326522.751495:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326522.751497:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326522.751503:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326522.751506:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326522.751512:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326522.751514:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326522.751516:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d552723c. 00000400:00000200:2.0:1767326522.751520:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6a4dc8 00000400:00000010:2.0:1767326522.751521:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6a4dc8. 00000100:00000001:2.0:1767326522.751524:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326522.751528:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b258af54 x1853175408681216/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326522.751536:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b258af54 x1853175408681216/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326522.751543:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326522.751544:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326522.751546:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326522.751549:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326522.751550:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326522.751560:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326522.751563:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326522.751567:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000673dfaf3 time=341 v=5 (5 0 5 0) 00000100:00001000:2.0:1767326522.751570:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=68 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326522.751572:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326522.751574:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326522.751576:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326522.751578:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326522.751580:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326522.751583:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b258af54 x1853175408681216/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326522.751589:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326522.751592:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326522.751594:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326522.751597:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175408681216/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326522.751604:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b258af54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408681216:192.168.202.142@tcp:103: 00000100:00000001:2.0:1767326522.751608:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326522.751609:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326522.751611:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b258af54 x1853175408681216/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326522.751618:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326522.751620:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326522.751622:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9133979. 02000000:00000001:2.0:1767326522.751624:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326522.751626:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326522.751627:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326522.751629:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326522.751631:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000018e74027. 02000000:00000001:2.0:1767326522.751634:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326522.751635:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326522.751636:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 00000100:00000001:2.0:1767326522.751639:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326522.751644:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326522.751646:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326522.751648:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326522.751649:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326522.751650:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326522.751652:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326522.751739:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326522.751745:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326522.751747:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326522.751749:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326522.751754:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326522.751761:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 18 MB=0x6957405f0e180 00000400:00000200:2.0:1767326522.751767:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.142@tcp of length 224/224 into md 0xf59 [1] + 224 00000800:00000001:2.0:1767326522.751771:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326522.751800:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326522.751802:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326522.751805:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326522.751808:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326522.751811:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005066112f x1853175408681344/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326522.751819:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005066112f x1853175408681344/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326522.751834:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326522.751838:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326522.751841:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326522.751861:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326522.751863:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326522.751866:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326522.751866:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326522.751868:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a888120. 00000400:00000200:1.0:1767326522.751870:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000751cc154 00000400:00000010:1.0:1767326522.751872:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000751cc154. 00000100:00000001:1.0:1767326522.751873:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326522.751881:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005066112f x1853175408681344/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326522.751887:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005066112f x1853175408681344/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326522.751891:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326522.751893:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326522.751894:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326522.751895:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326522.751896:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326522.751897:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326522.751898:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326522.751900:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000673dfaf3 time=41 v=5 (5 0 5 0) 00000100:00001000:1.0:1767326522.751902:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=68 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326522.751904:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326522.751905:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326522.751907:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326522.751907:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326522.751909:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326522.751911:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005066112f x1853175408681344/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326522.751915:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326522.751916:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326522.751917:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326522.751918:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005066112f x1853175408681344/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326522.751922:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005066112f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408681344:192.168.202.142@tcp:103: 00000100:00000001:1.0:1767326522.751924:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326522.751925:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326522.751926:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005066112f x1853175408681344/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326522.751929:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326522.751930:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326522.751934:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008f9bc6c. 02000000:00000001:1.0:1767326522.751936:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326522.751937:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326522.751937:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326522.751939:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326522.751939:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000021b93f38. 02000000:00000001:1.0:1767326522.751941:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326522.751942:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326522.751942:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005066112f. 00000100:00000001:1.0:1767326522.751944:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326522.751945:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326522.751946:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326522.751949:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326522.751950:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326522.751951:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326522.751952:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767326522.754442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004e9ae1ad. 00010000:00000010:3.1:1767326522.758449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000023ea607b. 00010000:00000010:3.1:1767326522.758462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000030ebf808. 00000800:00000001:2.0:1767326522.848646:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326522.848664:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326522.848668:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326522.848670:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326522.848681:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326522.848721:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 328 into portal 15 MB=0x6957408039580 00000400:00000200:2.0:1767326522.848729:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.142@tcp of length 328/328 into md 0xf45 [2] + 328 00000800:00000001:2.0:1767326522.848737:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326522.848759:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326522.848762:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326522.848767:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326522.848774:0:211388:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326522.848776:0:211388:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767326522.848781:0:211388:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b258af54. 00000100:00000040:2.0:1767326522.848786:0:211388:0:(events.c:337:request_in_callback()) incoming req@00000000b258af54 x1853175443461504 msgsize 328 00000100:00100000:2.0:1767326522.848790:0:211388:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.142@tcp (source: 12345-192.168.202.142@tcp) 00000100:00000001:2.0:1767326522.848809:0:211388:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767326522.848820:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326522.848823:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326522.848849:0:214080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767326522.848852:0:214080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853175443461504 02000000:00000001:0.0:1767326522.848854:0:214080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767326522.848856:0:214080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326522.848857:0:214080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326522.848861:0:214080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326522.848864:0:214080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853175443461504 00000020:00000001:0.0:1767326522.848866:0:214080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767326522.848867:0:214080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e2d 00000020:00000001:0.0:1767326522.848869:0:214080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326522.848871:0:214080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d83f0954 refcount=3 00000020:00000001:0.0:1767326522.848873:0:214080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512520192 : -115369197031424 : ffff971283fe3000) 00000020:00000001:0.0:1767326522.848874:0:214080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512520192 : -115369197031424 : ffff971283fe3000) 00000100:00000001:0.0:1767326522.848877:0:214080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767326522.848880:0:214080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ca625d25. 00000100:00000001:0.0:1767326522.848881:0:214080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767326522.848883:0:214080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ca625d25. 00000020:00000010:0.0:1767326522.848899:0:214080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000747b3fdb. 00000020:00000010:0.0:1767326522.848904:0:214080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002790ff74. 00000020:00000010:0.0:1767326522.848922:0:214080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e19135f1. 00000100:00000040:0.0:1767326522.848933:0:214080:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767326522.848937:0:214080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767326522.848938:0:214080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767326522.848940:0:214080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.848947:0:214080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.848959:0:214080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326522.848970:0:214080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767326522.848972:0:214080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767326522.848976:0:214080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.142@tcp, seq: 8 00000100:00000040:0.0:1767326522.848979:0:214080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d83f0954 : new rpc_count 1 00000100:00000001:0.0:1767326522.848981:0:214080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446628705333285248 : -115368376266368 : ffff9712b4ea1180) 00000100:00000040:0.0:1767326522.848987:0:214080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b258af54 x1853175443461504/t0(0) o104->d78984fc-6fc9-437f-a1d6-38da7564c553@192.168.202.142@tcp:638/0 lens 328/0 e 0 to 0 dl 1767326533 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326522.848997:0:214080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767326522.849000:0:214080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ca625d25. 00000100:00000001:0.0:1767326522.849002:0:214080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767326522.849004:0:214080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ca625d25. 00000100:00100000:0.0:1767326522.849009:0:214080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b258af54 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d78984fc-6fc9-437f-a1d6-38da7564c553+3:499966:x1853175443461504:12345-192.168.202.142@tcp:104: 00000100:00000200:0.0:1767326522.849013:0:214080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853175443461504 00010000:00000001:0.0:1767326522.849017:0:214080:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767326522.849022:0:214080:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326522.849024:0:214080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326522.849026:0:214080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a5f98894 refcount=2 00000020:00000001:0.0:1767326522.849028:0:214080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344681472 : -115368364870144 : ffff9712b597f600) 00010000:00000001:0.0:1767326522.849030:0:214080:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344681472 : -115368364870144 : ffff9712b597f600) 00010000:00000001:0.0:1767326522.849034:0:214080:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326522.849036:0:214080:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326522.849039:0:214080:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.142@tcp lock: 00000000a5f98894/0x437b5ddfad697eb9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa7160ca8575824c5 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767326522.849054:0:214080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767326522.849056:0:214080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767326522.849060:0:214080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000efbdc70d. 02000000:00000001:0.0:1767326522.849063:0:214080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.849065:0:214080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326522.849069:0:214080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767326522.849071:0:214080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326522.849074:0:214080:0:(import.c:2128:obd_at_measure()) add 1 to 000000001d677422 time=41 v=5 (1 0 1 0) 00000100:00000001:0.0:1767326522.849079:0:214080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767326522.849082:0:214080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 13 to 192.168.202.142@tcp 00000100:00000001:0.0:1767326522.849084:0:214080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 02000000:00000001:0.0:1767326522.849086:0:214080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767326522.849088:0:214080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.849091:0:214080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326522.849094:0:214080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326522.849098:0:214080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a64290c. 00000100:00000200:0.0:1767326522.849102:0:214080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853175443461504, offset 224 00000400:00000200:0.0:1767326522.849107:0:214080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326522.849116:0:214080:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.42@tcp to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326522.849122:0:214080:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [466:466:256:4294967295] 192.168.202.142@tcp LPNI seq info [466:466:8:4294967295] 00000400:00000200:0.0:1767326522.849132:0:214080:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:192.168.202.42@tcp) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326522.849137:0:214080:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326522.849142:0:214080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000800:00000200:0.0:1767326522.849147:0:214080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326522.849154:0:214080:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326522.849158:0:214080:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326522.849179:0:214080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326522.849182:0:214080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00010000:00000001:0.0:1767326522.849186:0:214080:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767326522.849189:0:214080:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000003ef286bd. 00010000:00000001:0.0:1767326522.849196:0:214080:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767326522.849211:0:214080:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767326522.849214:0:214080:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326522.849216:0:214080:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326522.849217:0:214080:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326522.849222:0:214080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b258af54 x1853175443461504/t0(0) o104->d78984fc-6fc9-437f-a1d6-38da7564c553@192.168.202.142@tcp:638/0 lens 328/224 e 0 to 0 dl 1767326533 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767326522.849232:0:214080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b258af54 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d78984fc-6fc9-437f-a1d6-38da7564c553+3:499966:x1853175443461504:12345-192.168.202.142@tcp:104: Request processed in 233us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1767326522.849240:0:214080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.142@tcp, seq: 8 00000100:00000040:0.0:1767326522.849244:0:214080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d83f0954 : new rpc_count 0 00000100:00000001:0.0:1767326522.849246:0:214080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767326522.849248:0:214080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767326522.849252:0:214080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002790ff74. 00000020:00000001:3.0:1767326522.849254:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:0.0:1767326522.849256:0:214080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e19135f1. 00000020:00000001:3.0:1767326522.849259:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767326522.849262:0:214080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000747b3fdb. 00010000:00010000:3.0:1767326522.849263:0:216575:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:0.0:1767326522.849268:0:214080:0:(genops.c:898:class_export_put()) PUTting export 00000000d83f0954 : new refcount 2 00010000:00000001:3.0:1767326522.849269:0:216575:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:0.0:1767326522.849274:0:214080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326522.849274:0:216575:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767326522.849278:0:216575:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: 00000000a5f98894/0x437b5ddfad697eb9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa7160ca8575824c5 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000800:00000200:1.0:1767326522.849282:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326522.849288:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00010000:00010000:3.0:1767326522.849292:0:216575:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a5f98894 already unused, calling callback (000000008508b29e) 00000400:00000200:1.0:1767326522.849294:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:3.0:1767326522.849298:0:216575:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:1.0:1767326522.849303:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 10000000:00010000:3.0:1767326522.849303:0:216575:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: 00000000a5f98894/0x437b5ddfad697eb9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa7160ca8575824c5 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767326522.849309:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a64290c 00000400:00000010:1.0:1767326522.849313:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a64290c. 00000100:00000001:1.0:1767326522.849317:0:211387:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767326522.849319:0:211387:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767326522.849370:0:216575:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767326522.849371:0:216575:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326522.849373:0:216575:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326522.849374:0:216575:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a5f98894 refcount=3 00000020:00000001:3.0:1767326522.849376:0:216575:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344681472 : -115368364870144 : ffff9712b597f600) 00010000:00000001:3.0:1767326522.849379:0:216575:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344681472 : -115368364870144 : ffff9712b597f600) 00010000:00000001:3.0:1767326522.849381:0:216575:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767326522.849383:0:216575:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: 00000000a5f98894/0x437b5ddfad697eb9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa7160ca8575824c5 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767326522.849388:0:216575:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767326522.849390:0:216575:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: 00000000a5f98894/0x437b5ddfad697eb9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa7160ca8575824c5 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767326522.849394:0:216575:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767326522.849423:0:216575:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767326522.849425:0:216575:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1767326522.849427:0:216575:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767326522.849429:0:216575:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767326522.849430:0:216575:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326522.849446:0:216575:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767326522.849448:0:216575:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767326522.849449:0:216575:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(00000000005c1892) refs 2 10000000:00000001:3.0:1767326522.849452:0:216575:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767326522.849453:0:216575:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326522.849456:0:216575:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767326522.849459:0:216575:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767326522.849461:0:216575:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767326522.849462:0:216575:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326522.849464:0:216575:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326522.849466:0:216575:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a5f98894 with handle 0x437b5ddfad697eb9 from hash 00010000:00000001:3.0:1767326522.849468:0:216575:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767326522.849470:0:216575:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326522.849471:0:216575:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326522.849478:0:216575:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767326522.849480:0:216575:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767326522.849481:0:216575:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767326522.849484:0:216575:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767326522.849487:0:216575:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767326522.849492:0:216575:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073f7d1f4. 00000020:00000040:3.0:1767326522.849495:0:216575:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326522.849500:0:216575:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326522.849502:0:216575:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326522.849507:0:216575:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326522.849512:0:216575:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000caac0d1b. 00000100:00000001:3.0:1767326522.849517:0:216575:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326522.849520:0:216575:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767326522.849522:0:216575:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: 00000000a5f98894/0x437b5ddfad697eb9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca8575824c5 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326522.849528:0:216575:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767326522.849529:0:216575:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326522.849534:0:216575:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326522.849536:0:216575:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326522.849542:0:216575:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073f7d1f4] to pc [ptlrpcd_00_00+0] req@0000000073f7d1f4 x1853175408681472/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326522.849570:0:216575:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326522.849573:0:216575:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326522.849574:0:216575:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326522.849575:0:216575:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326522.849577:0:216575:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326522.849579:0:216575:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326522.849581:0:216575:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: 00000000a5f98894/0x437b5ddfad697eb9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca8575824c5 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326522.849588:0:216575:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767326522.849589:0:216575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: 00000000a5f98894/0x437b5ddfad697eb9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa7160ca8575824c5 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767326522.849596:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:3.0:1767326522.849597:0:216575:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b282dbc4 count: 0 00000100:00000001:0.0:1767326522.849601:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326522.849601:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326522.849605:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.849610:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326522.849618:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073f7d1f4 x1853175408681472/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326522.849618:0:216575:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326522.849622:0:216575:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767326522.849625:0:216575:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000003ef286bd. 00010000:00000001:3.0:1767326522.849631:0:216575:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.849632:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767326522.849635:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767326522.849636:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326522.849639:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326522.849642:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:3.0:1767326522.849643:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767326522.849646:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767326522.849647:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326522.849650:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326522.849652:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326522.849654:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767326522.849657:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1767326522.849659:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073f7d1f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408681472:192.168.202.142@tcp:103: 00000020:00000001:3.0:1767326522.849660:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326522.849665:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326522.849667:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326522.849673:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326522.849676:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326522.849685:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326522.849700:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000747b3fdb. 02000000:00000001:0.0:1767326522.849702:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326522.849707:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014c3dfb0. 00000400:00000010:0.0:1767326522.849711:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d90f77. 00000100:00000200:0.0:1767326522.849715:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408681472, portal 18 00000100:00000001:0.0:1767326522.849717:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326522.849719:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571626752 : -115369137924864 : ffff971287841500) 00000100:00000040:0.0:1767326522.849724:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000073f7d1f4 x1853175408681472/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326522.849730:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326522.849732:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326522.849734:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 00000100:00000200:0.0:1767326522.849736:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175408681472, offset 0 00000400:00000200:0.0:1767326522.849740:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326522.849745:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326522.849750:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326522.849754:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326522.849757:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326522.849760:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326522.849762:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [467:467:256:4294967295] 192.168.202.142@tcp LPNI seq info [467:467:8:4294967295] 00000400:00000200:0.0:1767326522.849769:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326522.849773:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326522.849777:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000800:00000200:0.0:1767326522.849780:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326522.849785:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326522.849787:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326522.849798:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.849801:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306394471 00000100:00000001:0.0:1767326522.849805:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306394371 00000100:00000001:0.0:1767326522.849808:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306394471 00000100:00000001:0.0:1767326522.849814:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306394371 00000100:00000001:0.0:1767326522.849817:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306394471 00000100:00000001:0.0:1767326522.849820:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306394371 00000100:00000001:0.0:1767326522.849822:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306394471 00000100:00000001:0.0:1767326522.849824:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306394371 00000100:00000001:0.0:1767326522.849827:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326522.849829:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.849831:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.849832:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326522.849836:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326522.849837:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326522.849839:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326522.849840:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326522.849841:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.849842:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326522.849867:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326522.849870:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000400:00000200:2.0:1767326522.849874:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326522.849878:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326522.849881:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 00000400:00000010:2.0:1767326522.849883:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00000100:00000001:2.0:1767326522.849886:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326522.849889:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073f7d1f4 x1853175408681472/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326522.849898:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326522.849901:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073f7d1f4 x1853175408681472/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326522.849907:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326522.849909:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326522.851195:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326522.851204:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326522.851207:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326522.851209:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326522.851216:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326522.851224:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 18 MB=0x6957405f0e200 00000400:00000200:2.0:1767326522.851230:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.142@tcp of length 224/224 into md 0xf65 [1] + 224 00000800:00000001:2.0:1767326522.851235:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326522.851246:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326522.851248:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326522.851252:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326522.851256:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326522.851260:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073f7d1f4 x1853175408681472/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326522.851269:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000073f7d1f4 x1853175408681472/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326522.851288:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326522.851293:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326522.851295:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326522.851321:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326522.851325:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326522.851329:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326522.851332:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326522.851334:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014c3dfb0. 00000400:00000200:0.0:1767326522.851337:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d90f77 00000400:00000010:0.0:1767326522.851339:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d90f77. 00000100:00000001:0.0:1767326522.851342:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326522.851346:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073f7d1f4 x1853175408681472/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326522.851354:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073f7d1f4 x1853175408681472/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326522.851361:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326522.851362:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326522.851365:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326522.851367:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326522.851369:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326522.851371:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326522.851373:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326522.851384:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000673dfaf3 time=41 v=5 (5 0 5 0) 00000100:00001000:0.0:1767326522.851387:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=68 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326522.851390:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326522.851391:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326522.851393:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326522.851395:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.851397:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326522.851433:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073f7d1f4 x1853175408681472/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326522.851441:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326522.851444:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326522.851446:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326522.851450:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073f7d1f4 x1853175408681472/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326522.851458:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073f7d1f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408681472:192.168.202.142@tcp:103: 00000100:00000001:0.0:1767326522.851462:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326522.851464:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326522.851466:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073f7d1f4 x1853175408681472/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326538 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326522.851473:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326522.851475:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326522.851476:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000747b3fdb. 02000000:00000001:0.0:1767326522.851480:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326522.851481:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326522.851483:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326522.851485:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326522.851486:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000caac0d1b. 02000000:00000001:0.0:1767326522.851490:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326522.851492:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326522.851493:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073f7d1f4. 00000100:00000001:0.0:1767326522.851496:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326522.851497:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326522.851499:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326522.851508:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326522.851509:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326522.851511:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326522.851513:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767326522.855438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b282dbc4. 00010000:00000010:3.1:1767326522.855456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a5f98894. 00010000:00000001:0.0:1767326523.707545:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326523.707552:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326523.707604:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326523.707611:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326523.707615:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326524.731474:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326524.731481:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326524.731543:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326524.731547:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326524.731550:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326525.755517:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326525.755527:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326525.755529:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326525.755532:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326525.755542:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326525.755545:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326525.755547:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326525.755549:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326525.755576:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326525.755583:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326525.755593:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000020:00000040:2.0:1767326525.755600:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326525.755603:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326525.755605:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1767326525.755607:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326525.755609:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:1.0:1767326525.755612:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767326525.755615:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326525.755624:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a28d6e6. 00000100:00000001:2.0:1767326525.755630:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326525.755641:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000006b877052 x1853175408681600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326525.755651:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326525.755653:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326525.755658:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_01+1] req@000000006b877052 x1853175408681600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326525.755704:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326525.755707:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326525.755710:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326525.755725:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326525.755725:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326525.755727:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d9e0dd. 00000020:00000040:2.0:1767326525.755730:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326525.755731:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326525.755731:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326525.755735:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326525.755735:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326525.755739:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326525.755741:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326525.755744:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408681600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326525.755745:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb30d8a. 00000100:00000001:2.0:1767326525.755750:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326525.755757:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000028d9e0dd x1853175408681728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326525.755760:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326525.755763:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326525.755766:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326525.755768:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326525.755770:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326525.755771:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d9e0dd] to pc [ptlrpcd_00_02+2] req@0000000028d9e0dd x1853175408681728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326525.755778:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326525.755781:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326525.755785:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408681600:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326525.755789:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326525.755793:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326525.755795:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1767326525.755796:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326525.755798:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767326525.755800:0:214532:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:1.0:1767326525.755803:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326525.755803:0:214532:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1767326525.755806:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1767326525.755807:0:214532:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1767326525.755809:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767326525.755810:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006fd7b53a. 00000100:00000001:2.0:1767326525.755811:0:214532:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1767326525.755812:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326525.755813:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767326525.755816:0:214532:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: connect to NID 192.168.202.142@tcp last attempt 11721 00000100:00000040:0.0:1767326525.755819:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d9e0dd x1853175408681728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326525.755819:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a888120. 00000400:00000200:2.0:1767326525.755826:0:214532:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.202.142@tcp is discovered: rc = 1 00000400:00000010:1.0:1767326525.755827:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000751cc154. 00000100:00000001:0.0:1767326525.755832:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00001000:2.0:1767326525.755832:0:214532:0:(import.c:2128:obd_at_measure()) add 15 to 000000000185434f time=17 v=10 (10 1 1 0) 00000100:00000001:0.0:1767326525.755833:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326525.755835:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408681600, portal 25 00000100:00001000:2.0:1767326525.755836:0:214532:0:(import.c:2194:obd_at_measure()) AT 000000000185434f change: old=10 new=15 delta=5 (val=15) hist 15 1 1 0 02000000:00000001:0.0:1767326525.755837:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326525.755839:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326525.755840:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1767326525.755841:0:214532:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: tried all connections, increasing latency to 10s 02000000:00000001:0.0:1767326525.755842:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326525.755842:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000040:2.0:1767326525.755847:0:214532:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00100000:0.0:1767326525.755849:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408681728:192.168.202.142@tcp:400: 00000100:00000040:1.0:1767326525.755850:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408681600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326525.755852:0:214532:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767326525.755855:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326525.755858:0:214532:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 02000000:00000001:0.0:1767326525.755859:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326525.755862:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326525.755863:0:214532:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 02000000:00000001:0.0:1767326525.755864:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326525.755864:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767326525.755867:0:214532:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:0.0:1767326525.755869:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e5fbc55. 00000020:00000040:2.0:1767326525.755869:0:214532:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e81 00000100:00000040:1.0:1767326525.755870:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326525.755871:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326525.755872:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001dad09e4. 00000100:00000200:1.0:1767326525.755874:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408681600, offset 0 00000400:00000010:0.0:1767326525.755875:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014c3dfb0. 00000020:00000001:2.0:1767326525.755877:0:214532:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326525.755880:0:214532:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006a77ff05 refcount=5 00000400:00000200:1.0:1767326525.755885:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000020:00000001:2.0:1767326525.755885:0:214532:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000020:00000001:2.0:1767326525.755888:0:214532:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000400:00000010:0.0:1767326525.755897:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d90f77. 00000400:00000200:1.0:1767326525.755897:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:0.0:1767326525.755900:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408681728, portal 10 00000100:00000001:0.0:1767326525.755902:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326525.755902:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326525.755903:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333291520 : -115368376260096 : ffff9712b4ea2a00) 00000400:00000200:1.0:1767326525.755907:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:0.0:1767326525.755908:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d9e0dd x1853175408681728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326525.755911:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326525.755915:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326525.755915:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:0.0:1767326525.755917:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326525.755918:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [468:468:256:4294967295] 192.168.202.142@tcp LPNI seq info [468:468:8:4294967295] 00000400:00000010:0.0:1767326525.755919:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c6835ee. 00000100:00000200:0.0:1767326525.755922:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408681728, offset 0 00000400:00000200:0.0:1767326525.755926:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326525.755929:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:2.0:1767326525.755933:0:214532:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00000100:00000001:2.0:1767326525.755937:0:214532:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1767326525.755938:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326525.755941:0:214532:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004252e777 refcount 12 to 192.168.202.142@tcp 00000800:00000010:1.0:1767326525.755944:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008588d8b0. 00000100:00000001:2.0:1767326525.755947:0:214532:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628704515425600 : -115369194126016 : ffff9712842a8540) 00000020:00000040:2.0:1767326525.755950:0:214532:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 4 00000100:00080000:2.0:1767326525.755954:0:214532:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff971288e2b000: import 00000000ad9b5df4 using connection 192.168.202.142@tcp/192.168.202.142@tcp 00000800:00000200:1.0:1767326525.755955:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326525.755956:0:214532:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326525.755961:0:214532:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767326525.755965:0:214532:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326525.755969:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:2.0:1767326525.755969:0:214532:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326525.755971:0:214532:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1767326525.755973:0:214532:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34668544 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1767326525.755977:0:214532:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326525.755978:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008588d8b0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326525.755979:0:214532:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326525.755985:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326525.755988:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:2.0:1767326525.755990:0:214532:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767326525.755991:0:214532:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326525.755992:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326525.755996:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326525.755999:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326525.756001:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326525.756005:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000af6a28c5. 00000100:00000001:1.0:1767326525.756006:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306397377 00000100:00000001:2.0:1767326525.756010:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326525.756014:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306394471 00000100:00100000:2.0:1767326525.756017:0:214532:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b6591187 x1853175408681856/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326525.756023:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306397377 00000100:00000001:1.0:1767326525.756028:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306394471 00000100:00000001:2.0:1767326525.756033:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326525.756034:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306397377 00000100:00000001:2.0:1767326525.756036:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326525.756039:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306394471 00000100:00000001:1.0:1767326525.756042:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306397377 00000100:00000040:2.0:1767326525.756043:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_rcv+-1] req@00000000b6591187 x1853175408681856/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326525.756045:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306394471 00000100:00000001:1.0:1767326525.756047:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326525.756050:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326525.756055:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326525.756058:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326525.756067:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326525.756070:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326525.756070:0:214532:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326525.756075:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326525.756076:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326525.756078:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326525.756080:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326525.756081:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326525.756083:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326525.756086:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11731) 00000100:00000001:1.0:1767326525.756093:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326525.756096:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326525.756100:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326525.756104:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326525.756106:0:211393:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326525.756110:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408681856/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326525.756117:0:211393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326525.756118:0:211393:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326525.756120:0:211393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326525.756121:0:211393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326525.756132:0:211393:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326525.756135:0:211393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408681856:192.168.202.142@tcp:38: 00000100:00000001:2.0:1767326525.756139:0:211393:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326525.756141:0:211393:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326525.756142:0:211393:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326525.756144:0:211393:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326525.756148:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008fe3c98d. 02000000:00000001:2.0:1767326525.756150:0:211393:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326525.756155:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f104168. 00000400:00000010:2.0:1767326525.756159:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031788bcf. 00000100:00000200:2.0:1767326525.756162:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408681856, portal 10 00000100:00000001:2.0:1767326525.756164:0:211393:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326525.756165:0:211393:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000040:2.0:1767326525.756171:0:211393:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408681856/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326525.756178:0:211393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326525.756180:0:211393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326525.756188:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384b455. 00000800:00000200:1.0:1767326525.756189:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1767326525.756191:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853175408681856, offset 0 00000800:00000010:1.0:1767326525.756194:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008588d8b0. 00000400:00000200:1.0:1767326525.756199:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326525.756199:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326525.756207:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326525.756730:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326525.756734:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326525.756737:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326525.756739:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326525.756741:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326525.756744:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [469:469:255:4294967295] 192.168.202.142@tcp LPNI seq info [469:469:7:4294967295] 00000400:00000200:0.0:1767326525.756751:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326525.756764:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326525.756767:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000800:00000200:0.0:1767326525.756771:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326525.756778:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:0.0:1767326525.756779:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326525.756785:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326525.756786:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326525.756792:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326525.756793:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:0.0:1767326525.756799:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 113475 usecs (114 jiffies) 00000400:00000200:2.0:1767326525.756799:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326525.756803:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326525.756805:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306393715 00000400:00000200:2.0:1767326525.756810:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [470:470:254:4294967295] 192.168.202.142@tcp LPNI seq info [470:470:6:4294967295] 00000100:00000001:0.0:1767326525.756811:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306397377 00000100:00000001:0.0:1767326525.756816:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306393715 00000100:00000001:0.0:1767326525.756820:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306397377 00000400:00000200:2.0:1767326525.756825:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326525.756832:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306393715 00000100:00000001:0.0:1767326525.756835:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306397377 00000100:00000001:0.0:1767326525.756837:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306393715 00000100:00000001:0.0:1767326525.756838:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306397377 00000100:00000001:0.0:1767326525.756842:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326525.756842:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326525.756847:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326525.756849:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b65b65b4. 00000100:00000001:0.0:1767326525.756851:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326525.756855:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326525.756858:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326525.756861:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326525.756863:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326525.756867:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326525.756867:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326525.756868:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326525.756870:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326525.756873:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326525.756874:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b65b65b4 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767326525.756879:0:211393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326525.756882:0:211393:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 150477 usecs (151 jiffies) 00000100:00000001:2.0:1767326525.756885:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306393752 00000100:00000001:2.0:1767326525.756888:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306397377 00000100:00000001:2.0:1767326525.756889:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306393752 00000100:00000001:2.0:1767326525.756891:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306397377 00000100:00000001:2.0:1767326525.756893:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306393752 00000100:00000001:2.0:1767326525.756894:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306397377 00000100:00000001:2.0:1767326525.756896:0:211393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306393752 00000100:00000001:2.0:1767326525.756899:0:211393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306397377 00000400:00000200:1.0:1767326525.756901:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dad09e4 00000100:00000001:2.0:1767326525.756901:0:211393:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326525.756904:0:211393:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326525.756905:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001dad09e4. 00000100:00000001:2.0:1767326525.756910:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326525.756911:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326525.756915:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408681600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326525.756922:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326525.756924:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326525.756928:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326525.756931:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:1.0:1767326525.756933:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408681600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326525.756935:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326525.756938:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326525.756942:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326525.756942:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326525.756947:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326525.756947:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326525.756963:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326525.756965:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000400:00000200:1.0:1767326525.756968:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326525.756970:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326525.756971:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c6835ee 00000400:00000010:1.0:1767326525.756972:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c6835ee. 00000100:00000001:1.0:1767326525.756974:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326525.756975:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d9e0dd x1853175408681728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326525.756980:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326525.756981:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d9e0dd x1853175408681728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326525.756984:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326525.756985:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326525.757007:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326525.757009:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b65b65b4. 00000400:00000200:1.0:1767326525.757010:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326525.757012:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326525.757014:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384b455 00000400:00000010:1.0:1767326525.757016:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384b455. 00000100:00000001:1.0:1767326525.757018:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326525.757021:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408681856/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326525.757027:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326525.757029:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408681856/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326545 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326525.757034:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326525.757036:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326525.757543:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326525.757556:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326525.757559:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326525.757562:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326525.757568:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326525.757578:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0e280 00000400:00000200:2.0:1767326525.757585:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xf6d [1] + 224 00000800:00000001:2.0:1767326525.757591:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326525.757598:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326525.757601:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326525.757604:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326525.757608:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326525.757611:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408681600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326525.757620:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408681600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326525.757639:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326525.757645:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326525.757648:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326525.758221:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326525.758230:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326525.758234:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326525.758236:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326525.758238:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a888120. 00000400:00000200:1.0:1767326525.758241:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000751cc154 00000400:00000010:1.0:1767326525.758244:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000751cc154. 00000100:00000001:1.0:1767326525.758246:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326525.758250:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408681600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326525.758258:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408681600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326525.758265:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326525.758266:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326525.758268:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326525.758270:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326525.758272:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326525.758274:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326525.758277:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326525.758281:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=71 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326525.758284:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=71 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326525.758287:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326525.758289:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326525.758291:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326525.758293:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326525.758295:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326525.758299:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408681600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326525.758315:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326525.758317:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326525.758319:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326525.758322:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408681600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326525.758329:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408681600:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326525.758341:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326525.758343:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767326525.758344:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326525.758348:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408681600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326525.758353:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326525.758358:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326525.758360:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1767326525.758362:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326525.758364:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326525.758368:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006fd7b53a. 02000000:00000001:1.0:1767326525.758374:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767326525.758374:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000020:00000001:1.0:1767326525.758377:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326525.758380:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326525.758383:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326525.758387:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a28d6e6. 00000400:00000200:2.0:1767326525.758387:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0e300 02000000:00000001:1.0:1767326525.758394:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767326525.758397:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xf75 [1] + 224 00000800:00000001:2.0:1767326525.758423:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326525.758429:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326525.758433:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000800:00000001:2.0:1767326525.758435:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326525.758438:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767326525.758440:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326525.758442:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326525.758447:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326525.758448:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326525.758453:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326525.758454:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326525.758457:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326525.758460:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d9e0dd x1853175408681728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326525.758463:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326525.758466:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326525.758475:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028d9e0dd x1853175408681728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326525.758491:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326525.758504:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326525.758508:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326525.758514:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326525.758518:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326525.758522:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326525.758523:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326525.758525:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014c3dfb0. 00000400:00000200:0.0:1767326525.758530:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d90f77 00000400:00000010:0.0:1767326525.758531:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d90f77. 00000100:00000001:0.0:1767326525.758534:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326525.758538:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d9e0dd x1853175408681728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326525.758546:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d9e0dd x1853175408681728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326525.758552:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326525.758553:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326525.758555:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326525.758556:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326525.758558:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326525.758559:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326525.758561:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326525.758565:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=66 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326525.758574:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=66 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326525.758576:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326525.758577:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326525.758579:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326525.758582:0:211396:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326525.758585:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326525.758587:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326525.758589:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326525.758590:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326525.758594:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d9e0dd x1853175408681728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326525.758600:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326525.758602:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326525.758603:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326525.758606:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d9e0dd x1853175408681728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326525.758613:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408681728:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326525.758616:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326525.758618:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326525.758620:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d9e0dd x1853175408681728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326525.758625:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326525.758627:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326525.758629:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e5fbc55. 02000000:00000001:0.0:1767326525.758631:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326525.758633:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326525.758634:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326525.758635:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326525.758637:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb30d8a. 02000000:00000001:0.0:1767326525.758639:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326525.758640:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326525.758641:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d9e0dd. 00000100:00000001:0.0:1767326525.758643:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326525.758647:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326525.758648:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326525.758651:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326525.758652:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326525.758653:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326525.758654:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326525.762194:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326525.762210:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326525.762213:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326525.762214:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326525.762223:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326525.762234:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 416 into portal 10 MB=0x6957405f0e380 00000400:00000200:1.0:1767326525.762239:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 416/416 into md 0xf7d [1] + 0 00000800:00000001:1.0:1767326525.762245:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326525.762251:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326525.762253:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326525.762255:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326525.762260:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326525.762275:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408681856/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326545 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326525.762284:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000b6591187 x1853175408681856/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326525.762310:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326525.762316:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326525.762318:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326525.762367:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326525.762370:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326525.762374:0:211393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326525.762376:0:211393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326525.762377:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f104168. 00000400:00000200:2.0:1767326525.762380:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031788bcf 00000400:00000010:2.0:1767326525.762382:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031788bcf. 00000100:00000001:2.0:1767326525.762384:0:211393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326525.762386:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408681856/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326525.762391:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408681856/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1767326545 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326525.762396:0:211393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326525.762397:0:211393:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326525.762464:0:211393:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326525.762466:0:211393:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326525.762468:0:211393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326525.762470:0:211393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326525.762472:0:211393:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326525.762478:0:211393:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=60 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326525.762481:0:211393:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=17 v=15 (15 1 1 0) 00000100:00000001:2.0:1767326525.762483:0:211393:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326525.762484:0:211393:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326525.762491:0:211393:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326525.762494:0:211393:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b6591187 x1853175408681856/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326525.762499:0:211393:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326525.762501:0:211393:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326525.762503:0:211393:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326525.762504:0:211393:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326525.762505:0:211393:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326525.762507:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408681856/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326525.762511:0:211393:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326525.762513:0:211393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326525.762514:0:211393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326525.762515:0:211393:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1767326525.762520:0:211393:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff971288e2b000: connect to target with instance 6 00000020:00000001:2.0:1767326525.762522:0:211393:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767326525.762523:0:211393:0:(genops.c:823:class_conn2export()) looking for export cookie 0x437b5ddfad697e81 00000020:00000001:2.0:1767326525.762525:0:211393:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767326525.762527:0:211393:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006a77ff05 refcount=5 00000020:00000001:2.0:1767326525.762528:0:211393:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000020:00000001:2.0:1767326525.762530:0:211393:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628704512528384 : -115369197023232 : ffff971283fe5000) 00000100:00001000:2.0:1767326525.762531:0:211393:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=1767326525 v=0 (0 0 0 0) 00000100:00001000:2.0:1767326525.762533:0:211393:0:(import.c:2194:obd_at_measure()) AT 000000000185434f change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1767326525.762536:0:211393:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1695, crc32c 10663, adler 1439 00000020:00000040:2.0:1767326525.762539:0:211393:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 4 00000100:00000001:2.0:1767326525.762541:0:211393:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326525.762543:0:211393:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:2.0:1767326525.762546:0:211393:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0001-mdc-ffff971288e2b000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:2.0:1767326525.762549:0:211393:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1767326525.762550:0:211393:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326525.762551:0:211393:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:2.0:1767326525.762553:0:211393:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:2.0:1767326525.762557:0:211393:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326525.762558:0:211393:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326525.762560:0:211393:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326525.762561:0:211393:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1767326525.762563:0:211393:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1767326525.762565:0:211393:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1767326525.762565:0:211393:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:2.0:1767326525.762566:0:211393:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:2.0:1767326525.762567:0:211393:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:2.0:1767326525.762568:0:211393:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1767326525.762569:0:211393:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 0000000098c1d63b for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:2.0:1767326525.762571:0:211393:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x437b5ddfad697e7a 00800000:00000040:2.0:1767326525.762573:0:211393:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0x437b5ddfad697e81 00800000:00000040:2.0:1767326525.762574:0:211393:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff971288e2b000=31e9b472-c3f9-4942-adbf-dafbe9eddaef device 4 (00000000539e2e58) type mdc at LMV idx 1 00800000:00000040:2.0:1767326525.762576:0:211393:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD 00000000539e2e58 already active! 00800000:00000001:2.0:1767326525.762577:0:211393:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767326525.762578:0:211393:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326525.762579:0:211393:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326525.762580:0:211393:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=5 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000002:00000001:0.0:1767326525.762745:0:211393:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326525.762747:0:211393:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767326525.762750:0:211393:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767326525.762753:0:211393:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326525.762755:0:211393:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326525.762757:0:218834:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 00000100:00000040:0.0:1767326525.762759:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408681856/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326545 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326525.762761:0:218834:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1767326525.762765:0:218834:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326525.762769:0:218834:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1767326525.762771:0:211393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211393:1853175408681856:192.168.202.142@tcp:38: 00000020:00000040:2.0:1767326525.762771:0:218834:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326525.762775:0:218834:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:2.0:1767326525.762777:0:218834:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326525.762778:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326525.762788:0:211393:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326525.762790:0:211393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408681856/t0(0) o38->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 520/416 e 0 to 0 dl 1767326545 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326525.762795:0:211393:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326525.762797:0:211393:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326525.762800:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008fe3c98d. 02000000:00000001:0.0:1767326525.762803:0:211393:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326525.762804:0:211393:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326525.762805:0:211393:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326525.762807:0:211393:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326525.762808:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000af6a28c5. 02000000:00000001:0.0:1767326525.762811:0:211393:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326525.762812:0:211393:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326525.762814:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:0.0:1767326525.762817:0:211393:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326525.762818:0:211393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326525.762820:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326525.762825:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326525.762826:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326525.762828:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326525.762833:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326526.779535:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326526.779553:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326526.779618:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326526.779621:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326526.779624:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326527.803518:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326527.803525:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326527.803550:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326527.803554:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326527.803558:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326528.827499:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326528.827506:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326528.827553:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326528.827556:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326528.827558:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767326529.339495:0:214087:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767326529.339501:0:214087:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (00000000005c1892) refs 2 10000000:00000001:2.0:1767326529.339506:0:214087:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326529.339508:0:214087:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767326529.339509:0:214087:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767326529.339510:0:214087:0:(mgc_request.c:601:do_requeue()) Process entered 00000100:00000001:0.0:1767326529.339511:0:214080:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767326529.339515:0:214080:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767326529.339528:0:214087:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:2.0:1767326529.339530:0:214087:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:2.0:1767326529.339533:0:214087:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff971288e2b000 from 14 10000000:00000001:2.0:1767326529.339537:0:214087:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767326529.339539:0:214087:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:2.0:1767326529.339546:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767326529.339551:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326529.339555:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326529.339559:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326529.339564:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326529.339572:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000747ab90a. 00000100:00000001:2.0:1767326529.339579:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326529.339583:0:214087:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767326529.339585:0:214087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767326529.339592:0:214087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000277ee213. 00010000:00000001:2.0:1767326529.339595:0:214087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767326529.339599:0:214087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000031ec3ac8. 00000020:00000001:2.0:1767326529.339602:0:214087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767326529.339604:0:214087:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000031ec3ac8 with handle 0x437b5ddfad697ece to hash 00000020:00000001:2.0:1767326529.339606:0:214087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767326529.339607:0:214087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628704500884992 : -115369208666624 : ffff9712834ca600) 00010000:00000001:2.0:1767326529.339610:0:214087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628704500884992 : -115369208666624 : ffff9712834ca600) 00010000:00000001:2.0:1767326529.339612:0:214087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326529.339614:0:214087:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326529.339616:0:214087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: 0000000031ec3ac8/0x437b5ddfad697ece lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767326529.339623:0:214087:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: 0000000031ec3ac8/0x437b5ddfad697ece lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767326529.339646:0:214087:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: 0000000031ec3ac8/0x437b5ddfad697ece lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326529.339652:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767326529.339654:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767326529.339666:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000050afef29. 00000100:00000001:2.0:1767326529.339668:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705344353408 : -115368365198208 : ffff9712b592f480) 00000100:00000001:2.0:1767326529.339671:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326529.339672:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000001:2.0:1767326529.339677:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326529.339679:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326529.339681:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767326529.339683:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326529.339691:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408681984/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326529.339699:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326529.339700:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326529.339702:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326529.339704:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326529.339705:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326529.339707:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408681984:192.168.202.142@tcp:101: 00000100:00000001:2.0:1767326529.339710:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326529.339714:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326529.339716:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326529.339717:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326529.339720:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000019fa8b86. 02000000:00000001:2.0:1767326529.339721:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326529.339726:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f104168. 00000400:00000010:2.0:1767326529.339730:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031788bcf. 00000100:00000200:2.0:1767326529.339736:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408681984, portal 25 00000100:00000001:2.0:1767326529.339737:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326529.339738:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000040:2.0:1767326529.339740:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408681984/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326529.339745:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326529.339747:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326529.339748:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d725e3b6. 00000100:00000200:2.0:1767326529.339750:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175408681984, offset 0 00000400:00000200:2.0:1767326529.339759:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326529.339769:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326529.339773:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326529.339776:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326529.339778:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326529.339780:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326529.339782:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [471:471:256:4294967295] 192.168.202.142@tcp LPNI seq info [471:471:8:4294967295] 00000400:00000200:2.0:1767326529.339790:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326529.339793:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326529.339797:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c0c3cee. 00000800:00000200:2.0:1767326529.339801:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326529.339808:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326529.339811:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c0c3cee type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326529.339826:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326529.339830:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306400961 00000100:00000001:2.0:1767326529.339836:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306397377 00000100:00000001:2.0:1767326529.339840:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306400961 00000100:00000001:2.0:1767326529.339844:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306397377 00000100:00000001:2.0:1767326529.339847:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306400961 00000100:00000001:2.0:1767326529.339850:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306397377 00000100:00000001:2.0:1767326529.339852:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306400961 00000100:00000001:2.0:1767326529.339855:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306397377 00000100:00000001:2.0:1767326529.339858:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326529.339860:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326529.339862:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326529.339864:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767326529.339866:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 0000000050afef29 going to sleep for 11 seconds 00000100:00000001:2.0:1767326529.339868:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326529.339871:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326529.339941:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326529.339946:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c0c3cee. 00000400:00000200:3.0:1767326529.339950:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326529.339954:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326529.339958:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d725e3b6 00000400:00000010:3.0:1767326529.339960:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d725e3b6. 00000100:00000001:3.0:1767326529.339963:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326529.339966:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408681984/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326529.339973:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326529.339974:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000009561302 x1853175408681984/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326529.339979:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326529.339980:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326529.341781:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326529.341795:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326529.341799:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326529.341802:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326529.341809:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326529.341820:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 344 into portal 25 MB=0x6957405f0e400 00000400:00000200:2.0:1767326529.341828:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 344/344 into md 0xf85 [1] + 224 00000800:00000001:2.0:1767326529.341836:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326529.341842:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326529.341844:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326529.341848:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326529.341853:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326529.341857:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408681984/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326529.341867:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000009561302 x1853175408681984/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326529.341886:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326529.341893:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326529.341895:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326529.341923:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326529.341929:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326529.341931:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326529.341932:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f104168. 00000400:00000200:1.0:1767326529.341936:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031788bcf 00000400:00000010:1.0:1767326529.341938:0:214087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031788bcf. 00000100:00000001:1.0:1767326529.341941:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326529.341945:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408681984/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326529.341953:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408681984/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.341959:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326529.341961:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326529.341963:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326529.341965:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326529.341967:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326529.341969:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326529.341971:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326529.341976:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326529.341980:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326529.341982:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326529.341983:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326529.341986:0:214087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326529.341988:0:214087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.341997:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326529.342001:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408681984/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.342007:0:214087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326529.342010:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326529.342011:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326529.342014:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408681984/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326529.342021:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408681984:192.168.202.142@tcp:101: 00000100:00000001:1.0:1767326529.342025:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326529.342027:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.342029:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326529.342031:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326529.342033:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408681984/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.342039:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326529.342041:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000050afef29. 00000100:00000001:1.0:1767326529.342044:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326529.342045:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326529.342047:0:214087:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767326529.342050:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326529.342052:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326529.342054:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000031ec3ac8 refcount=4 00000020:00000001:1.0:1767326529.342056:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704500884992 : -115369208666624 : ffff9712834ca600) 00010000:00000001:1.0:1767326529.342058:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704500884992 : -115369208666624 : ffff9712834ca600) 00010000:00000040:1.0:1767326529.342063:0:214087:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000031ec3ac8, remote cookie: 0xa7160ca857582646, flags: 0x0 00010000:00000001:1.0:1767326529.342067:0:214087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767326529.342070:0:214087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767326529.342072:0:214087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767326529.342074:0:214087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767326529.342075:0:214087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767326529.342077:0:214087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000277ee213) refcount = 1 00010000:00010000:1.0:1767326529.342086:0:214087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: 0000000031ec3ac8/0x437b5ddfad697ece lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca857582646 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326529.342092:0:214087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767326529.342094:0:214087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767326529.342095:0:214087:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326529.342098:0:214087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767326529.342100:0:214087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326529.342102:0:214087:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: 0000000031ec3ac8/0x437b5ddfad697ece lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7160ca857582646 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326529.342107:0:214087:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767326529.342109:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326529.342110:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326529.342111:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326529.342112:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326529.342114:0:214087:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.342116:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326529.342119:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408681984/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.342126:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326529.342128:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326529.342131:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000019fa8b86. 02000000:00000001:1.0:1767326529.342133:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326529.342135:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326529.342136:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326529.342138:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326529.342140:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000747ab90a. 02000000:00000001:1.0:1767326529.342143:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326529.342145:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326529.342146:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:1.0:1767326529.342149:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326529.342150:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767326529.342152:0:214087:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326529.342154:0:214087:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767326529.342156:0:214087:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (00000000005c1892) refs 3 10000000:00000001:1.0:1767326529.342157:0:214087:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326529.342164:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326529.342165:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326529.342166:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000031ec3ac8 refcount=3 00000020:00000001:1.0:1767326529.342168:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704500884992 : -115369208666624 : ffff9712834ca600) 00010000:00000001:1.0:1767326529.342169:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704500884992 : -115369208666624 : ffff9712834ca600) 00010000:00000001:1.0:1767326529.342171:0:214087:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767326529.342172:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326529.342173:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326529.342174:0:214087:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326529.342176:0:214087:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767326529.342179:0:214087:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000ca166b9a. 00000100:00000010:1.0:1767326529.342190:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9198884. 00000020:00000040:1.0:1767326529.342193:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326529.342195:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326529.342197:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326529.342200:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326529.342204:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006fd7b53a. 00000100:00000001:1.0:1767326529.342208:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.342211:0:214087:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767326529.342214:0:214087:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d124b6d1. 00000100:00000010:1.0:1767326529.342216:0:214087:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000016e64982. 00000020:00000040:1.0:1767326529.342219:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326529.342222:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767326529.342224:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767326529.342227:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007043f4b5. 00000100:00000001:1.0:1767326529.342228:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705402432512 : -115368307119104 : ffff9712b9092c00) 00000100:00000001:1.0:1767326529.342231:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326529.342232:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604905344 : -115369104646272 : ffff9712897fdf80) 00000100:00000001:1.0:1767326529.342235:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326529.342237:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.342239:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767326529.342240:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326529.342243:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9198884 x1853175408682112/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.342249:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326529.342254:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326529.342258:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326529.342259:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326529.342261:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326529.342264:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408682112:192.168.202.142@tcp:256: 00000100:00000001:1.0:1767326529.342267:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326529.342270:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326529.342272:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.342274:0:214087:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767326529.342278:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a888120. 00000400:00000010:1.0:1767326529.342282:0:214087:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000067234a0f. 00000100:00000200:1.0:1767326529.342285:0:214087:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6957405f0e480-0x6957405f0e480, portal 33 00000100:00000001:1.0:1767326529.342288:0:214087:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326529.342289:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326529.342292:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1c0e8b4. 02000000:00000001:1.0:1767326529.342293:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326529.342295:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086e1c835. 00000400:00000010:1.0:1767326529.342298:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000751cc154. 00000100:00000200:1.0:1767326529.342300:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408682112, portal 25 00000100:00000001:1.0:1767326529.342301:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326529.342302:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604905344 : -115369104646272 : ffff9712897fdf80) 00000100:00000040:1.0:1767326529.342305:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9198884 x1853175408682112/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326545 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.342311:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326529.342313:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326529.342315:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001dad09e4. 00000100:00000200:1.0:1767326529.342317:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853175408682112, offset 0 00000400:00000200:1.0:1767326529.342321:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326529.342327:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326529.342331:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326529.342334:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326529.342337:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326529.342339:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326529.342346:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [472:472:256:4294967295] 192.168.202.142@tcp LPNI seq info [472:472:8:4294967295] 00000400:00000200:1.0:1767326529.342353:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326529.342357:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326529.342360:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008588d8b0. 00000800:00000200:1.0:1767326529.342364:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326529.342370:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326529.342374:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008588d8b0 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1767326529.342388:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.342391:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306400963 00000100:00000001:1.0:1767326529.342396:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306400961 00000100:00000001:1.0:1767326529.342434:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306400964 00000100:00000001:1.0:1767326529.342437:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306400961 00000100:00000001:1.0:1767326529.342439:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306400964 00000100:00000001:1.0:1767326529.342442:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306400961 00000100:00000001:1.0:1767326529.342444:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306400964 00000100:00000001:1.0:1767326529.342447:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306400961 00000100:00000001:1.0:1767326529.342449:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326529.342452:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.342454:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326529.342456:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767326529.342457:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 000000007043f4b5 going to sleep for 11 seconds 00000100:00000001:1.0:1767326529.342460:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326529.342462:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326529.342466:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326529.342471:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008588d8b0. 00000400:00000200:2.0:1767326529.342475:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326529.342480:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326529.342483:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dad09e4 00000400:00000010:2.0:1767326529.342485:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001dad09e4. 00000100:00000001:2.0:1767326529.342488:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326529.342491:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9198884 x1853175408682112/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326545 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326529.342498:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326529.342500:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b9198884 x1853175408682112/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326545 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326529.342506:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326529.342513:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326529.343445:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326529.343453:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326529.343462:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326529.343465:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326529.343471:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326529.343480:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 44 into portal 33 MB=0x6957405f0e480 00000400:00000200:3.0:1767326529.343486:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.142@tcp of length 44/44 into md 0xf8d [4] + 0 00000400:00000010:3.0:1767326529.343489:0:211389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a888120. 00000400:00000200:3.0:1767326529.343492:0:211389:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000067234a0f 00000800:00000001:3.0:1767326529.343496:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326529.343500:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326529.343502:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326529.343505:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326529.343508:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067234a0f 00000400:00000010:3.0:1767326529.343509:0:211389:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000067234a0f. 00000100:00000001:3.0:1767326529.343512:0:211389:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767326529.343514:0:211389:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000b9198884 desc 00000000d124b6d1 mbits 1853175408682112 00000100:00000001:3.0:1767326529.343526:0:211389:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767326529.343530:0:211389:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767326529.343535:0:211389:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.42@tcp to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326529.343547:0:211389:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [473:473:256:4294967295] 192.168.202.142@tcp LPNI seq info [473:473:8:4294967295] 00000400:00000200:3.0:1767326529.343559:0:211389:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:192.168.202.42@tcp) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) 192.168.202.142@tcp : ACK try# 0 00000100:00000001:1.0:1767326529.343561:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326529.343565:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326529.343566:0:211389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326529.343572:0:211389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 000000000a9723a3. 00000800:00000200:3.0:1767326529.343577:0:211389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326529.343581:0:211389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326529.343584:0:211389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000a9723a3 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767326529.343623:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767326529.343645:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326529.343649:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 000000000a9723a3. 00000400:00000200:3.0:1767326529.343653:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767326529.343657:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326529.343659:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: ACK: OK 00000800:00000001:2.0:1767326529.344932:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326529.344945:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326529.344948:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326529.344950:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326529.344956:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326529.344965:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 240 into portal 25 MB=0x6957405f0e480 00000400:00000200:2.0:1767326529.344970:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 240/240 into md 0xf91 [1] + 224 00000800:00000001:2.0:1767326529.344975:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326529.344980:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326529.344982:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326529.344985:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326529.344989:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326529.344994:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9198884 x1853175408682112/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326545 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326529.345003:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b9198884 x1853175408682112/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326529.345020:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326529.345025:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326529.345028:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326529.345052:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326529.345057:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326529.345058:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326529.345059:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086e1c835. 00000400:00000200:1.0:1767326529.345062:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000751cc154 00000400:00000010:1.0:1767326529.345076:0:214087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000751cc154. 00000100:00000001:1.0:1767326529.345079:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326529.345082:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9198884 x1853175408682112/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326529.345088:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9198884 x1853175408682112/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.345092:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326529.345093:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326529.345095:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326529.345097:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326529.345099:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326529.345100:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326529.345102:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326529.345107:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326529.345110:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326529.345113:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326529.345114:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326529.345116:0:214087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326529.345118:0:214087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.345120:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326529.345124:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000b9198884 x1853175408682112/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326529.345133:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000b9198884 x1853175408682112/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326545 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.345140:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326529.345142:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326529.345145:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9198884 x1853175408682112/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326545 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326529.345151:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408682112:192.168.202.142@tcp:256: 00000100:00000001:1.0:1767326529.345154:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326529.345160:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.345162:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326529.345168:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326529.345170:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9198884 x1853175408682112/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326545 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.345176:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326529.345179:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007043f4b5. 00000100:00000001:1.0:1767326529.345181:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326529.345182:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767326529.345187:0:214087:0:(mgc_request.c:1610:mgc_process_recover_log()) Latest version 14, more 0. 10000000:00000001:1.0:1767326529.345227:0:214087:0:(mgc_request.c:1273:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767326529.345233:0:214087:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000b59690e9. 00010000:00000001:1.0:1767326529.345249:0:214087:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767326529.345252:0:214087:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767326529.345255:0:214087:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.142@tcp has 192.168.202.142@tcp. 00000100:00000001:1.0:1767326529.345257:0:214087:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326529.345260:0:214087:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767326529.345261:0:214087:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.142@tcp with 192.168.202.142@tcp 00000100:00000200:1.0:1767326529.345263:0:214087:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.142@tcp' 00000400:00000200:1.0:1767326529.345266:0:214087:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1767326529.345268:0:214087:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:1.0:1767326529.345272:0:214087:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.202.142@tcp 00000400:00000200:1.0:1767326529.345276:0:214087:0:(peer.c:1797:lnet_peer_add()) peer 192.168.202.142@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767326529.345282:0:214087:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767326529.345285:0:214087:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.202.142@tcp NID 192.168.202.142@tcp: 0. pending discovery 00000400:00000200:1.0:1767326529.345287:0:214087:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.202.142@tcp 00000100:00000001:1.0:1767326529.345289:0:214087:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326529.345291:0:214087:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767326529.345293:0:214087:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.202.142@tcp' by NID '192.168.202.142@tcp' 10000000:00000010:1.0:1767326529.345297:0:214087:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 00000000333d7d93. 10000000:00000040:1.0:1767326529.345300:0:214087:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 14/14 for lustre-MDT0001-mdc-ffff971288e2b000 -> mdc.import=connection=192.168.202.142@tcp::6 00000020:00000080:1.0:1767326529.345303:0:214087:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767326529.345308:0:214087:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767326529.345311:0:214087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018e74027. 00000020:00000010:1.0:1767326529.345316:0:214087:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000707c751a. 00000020:00000010:1.0:1767326529.345324:0:214087:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000417bd662. 00000008:00000010:1.0:1767326529.345334:0:214087:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000038b82790. 00020000:00000010:1.0:1767326529.345338:0:214087:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000007dd0224c. 00008000:00000010:1.0:1767326529.345343:0:214087:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000091cd1eb8. 00000080:00000010:1.0:1767326529.345348:0:214087:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000053793f5d. 00000080:00000010:1.0:1767326529.345352:0:214087:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000005d143bb4. 00000040:00000001:1.0:1767326529.345357:0:214087:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767326529.345359:0:214087:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000333d7d93 00000040:00001000:1.0:1767326529.345360:0:214087:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767326529.345362:0:214087:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767326529.345363:0:214087:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767326529.345364:0:214087:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767326529.345367:0:214087:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767326529.345368:0:214087:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767326529.345369:0:214087:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0001-mdc-ffff971288e2b000 00000040:00001000:1.0:1767326529.345371:0:214087:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.202.142@tcp::6 00000040:00000001:1.0:1767326529.345372:0:214087:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:1.0:1767326529.345453:0:214087:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000707c751a. 00000020:00000010:1.0:1767326529.345457:0:214087:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000417bd662. 00000008:00000010:1.0:1767326529.345461:0:214087:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000038b82790. 00020000:00000010:1.0:1767326529.345463:0:214087:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000007dd0224c. 00008000:00000010:1.0:1767326529.345467:0:214087:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000091cd1eb8. 00000080:00000010:1.0:1767326529.345470:0:214087:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000053793f5d. 00000080:00000010:1.0:1767326529.345473:0:214087:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000005d143bb4. 00000020:00000010:1.0:1767326529.345475:0:214087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018e74027. 00000020:00000001:1.0:1767326529.345477:0:214087:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326529.345479:0:214087:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767326529.345482:0:214087:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 00000000333d7d93. 10000000:00000010:1.0:1767326529.345484:0:214087:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000b59690e9. 10000000:00000001:1.0:1767326529.345487:0:214087:0:(mgc_request.c:1508:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.345489:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326529.345492:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9198884 x1853175408682112/t0(0) o256->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 304/240 e 0 to 0 dl 1767326545 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.345498:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326529.345501:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326529.345508:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1c0e8b4. 02000000:00000001:1.0:1767326529.345511:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326529.345512:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326529.345514:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326529.345516:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326529.345517:0:214087:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767326529.345519:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326529.345520:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326529.345522:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767326529.345524:0:214087:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000016e64982. 00000100:00000010:1.0:1767326529.345527:0:214087:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d124b6d1. 00000100:00000001:1.0:1767326529.345529:0:214087:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767326529.345530:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006fd7b53a. 02000000:00000001:1.0:1767326529.345533:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326529.345535:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326529.345536:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9198884. 00000100:00000001:1.0:1767326529.345539:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326529.345540:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767326529.345554:0:214087:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000ca166b9a. 10000000:01000000:1.0:1767326529.345557:0:214087:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1767326529.345560:0:214087:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767326529.345562:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326529.345564:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326529.345567:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000031ec3ac8 refcount=3 00000020:00000001:1.0:1767326529.345569:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704500884992 : -115369208666624 : ffff9712834ca600) 00010000:00000001:1.0:1767326529.345572:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704500884992 : -115369208666624 : ffff9712834ca600) 00010000:00000001:1.0:1767326529.345575:0:214087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767326529.345578:0:214087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: 0000000031ec3ac8/0x437b5ddfad697ece lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca857582646 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326529.345585:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326529.345587:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767326529.345588:0:214087:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: 0000000031ec3ac8/0x437b5ddfad697ece lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca857582646 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326529.345594:0:214087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767326529.345600:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326529.345601:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767326529.345602:0:214087:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326529.345604:0:214087:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326529.345606:0:214087:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767326529.345608:0:214087:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767326529.345609:0:214087:0:(mgc_request.c:108:config_log_get()) log lustre-client (0000000026e82522) refs 2 10000000:00000001:1.0:1767326529.345611:0:214087:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326529.345613:0:214087:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767326529.345614:0:214087:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(00000000005c1892) refs 3 10000000:00000001:1.0:1767326529.345616:0:214087:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767326529.345618:0:214087:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767326529.345619:0:214087:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1767326529.345621:0:214087:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:1.0:1767326529.345622:0:214087:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff971288e2b000 from 43 10000000:00000001:1.0:1767326529.345638:0:214087:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767326529.345640:0:214087:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1767326529.345644:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9198884. 00000020:00000040:1.0:1767326529.345648:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326529.345651:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326529.345654:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326529.345658:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326529.345662:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006fd7b53a. 00000100:00000001:1.0:1767326529.345666:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326529.345671:0:214087:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767326529.345673:0:214087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767326529.345679:0:214087:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000eb2a4dc0. 00010000:00000001:1.0:1767326529.345684:0:214087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767326529.345686:0:214087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004d599310. 00000020:00000001:1.0:1767326529.345690:0:214087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767326529.345692:0:214087:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004d599310 with handle 0x437b5ddfad697ed5 to hash 00000020:00000001:1.0:1767326529.345694:0:214087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767326529.345695:0:214087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628705344676352 : -115368364875264 : ffff9712b597e200) 00010000:00000001:1.0:1767326529.345698:0:214087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628705344676352 : -115368364875264 : ffff9712b597e200) 00010000:00000001:1.0:1767326529.345700:0:214087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767326529.345703:0:214087:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326529.345710:0:214087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: 000000004d599310/0x437b5ddfad697ed5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326529.345716:0:214087:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: 000000004d599310/0x437b5ddfad697ed5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767326529.345725:0:214087:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: 000000004d599310/0x437b5ddfad697ed5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326529.345730:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767326529.345732:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767326529.345735:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007043f4b5. 00000100:00000001:1.0:1767326529.345737:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705402432512 : -115368307119104 : ffff9712b9092c00) 00000100:00000001:1.0:1767326529.345739:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326529.345741:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604905344 : -115369104646272 : ffff9712897fdf80) 00000100:00000001:1.0:1767326529.345745:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326529.345747:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.345748:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767326529.345750:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326529.345754:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9198884 x1853175408682240/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.345760:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326529.345762:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326529.345765:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326529.345767:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326529.345769:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326529.345771:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408682240:192.168.202.142@tcp:101: 00000100:00000001:1.0:1767326529.345775:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326529.345779:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326529.345781:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326529.345783:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326529.345786:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d124b6d1. 02000000:00000001:1.0:1767326529.345787:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326529.345790:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086e1c835. 00000400:00000010:1.0:1767326529.345799:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000751cc154. 00000100:00000200:1.0:1767326529.345803:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408682240, portal 25 00000100:00000001:1.0:1767326529.345805:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326529.345807:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604905344 : -115369104646272 : ffff9712897fdf80) 00000100:00000040:1.0:1767326529.345811:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9198884 x1853175408682240/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.345818:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326529.345820:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326529.345823:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001dad09e4. 00000100:00000200:1.0:1767326529.345825:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175408682240, offset 0 00000400:00000200:1.0:1767326529.345831:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326529.345838:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326529.345843:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326529.345847:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326529.345850:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326529.345853:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326529.345856:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [474:474:256:4294967295] 192.168.202.142@tcp LPNI seq info [474:474:8:4294967295] 00000400:00000200:1.0:1767326529.345865:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326529.345870:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326529.345873:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2a70f3e. 00000800:00000200:1.0:1767326529.345878:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326529.345884:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326529.345888:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b2a70f3e type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326529.345908:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.345912:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306400967 00000100:00000001:1.0:1767326529.345919:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306400963 00000100:00000001:1.0:1767326529.345923:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306400967 00000100:00000001:1.0:1767326529.345926:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306400964 00000100:00000001:1.0:1767326529.345928:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306400967 00000100:00000001:1.0:1767326529.345930:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306400964 00000100:00000001:1.0:1767326529.345938:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306400967 00000100:00000001:1.0:1767326529.345940:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306400964 00000100:00000001:1.0:1767326529.345943:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326529.345945:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.345947:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326529.345949:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767326529.345951:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 000000007043f4b5 going to sleep for 11 seconds 00000100:00000001:1.0:1767326529.345953:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326529.345955:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326529.348124:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326529.348129:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2a70f3e. 00000400:00000200:2.0:1767326529.348135:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326529.348143:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326529.348149:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dad09e4 00000400:00000010:2.0:1767326529.348151:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001dad09e4. 00000100:00000001:2.0:1767326529.348155:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326529.348161:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9198884 x1853175408682240/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326529.348171:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326529.348175:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b9198884 x1853175408682240/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326529.348188:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326529.348190:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326529.349602:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326529.349611:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326529.349613:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326529.349616:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326529.349621:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326529.349643:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 344 into portal 25 MB=0x6957405f0e500 00000400:00000200:2.0:1767326529.349649:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 344/344 into md 0xf99 [1] + 224 00000800:00000001:2.0:1767326529.349655:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326529.349660:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326529.349662:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326529.349664:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326529.349667:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326529.349670:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9198884 x1853175408682240/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326529.349676:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b9198884 x1853175408682240/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326529.349688:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326529.349693:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326529.349695:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326529.349714:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326529.349721:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326529.349723:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326529.349725:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086e1c835. 00000400:00000200:1.0:1767326529.349730:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000751cc154 00000400:00000010:1.0:1767326529.349731:0:214087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000751cc154. 00000100:00000001:1.0:1767326529.349734:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326529.349739:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9198884 x1853175408682240/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326529.349748:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9198884 x1853175408682240/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.349755:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326529.349756:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326529.349758:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326529.349759:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326529.349761:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326529.349762:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326529.349764:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326529.349769:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326529.349771:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326529.349773:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326529.349775:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326529.349777:0:214087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326529.349778:0:214087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.349780:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326529.349782:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9198884 x1853175408682240/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.349792:0:214087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326529.349794:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326529.349795:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326529.349798:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9198884 x1853175408682240/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326529.349802:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408682240:192.168.202.142@tcp:101: 00000100:00000001:1.0:1767326529.349813:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326529.349816:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.349818:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326529.349820:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326529.349823:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9198884 x1853175408682240/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.349829:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326529.349831:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007043f4b5. 00000100:00000001:1.0:1767326529.349834:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326529.349835:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326529.349838:0:214087:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767326529.349840:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326529.349843:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326529.349846:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004d599310 refcount=4 00000020:00000001:1.0:1767326529.349848:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344676352 : -115368364875264 : ffff9712b597e200) 00010000:00000001:1.0:1767326529.349851:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344676352 : -115368364875264 : ffff9712b597e200) 00010000:00000040:1.0:1767326529.349856:0:214087:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000004d599310, remote cookie: 0xa7160ca85758264d, flags: 0x0 00010000:00000001:1.0:1767326529.349860:0:214087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767326529.349863:0:214087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767326529.349864:0:214087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767326529.349871:0:214087:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767326529.349872:0:214087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767326529.349873:0:214087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000eb2a4dc0) refcount = 1 00010000:00010000:1.0:1767326529.349878:0:214087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: 000000004d599310/0x437b5ddfad697ed5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca85758264d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326529.349894:0:214087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767326529.349896:0:214087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767326529.349898:0:214087:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326529.349900:0:214087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767326529.349903:0:214087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326529.349905:0:214087:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: 000000004d599310/0x437b5ddfad697ed5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7160ca85758264d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767326529.349911:0:214087:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767326529.349913:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326529.349915:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326529.349916:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326529.349917:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326529.349918:0:214087:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.349921:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326529.349925:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9198884 x1853175408682240/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.349932:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326529.349935:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326529.349938:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d124b6d1. 02000000:00000001:1.0:1767326529.349942:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326529.349944:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326529.349946:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326529.349948:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326529.349951:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006fd7b53a. 02000000:00000001:1.0:1767326529.349954:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326529.349956:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326529.349958:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9198884. 00000100:00000001:1.0:1767326529.349961:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326529.349962:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767326529.349964:0:214087:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326529.349967:0:214087:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767326529.349970:0:214087:0:(mgc_request.c:108:config_log_get()) log lustre-client (0000000026e82522) refs 3 10000000:00000001:1.0:1767326529.349972:0:214087:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326529.349973:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767326529.349980:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767326529.349982:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004d599310 refcount=3 00000020:00000001:1.0:1767326529.349984:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344676352 : -115368364875264 : ffff9712b597e200) 00010000:00000001:1.0:1767326529.349986:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344676352 : -115368364875264 : ffff9712b597e200) 00010000:00000001:1.0:1767326529.349988:0:214087:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767326529.349989:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767326529.349991:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767326529.349992:0:214087:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767326529.349994:0:214087:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1767326529.349997:0:214087:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000016e64982. 00000020:00000010:1.0:1767326529.350001:0:214087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006fd7b53a. 00000020:00000010:1.0:1767326529.350005:0:214087:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c1c0e8b4. 00000040:00000010:1.0:1767326529.350008:0:214087:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000018e74027. 00000020:00000010:1.0:1767326529.350011:0:214087:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000060e4f12d. 00000020:00000010:1.0:1767326529.350014:0:214087:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000707c751a. 80000000:00000010:1.0:1767326529.350016:0:214087:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000417bd662. 00040000:00000010:1.0:1767326529.350021:0:214087:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002dae379f. 20000000:00000010:1.0:1767326529.350024:0:214087:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e90d3215. 10000000:00000040:1.0:1767326529.350027:0:214087:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000007c1e0515 : new refcount 2 00000020:00000001:1.0:1767326529.350029:0:214087:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1767326529.350031:0:214087:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1767326529.350032:0:214087:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767326529.350035:0:214087:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000050cef428. 00000040:00000001:1.0:1767326529.350037:0:214087:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767326529.350038:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000010:1.0:1767326529.350041:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9198884. 00000020:00000040:1.0:1767326529.350042:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326529.350045:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326529.350046:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326529.350050:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326529.350054:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000caac0d1b. 00000100:00000001:1.0:1767326529.350057:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.350061:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767326529.350062:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767326529.350066:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007043f4b5. 00000100:00000001:1.0:1767326529.350072:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705402432512 : -115368307119104 : ffff9712b9092c00) 00000100:00000001:1.0:1767326529.350074:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326529.350074:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604905344 : -115369104646272 : ffff9712897fdf80) 00000100:00000001:1.0:1767326529.350078:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326529.350079:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.350081:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767326529.350082:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326529.350084:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9198884 x1853175408682368/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.350088:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326529.350090:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326529.350091:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326529.350093:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326529.350094:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326529.350096:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408682368:192.168.202.142@tcp:501: 00000100:00000001:1.0:1767326529.350099:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326529.350104:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326529.350105:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326529.350107:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326529.350110:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021b93f38. 02000000:00000001:1.0:1767326529.350112:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326529.350115:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086e1c835. 00000400:00000010:1.0:1767326529.350119:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000751cc154. 00000100:00000200:1.0:1767326529.350124:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408682368, portal 25 00000100:00000001:1.0:1767326529.350125:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326529.350127:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604905344 : -115369104646272 : ffff9712897fdf80) 00000100:00000040:1.0:1767326529.350131:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9198884 x1853175408682368/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.350137:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326529.350140:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326529.350143:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6a4dc8. 00000100:00000200:1.0:1767326529.350145:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853175408682368, offset 0 00000400:00000200:1.0:1767326529.350151:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326529.350166:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326529.350172:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326529.350176:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326529.350180:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326529.350183:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326529.350186:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [475:475:256:4294967295] 192.168.202.142@tcp LPNI seq info [475:475:8:4294967295] 00000400:00000200:1.0:1767326529.350197:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326529.350203:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326529.350207:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079c79e5f. 00000800:00000200:1.0:1767326529.350212:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326529.350218:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326529.350221:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000079c79e5f type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1767326529.350233:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.350237:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306400971 00000100:00000001:1.0:1767326529.350241:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306400967 00000100:00000001:1.0:1767326529.350244:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306400971 00000100:00000001:1.0:1767326529.350247:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306400967 00000100:00000001:1.0:1767326529.350249:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306400971 00000100:00000001:1.0:1767326529.350253:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306400967 00000100:00000001:1.0:1767326529.350255:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306400971 00000100:00000001:1.0:1767326529.350257:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306400967 00000100:00000001:1.0:1767326529.350259:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326529.350260:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.350262:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326529.350263:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767326529.350265:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 000000007043f4b5 going to sleep for 11 seconds 00000100:00000001:1.0:1767326529.350266:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326529.350267:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326529.350310:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326529.350319:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079c79e5f. 00000400:00000200:3.0:1767326529.350323:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326529.350328:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326529.350330:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6a4dc8 00000400:00000010:3.0:1767326529.350331:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6a4dc8. 00000100:00000001:3.0:1767326529.350334:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326529.350336:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9198884 x1853175408682368/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326529.350342:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326529.350343:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b9198884 x1853175408682368/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326529.350348:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326529.350349:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326529.351579:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326529.351589:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326529.351592:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326529.351595:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326529.351602:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326529.351612:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 272 into portal 25 MB=0x6957405f0e580 00000400:00000200:0.0:1767326529.351617:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 272/272 into md 0xfa1 [1] + 224 00000800:00000001:0.0:1767326529.351621:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326529.351638:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326529.351641:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326529.351645:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326529.351648:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326529.351651:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9198884 x1853175408682368/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326529.351660:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000b9198884 x1853175408682368/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326529.351677:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326529.351682:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326529.351685:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326529.351706:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326529.351717:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326529.351719:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326529.351720:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086e1c835. 00000400:00000200:1.0:1767326529.351723:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000751cc154 00000400:00000010:1.0:1767326529.351725:0:214087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000751cc154. 00000100:00000001:1.0:1767326529.351727:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326529.351731:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9198884 x1853175408682368/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326529.351740:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9198884 x1853175408682368/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.351746:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326529.351748:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326529.351750:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326529.351752:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326529.351753:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326529.351755:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326529.351757:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326529.351761:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326529.351764:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326529.351766:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326529.351767:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326529.351769:0:214087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326529.351771:0:214087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.351774:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326529.351777:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9198884 x1853175408682368/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.351789:0:214087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326529.351791:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326529.351793:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326529.351796:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9198884 x1853175408682368/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326529.351803:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408682368:192.168.202.142@tcp:501: 00000100:00000001:1.0:1767326529.351814:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326529.351823:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.351824:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326529.351826:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326529.351829:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9198884 x1853175408682368/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.351836:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326529.351837:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007043f4b5. 00000100:00000001:1.0:1767326529.351840:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326529.351841:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767326529.351844:0:214087:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767326529.351846:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326529.351848:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326529.351850:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326529.351851:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326529.351853:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9198884 x1853175408682368/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.351859:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326529.351861:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326529.351863:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021b93f38. 02000000:00000001:1.0:1767326529.351865:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326529.351866:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326529.351867:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326529.351869:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326529.351871:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000caac0d1b. 02000000:00000001:1.0:1767326529.351874:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326529.351875:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326529.351877:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9198884. 00000100:00000001:1.0:1767326529.351880:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326529.351881:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767326529.351883:0:214087:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767326529.351886:0:214087:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767326529.351899:0:214087:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f87e115d. 00000040:00000001:1.0:1767326529.351902:0:214087:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767326529.351903:0:214087:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767326529.351905:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000010:1.0:1767326529.351909:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9198884. 00000020:00000040:1.0:1767326529.351911:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326529.351921:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326529.351923:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326529.351925:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326529.351929:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000caac0d1b. 00000100:00000001:1.0:1767326529.351932:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.351935:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767326529.351936:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767326529.351940:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007043f4b5. 00000100:00000001:1.0:1767326529.351942:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705402432512 : -115368307119104 : ffff9712b9092c00) 00000100:00000001:1.0:1767326529.351944:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326529.351946:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604905344 : -115369104646272 : ffff9712897fdf80) 00000100:00000001:1.0:1767326529.351950:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326529.351952:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.351953:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767326529.351954:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326529.351958:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9198884 x1853175408682496/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.351964:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326529.351965:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326529.351968:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326529.351970:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326529.351972:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326529.351976:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408682496:192.168.202.142@tcp:503: 00000100:00000001:1.0:1767326529.351980:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326529.351983:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326529.351984:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326529.351986:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326529.351999:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000000939673a. 02000000:00000001:1.0:1767326529.352001:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326529.352006:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086e1c835. 00000400:00000010:1.0:1767326529.352010:0:214087:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000bb4a966e. 00000100:00000200:1.0:1767326529.352014:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853175408682496, portal 25 00000100:00000001:1.0:1767326529.352015:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326529.352016:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604905344 : -115369104646272 : ffff9712897fdf80) 00000100:00000040:1.0:1767326529.352027:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9198884 x1853175408682496/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326545 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.352033:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326529.352036:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326529.352039:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000751cc154. 00000100:00000200:1.0:1767326529.352042:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853175408682496, offset 0 00000400:00000200:1.0:1767326529.352047:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326529.352053:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326529.352056:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326529.352059:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326529.352062:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326529.352064:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326529.352067:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [476:476:256:4294967295] 192.168.202.142@tcp LPNI seq info [476:476:8:4294967295] 00000400:00000200:1.0:1767326529.352075:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326529.352080:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326529.352084:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011ae9229. 00000800:00000200:1.0:1767326529.352088:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326529.352093:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326529.352096:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011ae9229 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767326529.352116:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.352120:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306400973 00000100:00000001:1.0:1767326529.352124:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306400971 00000100:00000001:1.0:1767326529.352128:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306400973 00000100:00000001:1.0:1767326529.352130:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306400971 00000100:00000001:1.0:1767326529.352133:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306400973 00000100:00000001:1.0:1767326529.352136:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306400971 00000100:00000001:1.0:1767326529.352138:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306400973 00000100:00000001:1.0:1767326529.352140:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306400971 00000100:00000001:1.0:1767326529.352149:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326529.352151:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.352153:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326529.352155:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767326529.352157:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 000000007043f4b5 going to sleep for 11 seconds 00000100:00000001:1.0:1767326529.352159:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326529.352161:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326529.352242:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326529.352246:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011ae9229. 00000400:00000200:3.0:1767326529.352249:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326529.352254:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326529.352257:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000751cc154 00000400:00000010:3.0:1767326529.352259:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000751cc154. 00000100:00000001:3.0:1767326529.352263:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326529.352266:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9198884 x1853175408682496/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326545 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326529.352274:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326529.352277:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b9198884 x1853175408682496/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326545 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326529.352283:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326529.352285:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326529.353298:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326529.353307:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326529.353310:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326529.353313:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326529.353319:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326529.353328:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 8416 into portal 25 MB=0x6957405f0e600 00000400:00000200:0.0:1767326529.353338:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 8416/8416 into md 0xfa9 [4] + 224 00000800:00000001:0.0:1767326529.353343:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326529.353352:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326529.353354:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326529.353358:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326529.353367:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326529.353370:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9198884 x1853175408682496/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326545 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326529.353380:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000b9198884 x1853175408682496/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326529.353435:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326529.353440:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326529.353444:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326529.353449:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326529.353455:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326529.353457:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326529.353458:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086e1c835. 00000400:00000200:1.0:1767326529.353462:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb4a966e 00000400:00000010:1.0:1767326529.353464:0:214087:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000bb4a966e. 00000100:00000001:1.0:1767326529.353467:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326529.353471:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9198884 x1853175408682496/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326529.353480:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9198884 x1853175408682496/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.353484:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326529.353486:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326529.353487:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326529.353488:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326529.353489:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326529.353491:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326529.353492:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326529.353495:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326529.353498:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326529.353500:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326529.353501:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326529.353502:0:214087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326529.353503:0:214087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.353505:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326529.353506:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9198884 x1853175408682496/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.353510:0:214087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326529.353517:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326529.353518:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326529.353520:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9198884 x1853175408682496/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326545 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326529.353525:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408682496:192.168.202.142@tcp:503: 00000100:00000001:1.0:1767326529.353527:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326529.353529:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.353530:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767326529.353531:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326529.353533:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9198884 x1853175408682496/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326545 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.353537:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326529.353538:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007043f4b5. 00000100:00000001:1.0:1767326529.353540:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767326529.353540:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767326529.353544:0:214087:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767326529.353545:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326529.353546:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9198884 x1853175408682496/t0(0) o503->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8416 e 0 to 0 dl 1767326545 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.353550:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326529.353551:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326529.353552:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000000939673a. 02000000:00000001:1.0:1767326529.353559:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326529.353561:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326529.353561:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326529.353563:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326529.353565:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000caac0d1b. 02000000:00000001:1.0:1767326529.353567:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326529.353568:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326529.353569:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9198884. 00000100:00000001:1.0:1767326529.353571:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326529.353572:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326529.353574:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326529.353574:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326529.353580:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767326529.353581:0:214087:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767326529.353583:0:214087:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767326529.353585:0:214087:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767326529.353587:0:214087:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000aabb1a3c. 00000040:00001000:1.0:1767326529.353589:0:214087:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 42 last_idx 0 read_mode 0 00000040:00000001:1.0:1767326529.353757:0:218854:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767326529.353761:0:218854:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000caac0d1b. 00000020:00000010:1.0:1767326529.353765:0:218854:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000021b93f38. 00000040:00000010:1.0:1767326529.353768:0:218854:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000013426017. 00000020:00000010:1.0:1767326529.353770:0:218854:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000060ae147f. 00000020:00000010:1.0:1767326529.353774:0:218854:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f90eb31e. 00000020:00000010:1.0:1767326529.353777:0:218854:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000689c4ba. 80000000:00000010:1.0:1767326529.353780:0:218854:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006e604e96. 40000000:00000010:1.0:1767326529.353782:0:218854:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ad392848. 00100000:00000010:1.0:1767326529.353786:0:218854:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000734043d1. 00040000:00000010:1.0:1767326529.353789:0:218854:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d59ec675. 00040000:00000010:1.0:1767326529.353792:0:218854:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d8325c22. 00040000:00000010:1.0:1767326529.353795:0:218854:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000045e4d203. 00000004:00000010:1.0:1767326529.353799:0:218854:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000435e27b1. 00000004:00000010:1.0:1767326529.353803:0:218854:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b59690e9. 00000004:00000010:1.0:1767326529.353807:0:218854:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cff73c5d. 00002000:00000010:1.0:1767326529.353810:0:218854:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d124b6d1. 00000004:00000010:1.0:1767326529.353813:0:218854:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004822a22d. 00000020:00000010:1.0:1767326529.353818:0:218854:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000024a1a603. 00000040:00000010:1.0:1767326529.353824:0:218854:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000087127ac. 00000040:00001000:1.0:1767326529.353826:0:218854:0:(llog.c:607:llog_process_thread()) index: 43 last_index 64767 00000040:00000001:1.0:1767326529.353827:0:218854:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767326529.353829:0:218854:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767326529.353831:0:218854:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000010:1.0:1767326529.353834:0:218854:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9198884. 00000020:00000040:1.0:1767326529.353836:0:218854:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326529.353837:0:218854:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326529.353839:0:218854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326529.353846:0:218854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326529.353849:0:218854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c0f41a40. 00000100:00000001:1.0:1767326529.353852:0:218854:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.353853:0:218854:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767326529.353854:0:218854:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767326529.353857:0:218854:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb4a966e. 00000100:00000001:1.0:1767326529.353859:0:218854:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705402431360 : -115368307120256 : ffff9712b9092780) 00000100:00000001:1.0:1767326529.353861:0:218854:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326529.353861:0:218854:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604905344 : -115369104646272 : ffff9712897fdf80) 00000100:00000001:1.0:1767326529.353864:0:218854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326529.353865:0:218854:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.353866:0:218854:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767326529.353867:0:218854:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326529.353870:0:218854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9198884 x1853175408682624/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.353874:0:218854:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326529.353875:0:218854:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326529.353877:0:218854:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326529.353878:0:218854:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326529.353880:0:218854:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326529.353881:0:218854:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d78984fc-6fc9-437f-a1d6-38da7564c553:218854:1853175408682624:192.168.202.142@tcp:502: 00000100:00000001:1.0:1767326529.353883:0:218854:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326529.353885:0:218854:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326529.353886:0:218854:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326529.353887:0:218854:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326529.353895:0:218854:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000000939673a. 02000000:00000001:1.0:1767326529.353896:0:218854:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326529.353900:0:218854:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086e1c835. 00000400:00000010:1.0:1767326529.353903:0:218854:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000753a161f. 00000100:00000200:1.0:1767326529.353907:0:218854:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853175408682624, portal 25 00000100:00000001:1.0:1767326529.353909:0:218854:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326529.353910:0:218854:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604905344 : -115369104646272 : ffff9712897fdf80) 00000100:00000040:1.0:1767326529.353914:0:218854:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9198884 x1853175408682624/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326545 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326529.353929:0:218854:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326529.353932:0:218854:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326529.353935:0:218854:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e4a2d89. 00000100:00000200:1.0:1767326529.353939:0:218854:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853175408682624, offset 0 00000400:00000200:1.0:1767326529.353944:0:218854:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326529.353951:0:218854:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326529.353954:0:218854:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326529.353958:0:218854:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326529.353961:0:218854:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326529.353963:0:218854:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326529.353966:0:218854:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [477:477:256:4294967295] 192.168.202.142@tcp LPNI seq info [477:477:8:4294967295] 00000400:00000200:1.0:1767326529.353976:0:218854:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326529.353981:0:218854:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326529.353984:0:218854:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e6043a. 00000800:00000200:1.0:1767326529.353989:0:218854:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326529.353994:0:218854:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326529.353998:0:218854:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000015e6043a type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767326529.354012:0:218854:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.354015:0:218854:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306400975 00000100:00000001:1.0:1767326529.354020:0:218854:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306400973 00000100:00000001:1.0:1767326529.354024:0:218854:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306400975 00000100:00000001:1.0:1767326529.354026:0:218854:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306400973 00000100:00000001:1.0:1767326529.354030:0:218854:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306400975 00000100:00000001:1.0:1767326529.354033:0:218854:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306400973 00000100:00000001:1.0:1767326529.354037:0:218854:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306400975 00000100:00000001:1.0:1767326529.354040:0:218854:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306400973 00000100:00000001:1.0:1767326529.354043:0:218854:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326529.354045:0:218854:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326529.354054:0:218854:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326529.354055:0:218854:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767326529.354057:0:218854:0:(client.c:2690:ptlrpc_set_wait()) set 00000000bb4a966e going to sleep for 11 seconds 00000100:00000001:1.0:1767326529.354061:0:218854:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326529.354063:0:218854:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326529.354081:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326529.354086:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e6043a. 00000400:00000200:3.0:1767326529.354090:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326529.354094:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326529.354097:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e4a2d89 00000400:00000010:3.0:1767326529.354099:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e4a2d89. 00000100:00000001:3.0:1767326529.354110:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326529.354114:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9198884 x1853175408682624/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326545 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326529.354123:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326529.354126:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b9198884 x1853175408682624/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326545 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326529.354133:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326529.354134:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767326529.354607:0:218853:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000000e017dc2. 00000020:00000040:2.0:1767326529.354615:0:218853:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-MDT0001-mdc-ffff971288e2b000 has already been connecting to new target(6) 00000020:00000010:2.0:1767326529.354617:0:218853:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000000e017dc2. 00000800:00000001:3.0:1767326529.355391:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326529.355415:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326529.355419:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326529.355423:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326529.355430:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326529.355441:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 8472 into portal 25 MB=0x6957405f0e680 00000400:00000200:3.0:1767326529.355447:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 8472/8472 into md 0xfb1 [4] + 224 00000800:00000001:3.0:1767326529.355452:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326529.355470:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326529.355473:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326529.355477:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326529.355481:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326529.355485:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9198884 x1853175408682624/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326545 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326529.355494:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000b9198884 x1853175408682624/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326529.355511:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326529.355516:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326529.355519:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326529.356043:0:218854:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326529.356049:0:218854:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326529.356051:0:218854:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326529.356053:0:218854:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086e1c835. 00000400:00000200:2.0:1767326529.356056:0:218854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000753a161f 00000400:00000010:2.0:1767326529.356057:0:218854:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000753a161f. 00000100:00000001:2.0:1767326529.356060:0:218854:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326529.356071:0:218854:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9198884 x1853175408682624/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326529.356081:0:218854:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9198884 x1853175408682624/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326529.356088:0:218854:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326529.356090:0:218854:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326529.356092:0:218854:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326529.356095:0:218854:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326529.356097:0:218854:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326529.356098:0:218854:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326529.356100:0:218854:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326529.356106:0:218854:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=75 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326529.356109:0:218854:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326529.356112:0:218854:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326529.356114:0:218854:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326529.356116:0:218854:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326529.356117:0:218854:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326529.356118:0:218854:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326529.356121:0:218854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9198884 x1853175408682624/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326529.356125:0:218854:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326529.356127:0:218854:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326529.356128:0:218854:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326529.356131:0:218854:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9198884 x1853175408682624/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326545 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326529.356135:0:218854:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d78984fc-6fc9-437f-a1d6-38da7564c553:218854:1853175408682624:192.168.202.142@tcp:502: 00000100:00000001:2.0:1767326529.356139:0:218854:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326529.356141:0:218854:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326529.356142:0:218854:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767326529.356143:0:218854:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326529.356145:0:218854:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9198884 x1853175408682624/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326545 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326529.356149:0:218854:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326529.356156:0:218854:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bb4a966e. 00000100:00000001:2.0:1767326529.356157:0:218854:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767326529.356158:0:218854:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767326529.356162:0:218854:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1767326529.356163:0:218854:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326529.356165:0:218854:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9198884 x1853175408682624/t0(0) o502->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 272/8472 e 0 to 0 dl 1767326545 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326529.356169:0:218854:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326529.356170:0:218854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326529.356171:0:218854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000000939673a. 02000000:00000001:2.0:1767326529.356176:0:218854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326529.356178:0:218854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326529.356179:0:218854:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326529.356180:0:218854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326529.356181:0:218854:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c0f41a40. 02000000:00000001:2.0:1767326529.356184:0:218854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326529.356185:0:218854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326529.356186:0:218854:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9198884. 00000100:00000001:2.0:1767326529.356189:0:218854:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326529.356190:0:218854:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326529.356192:0:218854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326529.356193:0:218854:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326529.356194:0:218854:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767326529.356196:0:218854:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767326529.356198:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c30000 type=0x10620000 idx=1 00000040:00001000:2.0:1767326529.356201:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:2.0:1767326529.356202:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c300e0 type=0x10620000 idx=2 00000040:00001000:2.0:1767326529.356204:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 2 00000040:00001000:2.0:1767326529.356205:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c30158 type=0x10620000 idx=3 00000040:00001000:2.0:1767326529.356206:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 3 00000040:00001000:2.0:1767326529.356207:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c30200 type=0x10620000 idx=4 00000040:00001000:2.0:1767326529.356208:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 4 00000040:00001000:2.0:1767326529.356210:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c302e0 type=0x10620000 idx=5 00000040:00001000:2.0:1767326529.356211:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 5 00000040:00001000:2.0:1767326529.356212:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c303c0 type=0x10620000 idx=6 00000040:00001000:2.0:1767326529.356213:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 6 00000040:00001000:2.0:1767326529.356222:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c30438 type=0x10620000 idx=7 00000040:00001000:2.0:1767326529.356223:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 7 00000040:00001000:2.0:1767326529.356224:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c304e0 type=0x10620000 idx=8 00000040:00001000:2.0:1767326529.356226:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 8 00000040:00001000:2.0:1767326529.356227:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c305c0 type=0x10620000 idx=9 00000040:00001000:2.0:1767326529.356229:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 9 00000040:00001000:2.0:1767326529.356230:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c306a0 type=0x10620000 idx=10 00000040:00001000:2.0:1767326529.356232:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 10 00000040:00001000:2.0:1767326529.356233:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c30718 type=0x10620000 idx=11 00000040:00001000:2.0:1767326529.356234:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 11 00000040:00001000:2.0:1767326529.356236:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c307f8 type=0x10620000 idx=12 00000040:00001000:2.0:1767326529.356238:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 12 00000040:00001000:2.0:1767326529.356239:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c308d8 type=0x10620000 idx=13 00000040:00001000:2.0:1767326529.356240:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 13 00000040:00001000:2.0:1767326529.356241:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c30930 type=0x10620000 idx=14 00000040:00001000:2.0:1767326529.356243:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 14 00000040:00001000:2.0:1767326529.356244:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c309b0 type=0x10620000 idx=15 00000040:00001000:2.0:1767326529.356246:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 15 00000040:00001000:2.0:1767326529.356247:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c30a40 type=0x10620000 idx=16 00000040:00001000:2.0:1767326529.356249:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 16 00000040:00001000:2.0:1767326529.356250:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c30ae0 type=0x10620000 idx=17 00000040:00001000:2.0:1767326529.356251:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 17 00000040:00001000:2.0:1767326529.356253:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c30bc0 type=0x10620000 idx=18 00000040:00001000:2.0:1767326529.356254:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 18 00000040:00001000:2.0:1767326529.356255:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c30ca0 type=0x10620000 idx=19 00000040:00001000:2.0:1767326529.356257:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 19 00000040:00001000:2.0:1767326529.356258:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c30cf0 type=0x10620000 idx=20 00000040:00001000:2.0:1767326529.356260:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 20 00000040:00001000:2.0:1767326529.356261:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c30dd0 type=0x10620000 idx=21 00000040:00001000:2.0:1767326529.356263:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 21 00000040:00001000:2.0:1767326529.356264:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c30eb0 type=0x10620000 idx=22 00000040:00001000:2.0:1767326529.356266:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 22 00000040:00001000:2.0:1767326529.356267:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c30f08 type=0x10620000 idx=23 00000040:00001000:2.0:1767326529.356269:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 23 00000040:00001000:2.0:1767326529.356270:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c30f88 type=0x10620000 idx=24 00000040:00001000:2.0:1767326529.356276:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 24 00000040:00001000:2.0:1767326529.356277:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c31018 type=0x10620000 idx=25 00000040:00001000:2.0:1767326529.356279:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 25 00000040:00001000:2.0:1767326529.356280:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c310b8 type=0x10620000 idx=26 00000040:00001000:2.0:1767326529.356281:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 26 00000040:00001000:2.0:1767326529.356282:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c31198 type=0x10620000 idx=27 00000040:00001000:2.0:1767326529.356284:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 27 00000040:00001000:2.0:1767326529.356285:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c31278 type=0x10620000 idx=28 00000040:00001000:2.0:1767326529.356287:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 28 00000040:00001000:2.0:1767326529.356288:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c312c8 type=0x10620000 idx=29 00000040:00001000:2.0:1767326529.356290:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 29 00000040:00001000:2.0:1767326529.356291:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c313a8 type=0x10620000 idx=30 00000040:00001000:2.0:1767326529.356293:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 30 00000040:00001000:2.0:1767326529.356294:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c31488 type=0x10620000 idx=31 00000040:00001000:2.0:1767326529.356296:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 31 00000040:00001000:2.0:1767326529.356297:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c314e0 type=0x10620000 idx=32 00000040:00001000:2.0:1767326529.356298:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 32 00000040:00001000:2.0:1767326529.356299:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c31560 type=0x10620000 idx=33 00000040:00001000:2.0:1767326529.356301:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 33 00000040:00001000:2.0:1767326529.356302:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c315f0 type=0x10620000 idx=34 00000040:00001000:2.0:1767326529.356303:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 34 00000040:00001000:2.0:1767326529.356304:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c31670 type=0x10620000 idx=35 00000040:00001000:2.0:1767326529.356306:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 35 00000040:00001000:2.0:1767326529.356307:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c31750 type=0x10620000 idx=36 00000040:00001000:2.0:1767326529.356308:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 36 00000040:00001000:2.0:1767326529.356310:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c31830 type=0x10620000 idx=37 00000040:00001000:2.0:1767326529.356311:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 37 00000040:00001000:2.0:1767326529.356312:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c31880 type=0x10620000 idx=38 00000040:00001000:2.0:1767326529.356314:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 38 00000040:00001000:2.0:1767326529.356315:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c31960 type=0x10620000 idx=39 00000040:00001000:2.0:1767326529.356316:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 39 00000040:00001000:2.0:1767326529.356317:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c31a40 type=0x10620000 idx=40 00000040:00001000:2.0:1767326529.356319:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 40 00000040:00001000:2.0:1767326529.356320:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c31a98 type=0x10620000 idx=41 00000040:00001000:2.0:1767326529.356322:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 41 00000040:00001000:2.0:1767326529.356327:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c31b18 type=0x10620000 idx=42 00000040:00001000:2.0:1767326529.356329:0:218854:0:(llog.c:759:llog_process_thread()) skipping lrh_index 42 00000040:00001000:2.0:1767326529.356330:0:218854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9712b4c31ba8 type=0x10620000 idx=43 00000040:00001000:2.0:1767326529.356332:0:218854:0:(llog.c:776:llog_process_thread()) lrh_index: 43 lrh_len: 160 (1112 remains) 00000040:00001000:2.0:1767326529.356334:0:218854:0:(llog.c:797:llog_process_thread()) index: 43, lh_last_idx: 66 synced_idx: 0 lgh_last_idx: 66 00000020:00000001:2.0:1767326529.356337:0:218854:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767326529.356341:0:218854:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000000e017dc2. 00000020:01000000:2.0:1767326529.356345:0:218854:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff971288e2b000 00000020:00000010:2.0:1767326529.356349:0:218854:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 0000000005419b94. 00000020:00000080:2.0:1767326529.356351:0:218854:0:(obd_config.c:1389:class_process_config()) processing cmd: cf014 00000020:00000001:2.0:1767326529.356356:0:218854:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767326529.356359:0:218854:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025b75343. 00000020:00000010:2.0:1767326529.356364:0:218854:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000747ab90a. 00000040:00000010:2.0:1767326529.356368:0:218854:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c0f41a40. 00000020:00000010:2.0:1767326529.356372:0:218854:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a7ab0041. 00000020:00000010:2.0:1767326529.356376:0:218854:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ef07e7e1. 00040000:00000010:2.0:1767326529.356380:0:218854:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f6a98a8f. 00040000:00000010:2.0:1767326529.356383:0:218854:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c3883f3e. 00800000:00000001:2.0:1767326529.356388:0:218854:0:(lmv_obd.c:1346:lmv_process_config()) Process entered 00800000:00000001:2.0:1767326529.356393:0:218854:0:(lmv_obd.c:423:lmv_add_target()) Process entered 00800000:01000000:2.0:1767326529.356394:0:218854:0:(lmv_obd.c:425:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00800000:00000010:2.0:1767326529.356421:0:218854:0:(lmv_obd.c:434:lmv_add_target()) kmalloced '(tgt)': 368 at 000000008ddc5e44. 00020000:00000001:2.0:1767326529.356425:0:218854:0:(lu_tgt_descs.c:357:ltd_add_tgt()) Process entered 00020000:00000001:2.0:1767326529.356426:0:218854:0:(lu_tgt_descs.c:372:ltd_add_tgt()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00800000:00000001:2.0:1767326529.356429:0:218854:0:(lmv_obd.c:448:lmv_add_target()) Process leaving via out_tgt (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00800000:00000010:2.0:1767326529.356431:0:218854:0:(lmv_obd.c:465:lmv_add_target()) kfreed 'tgt': 368 at 000000008ddc5e44. 00800000:00000001:2.0:1767326529.356434:0:218854:0:(lmv_obd.c:1363:lmv_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00800000:00000001:2.0:1767326529.356436:0:218854:0:(lmv_obd.c:1369:lmv_process_config()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000010:2.0:1767326529.356440:0:218854:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000747ab90a. 00000040:00000010:2.0:1767326529.356443:0:218854:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c0f41a40. 00000020:00000010:2.0:1767326529.356446:0:218854:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a7ab0041. 00000020:00000010:2.0:1767326529.356450:0:218854:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ef07e7e1. 00040000:00000010:2.0:1767326529.356453:0:218854:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f6a98a8f. 00040000:00000010:2.0:1767326529.356461:0:218854:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c3883f3e. 00000020:00000010:2.0:1767326529.356464:0:218854:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025b75343. 00000020:00000001:2.0:1767326529.356466:0:218854:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:2.0:1767326529.356468:0:218854:0:(obd_config.c:1583:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:2.0:1767326529.356471:0:218854:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 0000000005419b94. 00000020:00000010:2.0:1767326529.356473:0:218854:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000000e017dc2. 00000020:00020000:2.0:1767326529.356476:0:218854:0:(obd_config.c:2001:class_config_llog_handler()) MGC192.168.202.142@tcp: cfg command failed: rc = -17 00000020:00000001:2.0:1767326529.362890:0:218854:0:(obd_config.c:2319:class_config_dump_handler()) Process entered 00000020:00000010:2.0:1767326529.362896:0:218854:0:(obd_config.c:2321:class_config_dump_handler()) kmalloced '(outstr)': 256 at 00000000f6a98a8f. 00000020:00000001:2.0:1767326529.362901:0:218854:0:(obd_config.c:2250:class_config_parse_rec()) Process entered 00000020:00000001:2.0:1767326529.362906:0:218854:0:(obd_config.c:2309:class_config_parse_rec()) Process leaving (rc=88 : 88 : 58) 00000020:02000400:2.0:1767326529.362909:0:218854:0:(obd_config.c:2327:class_config_dump_handler()) cmd=cf014 0:lustre-clilmv 1:lustre-MDT0001_UUID 2:1 3:1 4:lustre-MDT0001-mdc_UUID 00000020:00000010:2.0:1767326529.366221:0:218854:0:(obd_config.c:2333:class_config_dump_handler()) kfreed 'outstr': 256 at 00000000f6a98a8f. 00000020:00000001:2.0:1767326529.366230:0:218854:0:(obd_config.c:2334:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326529.366233:0:218854:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:2.0:1767326529.366237:0:218854:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:2.0:1767326529.366241:0:218854:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 43 count 66 00000040:00000010:2.0:1767326529.366244:0:218854:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000087127ac. 00000020:00000010:2.0:1767326529.366252:0:218854:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000024a1a603. 00000020:00000010:2.0:1767326529.366267:0:218854:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000021b93f38. 00000040:00000010:2.0:1767326529.366272:0:218854:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000013426017. 00000020:00000010:2.0:1767326529.366275:0:218854:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000060ae147f. 00000020:00000010:2.0:1767326529.366279:0:218854:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f90eb31e. 00000020:00000010:2.0:1767326529.366285:0:218854:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000689c4ba. 80000000:00000010:2.0:1767326529.366289:0:218854:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006e604e96. 40000000:00000010:2.0:1767326529.366293:0:218854:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ad392848. 00100000:00000010:2.0:1767326529.366298:0:218854:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000734043d1. 00040000:00000010:2.0:1767326529.366301:0:218854:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d59ec675. 00040000:00000010:2.0:1767326529.366305:0:218854:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d8325c22. 00040000:00000010:2.0:1767326529.366309:0:218854:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000045e4d203. 00000004:00000010:2.0:1767326529.366313:0:218854:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000435e27b1. 00000004:00000010:2.0:1767326529.366317:0:218854:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b59690e9. 00000004:00000010:2.0:1767326529.366329:0:218854:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cff73c5d. 00002000:00000010:2.0:1767326529.366332:0:218854:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d124b6d1. 00000004:00000010:2.0:1767326529.366336:0:218854:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004822a22d. 00000020:00000010:2.0:1767326529.366339:0:218854:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000caac0d1b. 00000040:00000010:0.0:1767326529.366373:0:214087:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000aabb1a3c. 00000040:00000001:0.0:1767326529.366379:0:214087:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:0.0:1767326529.366383:0:214087:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 43-43 (rc=-17) 00000040:00000010:0.0:1767326529.366389:0:214087:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f87e115d. 00000040:00000010:0.0:1767326529.366394:0:214087:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000050cef428. 00000020:00000001:0.0:1767326529.366427:0:214087:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:0.0:1767326529.366432:0:214087:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:0.0:1767326529.366436:0:214087:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c1c0e8b4. 00000040:00000010:0.0:1767326529.366440:0:214087:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000018e74027. 00000020:00000010:0.0:1767326529.366443:0:214087:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000060e4f12d. 00000020:00000010:0.0:1767326529.366446:0:214087:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000707c751a. 80000000:00000010:0.0:1767326529.366448:0:214087:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000417bd662. 00040000:00000010:0.0:1767326529.366451:0:214087:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002dae379f. 20000000:00000010:0.0:1767326529.366455:0:214087:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000e90d3215. 00000020:00000010:0.0:1767326529.366459:0:214087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006fd7b53a. 10000000:00000010:0.0:1767326529.366462:0:214087:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000016e64982. 10000000:01000000:0.0:1767326529.366465:0:214087:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:0.0:1767326529.366469:0:214087:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767326529.366476:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326529.366479:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326529.366482:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004d599310 refcount=3 00000020:00000001:0.0:1767326529.366485:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344676352 : -115368364875264 : ffff9712b597e200) 00010000:00000001:0.0:1767326529.366488:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344676352 : -115368364875264 : ffff9712b597e200) 00010000:00000001:0.0:1767326529.366491:0:214087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326529.366494:0:214087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: 000000004d599310/0x437b5ddfad697ed5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca85758264d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326529.366504:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326529.366506:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767326529.366507:0:214087:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: 000000004d599310/0x437b5ddfad697ed5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca85758264d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326529.366513:0:214087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326529.366515:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326529.366515:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767326529.366516:0:214087:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326529.366518:0:214087:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:0.0:1767326529.366521:0:214087:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:0.0:1767326529.369328:0:214087:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767326529.369333:0:214087:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767326529.369335:0:214087:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (0000000065c0aa42) refs 2 10000000:00000001:0.0:1767326529.369339:0:214087:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326529.369341:0:214087:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767326529.369343:0:214087:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000026e82522) refs 3 10000000:00000001:0.0:1767326529.369345:0:214087:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767326529.369346:0:214087:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767326529.369348:0:214087:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1767326529.369349:0:214087:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:0.0:1767326529.369351:0:214087:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9712834fe360 from 1 10000000:00000001:0.0:1767326529.369354:0:214087:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767326529.369355:0:214087:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1767326529.369362:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c3ee48e. 00000020:00000040:0.0:1767326529.369366:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326529.369370:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326529.369378:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326529.369381:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326529.369388:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e42c62be. 00000100:00000001:0.0:1767326529.369394:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326529.369423:0:214087:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767326529.369426:0:214087:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767326529.369432:0:214087:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000eb2a4dc0 count: 2 00010000:00000001:0.0:1767326529.369435:0:214087:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326529.369438:0:214087:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767326529.369441:0:214087:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ade3308f. 00000020:00000001:0.0:1767326529.369445:0:214087:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767326529.369447:0:214087:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ade3308f with handle 0x437b5ddfad697edc to hash 00000020:00000001:0.0:1767326529.369449:0:214087:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767326529.369451:0:214087:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000001:0.0:1767326529.369454:0:214087:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000001:0.0:1767326529.369457:0:214087:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767326529.369459:0:214087:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326529.369461:0:214087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697edc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326529.369471:0:214087:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697edc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326529.369480:0:214087:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697edc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767326529.369486:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326529.369488:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326529.369492:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc042c7a. 00000100:00000001:0.0:1767326529.369494:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705343117376 : -115368366434240 : ffff9712b5801840) 00000100:00000001:0.0:1767326529.369497:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326529.369498:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453958784 : -115368255592832 : ffff9712bc1b6680) 00000100:00000001:0.0:1767326529.369503:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326529.369504:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326529.369507:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326529.369513:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326529.369521:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c3ee48e x1853175408682752/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326529.369531:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326529.369533:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326529.369537:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326529.369539:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326529.369542:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326529.369545:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007c3ee48e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408682752:192.168.202.142@tcp:101: 00000100:00000001:0.0:1767326529.369549:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326529.369554:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326529.369557:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326529.369559:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326529.369563:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f3ae08ce. 02000000:00000001:0.0:1767326529.369565:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326529.369570:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014c3dfb0. 00000400:00000010:0.0:1767326529.369577:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d90f77. 00000100:00000200:0.0:1767326529.369583:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853175408682752, portal 25 00000100:00000001:0.0:1767326529.369586:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326529.369587:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453958784 : -115368255592832 : ffff9712bc1b6680) 00000100:00000040:0.0:1767326529.369592:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007c3ee48e x1853175408682752/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326529.369600:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326529.369603:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326529.369606:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4a8377b. 00000100:00000200:0.0:1767326529.369609:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853175408682752, offset 0 00000400:00000200:0.0:1767326529.369616:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326529.369641:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326529.369646:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326529.369650:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326529.369653:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326529.369656:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326529.369659:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [478:478:256:4294967295] 192.168.202.142@tcp LPNI seq info [478:478:8:4294967295] 00000400:00000200:0.0:1767326529.369676:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326529.369682:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326529.369686:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000800:00000200:0.0:1767326529.369692:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326529.369699:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326529.369703:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1767326529.369717:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326529.369721:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306400991 00000100:00000001:0.0:1767326529.369727:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306400975 00000100:00000001:0.0:1767326529.369732:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306400991 00000100:00000001:0.0:1767326529.369735:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306400975 00000100:00000001:0.0:1767326529.369738:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306400991 00000100:00000001:0.0:1767326529.369741:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306400975 00000100:00000001:0.0:1767326529.369743:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306400991 00000100:00000001:0.0:1767326529.369746:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306400975 00000100:00000001:0.0:1767326529.369748:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326529.369750:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326529.369753:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326529.369755:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326529.369757:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 00000000dc042c7a going to sleep for 11 seconds 00000100:00000001:0.0:1767326529.369760:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326529.369762:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326529.369806:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326529.369809:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000400:00000200:3.0:1767326529.369813:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326529.369816:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326529.369820:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a8377b 00000400:00000010:3.0:1767326529.369826:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4a8377b. 00000100:00000001:3.0:1767326529.369834:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326529.369840:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c3ee48e x1853175408682752/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326529.369848:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326529.369851:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000007c3ee48e x1853175408682752/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326529.369857:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326529.369859:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326529.371331:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326529.371341:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326529.371344:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326529.371345:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326529.371351:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326529.371359:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 344 into portal 25 MB=0x6957405f0e700 00000400:00000200:3.0:1767326529.371363:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 344/344 into md 0xfb9 [1] + 224 00000800:00000001:3.0:1767326529.371369:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326529.371376:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326529.371378:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326529.371381:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326529.371386:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326529.371389:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c3ee48e x1853175408682752/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326529.371427:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000007c3ee48e x1853175408682752/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326529.371442:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326529.371450:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326529.371453:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326529.371463:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326529.371470:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326529.371471:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326529.371474:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014c3dfb0. 00000400:00000200:0.0:1767326529.371478:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d90f77 00000400:00000010:0.0:1767326529.371479:0:214087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d90f77. 00000100:00000001:0.0:1767326529.371482:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326529.371486:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c3ee48e x1853175408682752/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326529.371500:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c3ee48e x1853175408682752/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326529.371507:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326529.371509:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326529.371512:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326529.371514:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326529.371517:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326529.371519:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326529.371521:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326529.371526:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326529.371530:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326529.371533:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326529.371534:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326529.371536:0:214087:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326529.371538:0:214087:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326529.371541:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326529.371544:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c3ee48e x1853175408682752/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326529.371550:0:214087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326529.371553:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326529.371554:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326529.371557:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c3ee48e x1853175408682752/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326529.371564:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007c3ee48e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408682752:192.168.202.142@tcp:101: 00000100:00000001:0.0:1767326529.371568:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326529.371570:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326529.371572:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326529.371573:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326529.371575:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c3ee48e x1853175408682752/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326529.371580:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326529.371588:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dc042c7a. 00000100:00000001:0.0:1767326529.371590:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326529.371592:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326529.371594:0:214087:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767326529.371597:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326529.371598:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326529.371600:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ade3308f refcount=4 00000020:00000001:0.0:1767326529.371602:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000001:0.0:1767326529.371604:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000040:0.0:1767326529.371608:0:214087:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000ade3308f, remote cookie: 0xa7160ca857582654, flags: 0x0 00010000:00000001:0.0:1767326529.371611:0:214087:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767326529.371613:0:214087:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767326529.371616:0:214087:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767326529.371617:0:214087:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767326529.371618:0:214087:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767326529.371620:0:214087:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000eb2a4dc0) refcount = 2 00010000:00000040:0.0:1767326529.371622:0:214087:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767326529.371624:0:214087:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.142@tcp lock: 000000004d599310/0x437b5ddfad697ed5 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7160ca85758264d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767326529.371644:0:214087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697edc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca857582654 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326529.371649:0:214087:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767326529.371651:0:214087:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767326529.371653:0:214087:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326529.371655:0:214087:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767326529.371657:0:214087:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326529.371659:0:214087:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697edc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7160ca857582654 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326529.371664:0:214087:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767326529.371666:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326529.371667:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326529.371668:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326529.371674:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326529.371675:0:214087:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326529.371677:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326529.371680:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c3ee48e x1853175408682752/t0(0) o101->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 328/344 e 0 to 0 dl 1767326545 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326529.371686:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326529.371688:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326529.371690:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f3ae08ce. 02000000:00000001:0.0:1767326529.371693:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326529.371695:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326529.371696:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326529.371698:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326529.371700:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e42c62be. 02000000:00000001:0.0:1767326529.371702:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326529.371704:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326529.371705:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c3ee48e. 00000100:00000001:0.0:1767326529.371708:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326529.371709:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767326529.371710:0:214087:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326529.371713:0:214087:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767326529.371714:0:214087:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (0000000065c0aa42) refs 3 10000000:00000001:0.0:1767326529.371715:0:214087:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326529.371717:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326529.371718:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326529.371719:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ade3308f refcount=3 00000020:00000001:0.0:1767326529.371721:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000001:0.0:1767326529.371723:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000001:0.0:1767326529.371725:0:214087:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767326529.371726:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326529.371727:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326529.371728:0:214087:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326529.371729:0:214087:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767326529.371732:0:214087:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000b4a18839. 00000020:00000010:0.0:1767326529.371736:0:214087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e42c62be. 00000020:00000010:0.0:1767326529.371740:0:214087:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002637400b. 00000040:00000010:0.0:1767326529.371743:0:214087:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000086f2e317. 00000020:00000010:0.0:1767326529.371752:0:214087:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000373b8ac6. 00000020:00000010:0.0:1767326529.371756:0:214087:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001e5fbc55. 80000000:00000010:0.0:1767326529.371759:0:214087:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002806ae4a. 00040000:00000010:0.0:1767326529.371763:0:214087:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006fd7b53a. 20000000:00000010:0.0:1767326529.371767:0:214087:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e90d3215. 10000000:00000040:0.0:1767326529.371770:0:214087:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000007c1e0515 : new refcount 2 00000020:00000001:0.0:1767326529.371773:0:214087:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1767326529.371774:0:214087:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:0.0:1767326529.371776:0:214087:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767326529.371778:0:214087:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002dae379f. 00000040:00000001:0.0:1767326529.371781:0:214087:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767326529.371783:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000010:0.0:1767326529.371786:0:214087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c3ee48e. 00000020:00000040:0.0:1767326529.371788:0:214087:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326529.371791:0:214087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326529.371793:0:214087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326529.371795:0:214087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326529.371799:0:214087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000707c751a. 00000100:00000001:0.0:1767326529.371810:0:214087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326529.371814:0:214087:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767326529.371815:0:214087:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767326529.371818:0:214087:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc042c7a. 00000100:00000001:0.0:1767326529.371820:0:214087:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705343117376 : -115368366434240 : ffff9712b5801840) 00000100:00000001:0.0:1767326529.371821:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326529.371823:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453958784 : -115368255592832 : ffff9712bc1b6680) 00000100:00000001:0.0:1767326529.371825:0:214087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326529.371827:0:214087:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326529.371828:0:214087:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767326529.371829:0:214087:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326529.371832:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c3ee48e x1853175408682880/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326529.371838:0:214087:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326529.371839:0:214087:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326529.371841:0:214087:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326529.371843:0:214087:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326529.371850:0:214087:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326529.371852:0:214087:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007c3ee48e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408682880:192.168.202.142@tcp:501: 00000100:00000001:0.0:1767326529.371855:0:214087:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326529.371858:0:214087:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326529.371859:0:214087:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326529.371861:0:214087:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326529.371863:0:214087:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018e74027. 02000000:00000001:0.0:1767326529.371864:0:214087:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326529.371867:0:214087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014c3dfb0. 00000400:00000010:0.0:1767326529.371870:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d90f77. 00000100:00000200:0.0:1767326529.371873:0:214087:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408682880, portal 25 00000100:00000001:0.0:1767326529.371875:0:214087:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326529.371876:0:214087:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453958784 : -115368255592832 : ffff9712bc1b6680) 00000100:00000040:0.0:1767326529.371879:0:214087:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007c3ee48e x1853175408682880/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326529.371884:0:214087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326529.371886:0:214087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326529.371888:0:214087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057503a90. 00000100:00000200:0.0:1767326529.371890:0:214087:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853175408682880, offset 0 00000400:00000200:0.0:1767326529.371894:0:214087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326529.371899:0:214087:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326529.371903:0:214087:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326529.371906:0:214087:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326529.371907:0:214087:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326529.371910:0:214087:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326529.371912:0:214087:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [479:479:256:4294967295] 192.168.202.142@tcp LPNI seq info [479:479:8:4294967295] 00000400:00000200:0.0:1767326529.371918:0:214087:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326529.371923:0:214087:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326529.371927:0:214087:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000800:00000200:0.0:1767326529.371931:0:214087:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326529.371935:0:214087:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326529.371941:0:214087:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1767326529.371953:0:214087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326529.371956:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306400993 00000100:00000001:0.0:1767326529.371960:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306400991 00000100:00000001:0.0:1767326529.371963:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306400993 00000100:00000001:0.0:1767326529.371965:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306400991 00000100:00000001:0.0:1767326529.371967:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306400993 00000100:00000001:0.0:1767326529.371969:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306400991 00000100:00000001:0.0:1767326529.371971:0:214087:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306400993 00000100:00000001:0.0:1767326529.371974:0:214087:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306400991 00000100:00000001:0.0:1767326529.371975:0:214087:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326529.371977:0:214087:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326529.371979:0:214087:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326529.371980:0:214087:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767326529.371982:0:214087:0:(client.c:2690:ptlrpc_set_wait()) set 00000000dc042c7a going to sleep for 11 seconds 00000100:00000001:0.0:1767326529.371984:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326529.371985:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326529.372027:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326529.372030:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000400:00000200:3.0:1767326529.372034:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326529.372042:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326529.372051:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057503a90 00000400:00000010:3.0:1767326529.372053:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057503a90. 00000100:00000001:3.0:1767326529.372056:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326529.372059:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c3ee48e x1853175408682880/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326529.372067:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326529.372070:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000007c3ee48e x1853175408682880/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326529.372076:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326529.372077:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326529.372981:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326529.372988:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326529.372991:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326529.372994:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326529.373001:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326529.373011:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 272 into portal 25 MB=0x6957405f0e780 00000400:00000200:3.0:1767326529.373017:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 272/272 into md 0xfc1 [1] + 224 00000800:00000001:3.0:1767326529.373022:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326529.373028:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326529.373031:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326529.373034:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326529.373038:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326529.373042:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c3ee48e x1853175408682880/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326529.373051:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@000000007c3ee48e x1853175408682880/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326529.373066:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326529.373072:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326529.373074:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326529.373095:0:214087:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326529.373100:0:214087:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326529.373101:0:214087:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326529.373103:0:214087:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014c3dfb0. 00000400:00000200:0.0:1767326529.373107:0:214087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d90f77 00000400:00000010:0.0:1767326529.373109:0:214087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d90f77. 00000100:00000001:0.0:1767326529.373112:0:214087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326529.373116:0:214087:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c3ee48e x1853175408682880/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326529.373125:0:214087:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c3ee48e x1853175408682880/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326529.373131:0:214087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326529.373133:0:214087:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326529.373135:0:214087:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326529.373143:0:214087:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326529.373144:0:214087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326529.373146:0:214087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326529.373148:0:214087:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326529.373152:0:214087:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326529.373155:0:214087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326529.373158:0:214087:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767326529.373161:0:214087:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@000000007c3ee48e x1853175408682880/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326529.373167:0:214087:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767326529.373170:0:214087:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1767326529.373173:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c3ee48e x1853175408682880/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326529.373179:0:214087:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1767326529.373181:0:214087:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326529.373183:0:214087:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326529.373186:0:214087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c3ee48e x1853175408682880/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326529.373193:0:214087:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007c3ee48e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d78984fc-6fc9-437f-a1d6-38da7564c553:214087:1853175408682880:192.168.202.142@tcp:501: 00000100:00000001:0.0:1767326529.373198:0:214087:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326529.373201:0:214087:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767326529.373203:0:214087:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767326529.373204:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326529.373207:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c3ee48e x1853175408682880/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326529.373213:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326529.373215:0:214087:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dc042c7a. 00000100:00000001:0.0:1767326529.373218:0:214087:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767326529.373219:0:214087:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767326529.373222:0:214087:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1767326529.373225:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326529.373231:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326529.373233:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326529.373235:0:214087:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326529.373238:0:214087:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c3ee48e x1853175408682880/t0(0) o501->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 512/272 e 0 to 0 dl 1767326545 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326529.373245:0:214087:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326529.373247:0:214087:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326529.373248:0:214087:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018e74027. 02000000:00000001:0.0:1767326529.373251:0:214087:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326529.373252:0:214087:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326529.373253:0:214087:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326529.373255:0:214087:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326529.373256:0:214087:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000707c751a. 02000000:00000001:0.0:1767326529.373259:0:214087:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326529.373260:0:214087:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326529.373261:0:214087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c3ee48e. 00000100:00000001:0.0:1767326529.373264:0:214087:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326529.373265:0:214087:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1767326529.373267:0:214087:0:(llog.c:1547:llog_open()) MGC192.168.202.142@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767326529.373270:0:214087:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002dae379f. 00000040:00000001:0.0:1767326529.373273:0:214087:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1767326529.373275:0:214087:0:(obd_config.c:2023:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1767326529.373277:0:214087:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:0.0:1767326529.373282:0:214087:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002637400b. 00000040:00000010:0.0:1767326529.373285:0:214087:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000086f2e317. 00000020:00000010:0.0:1767326529.373288:0:214087:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000373b8ac6. 00000020:00000010:0.0:1767326529.373293:0:214087:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001e5fbc55. 80000000:00000010:0.0:1767326529.373297:0:214087:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002806ae4a. 00040000:00000010:0.0:1767326529.373301:0:214087:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006fd7b53a. 20000000:00000010:0.0:1767326529.373303:0:214087:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000e90d3215. 00000020:00000010:0.0:1767326529.373307:0:214087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e42c62be. 10000000:00000010:0.0:1767326529.373310:0:214087:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000b4a18839. 10000000:01000000:0.0:1767326529.373314:0:214087:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.142@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:0.0:1767326529.373317:0:214087:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767326529.373324:0:214087:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326529.373326:0:214087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767326529.373327:0:214087:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ade3308f refcount=3 00000020:00000001:0.0:1767326529.373330:0:214087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000001:0.0:1767326529.373332:0:214087:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345852416 : -115368363699200 : ffff9712b5a9d400) 00010000:00000001:0.0:1767326529.373334:0:214087:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767326529.373337:0:214087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697edc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca857582654 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326529.373344:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326529.373346:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767326529.373347:0:214087:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697edc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca857582654 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326529.373353:0:214087:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326529.373355:0:214087:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326529.373356:0:214087:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767326529.373358:0:214087:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326529.373360:0:214087:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1767326529.373362:0:214087:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767326529.373364:0:214087:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767326529.373365:0:214087:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(0000000065c0aa42) refs 3 10000000:00000001:0.0:1767326529.373367:0:214087:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767326529.851608:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326529.851615:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326529.851686:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326529.851690:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326529.851693:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326530.875511:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326530.875516:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326530.875521:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326530.875523:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326530.875534:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073f7d1f4. 00000020:00000001:2.0:1767326530.875554:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:3.0:1767326530.875555:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326530.875559:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326530.875562:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:2.0:1767326530.875564:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767326530.875567:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326530.875573:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326530.875581:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005f1bd790. 00000100:00000001:3.0:1767326530.875587:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326530.875606:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000073f7d1f4 x1853175408683008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326530.875630:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326530.875632:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326530.875637:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073f7d1f4] to pc [ptlrpcd_00_03+3] req@0000000073f7d1f4 x1853175408683008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326530.875663:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326530.875666:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326530.875669:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326530.875672:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005066112f. 00000020:00000040:3.0:1767326530.875674:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326530.875676:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326530.875677:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326530.875678:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326530.875681:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008ce1a50c. 00000100:00000001:3.0:1767326530.875684:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326530.875686:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326530.875689:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326530.875692:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326530.875692:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000005066112f x1853175408683136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326530.875699:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073f7d1f4 x1853175408683008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326530.875701:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326530.875702:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326530.875705:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326530.875707:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326530.875712:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005066112f] to pc [ptlrpcd_00_00+0] req@000000005066112f x1853175408683136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326530.875716:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326530.875719:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326530.875723:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326530.875725:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326530.875727:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326530.875730:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073f7d1f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408683008:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326530.875733:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326530.875733:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326530.875737:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326530.875739:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326530.875743:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326530.875743:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326530.875744:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326530.875748:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767326530.875751:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d2c217a. 00000100:00000001:3.0:1767326530.875751:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326530.875752:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326530.875754:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326530.875756:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d01b32e0. 00000100:00000040:0.0:1767326530.875760:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005066112f x1853175408683136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326530.875760:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c1447f9. 00000100:00000001:2.0:1767326530.875762:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326530.875762:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326530.875767:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326530.875768:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765198f9. 00000100:00000001:3.0:1767326530.875768:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326530.875773:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1767326530.875777:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408683008, portal 25 02000000:00000001:3.0:1767326530.875778:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326530.875779:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326530.875781:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326530.875782:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326530.875783:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571626752 : -115369137924864 : ffff971287841500) 02000000:00000010:3.0:1767326530.875786:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1d29a8a. 00000100:00000040:1.0:1767326530.875789:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000073f7d1f4 x1853175408683008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326530.875792:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326530.875796:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326530.875799:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326530.875801:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000d01b32e0 x1853175408683264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326530.875804:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326530.875807:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767326530.875812:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005066112f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408683136:192.168.202.142@tcp:400: 00000100:00000040:1.0:1767326530.875816:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326530.875822:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767326530.875822:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057863878. 00000100:00000001:3.0:1767326530.875823:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326530.875826:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326530.875827:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767326530.875828:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408683008, offset 0 02000000:00000001:0.0:1767326530.875831:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326530.875831:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d01b32e0] to pc [ptlrpcd_00_01+1] req@00000000d01b32e0 x1853175408683264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326530.875835:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326530.875841:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006fd7b53a. 00000400:00000200:1.0:1767326530.875841:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326530.875845:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326530.875850:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014c3dfb0. 00000100:00000001:3.0:1767326530.875851:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326530.875854:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326530.875857:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d90f77. 00000100:00000040:3.0:1767326530.875857:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767326530.875861:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:0.0:1767326530.875865:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408683136, portal 10 00000100:00000040:3.0:1767326530.875865:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11736) 00000400:00000200:1.0:1767326530.875867:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326530.875869:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326530.875869:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326530.875872:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571625856 : -115369137925760 : ffff971287841180) 00000100:00000001:2.0:1767326530.875873:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326530.875876:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326530.875876:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326530.875883:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005066112f x1853175408683136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326530.875883:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d01b32e0 x1853175408683264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326530.875884:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326530.875891:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326530.875906:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [480:480:256:4294967295] 192.168.202.142@tcp LPNI seq info [480:480:8:4294967295] 00000100:00000001:0.0:1767326530.875910:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326530.875912:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326530.875916:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326530.875917:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326530.875920:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767326530.875922:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044f99395. 02000000:00000001:2.0:1767326530.875925:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326530.875927:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408683136, offset 0 00000400:00000200:1.0:1767326530.875931:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:2.0:1767326530.875931:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326530.875938:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00100000:2.0:1767326530.875939:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d01b32e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408683264:192.168.202.142@tcp:400: 00000800:00000200:1.0:1767326530.875945:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326530.875947:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326530.875951:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:1.0:1767326530.875952:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011ae9229. 02000000:00000001:2.0:1767326530.875953:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326530.875956:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:2.0:1767326530.875958:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326530.875962:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326530.875963:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000010:2.0:1767326530.875964:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3883f3e. 00000400:00000200:0.0:1767326530.875969:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:2.0:1767326530.875969:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326530.875974:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767326530.875975:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1e66889. 00000800:00000200:1.0:1767326530.875977:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:2.0:1767326530.875981:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055cc6549. 00000400:00000200:0.0:1767326530.875982:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:1.0:1767326530.875985:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011ae9229 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767326530.875987:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408683264, portal 10 00000400:00000200:0.0:1767326530.875989:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [481:481:255:4294967295] 192.168.202.142@tcp LPNI seq info [481:481:7:4294967295] 00000100:00000001:2.0:1767326530.875992:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326530.875995:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571623168 : -115369137928448 : ffff971287840700) 00000400:00000200:0.0:1767326530.876000:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:2.0:1767326530.876004:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d01b32e0 x1853175408683264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326530.876008:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326530.876012:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000100:00000001:1.0:1767326530.876013:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326530.876018:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306402497 00000800:00000200:0.0:1767326530.876020:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326530.876026:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306400993 00000100:00000001:2.0:1767326530.876028:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326530.876034:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306402497 00000100:00000040:2.0:1767326530.876036:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326530.876038:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306400993 00000400:00000010:2.0:1767326530.876040:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b272184d. 00000100:00000001:1.0:1767326530.876042:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306402497 00000800:00000200:0.0:1767326530.876046:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:2.0:1767326530.876047:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408683264, offset 0 00000100:00000001:1.0:1767326530.876048:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306400993 00000800:00000200:0.0:1767326530.876052:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326530.876054:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306402497 00000100:00000001:0.0:1767326530.876058:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326530.876059:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306400993 00000400:00000200:2.0:1767326530.876061:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326530.876064:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326530.876065:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 112690 usecs (113 jiffies) 00000100:00000001:1.0:1767326530.876068:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326530.876071:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326530.876072:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306398833 00000100:00000001:1.0:1767326530.876072:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326530.876077:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326530.876077:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767326530.876078:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326530.876079:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306402497 00000800:00000010:3.0:1767326530.876084:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011ae9229. 00000100:00000001:0.0:1767326530.876085:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306398833 00000400:00000200:2.0:1767326530.876085:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326530.876088:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326530.876091:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306402497 00000100:00000001:1.0:1767326530.876092:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326530.876092:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326530.876098:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326530.876099:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326530.876099:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326530.876100:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306398833 00000100:00000001:1.0:1767326530.876101:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326530.876106:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306402497 00000100:00000001:1.0:1767326530.876106:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326530.876107:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [482:482:254:4294967295] 192.168.202.142@tcp LPNI seq info [482:482:6:4294967295] 00000100:00000001:0.0:1767326530.876111:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306398833 00000400:00000200:3.0:1767326530.876112:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326530.876117:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306402497 00000100:00000001:1.0:1767326530.876118:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326530.876120:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326530.876124:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326530.876127:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326530.876129:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326530.876132:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326530.876134:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326530.876137:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326530.876139:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057863878 00000100:00000001:0.0:1767326530.876140:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326530.876141:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326530.876142:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326530.876144:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057863878. 00000100:00000001:0.0:1767326530.876145:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326530.876147:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f6a98a8f. 00000100:00000001:0.0:1767326530.876149:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326530.876152:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326530.876156:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:3.0:1767326530.876161:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073f7d1f4 x1853175408683008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326530.876167:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326530.876172:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f6a98a8f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326530.876178:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326530.876180:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326530.876183:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 149445 usecs (150 jiffies) 00000100:00000040:3.0:1767326530.876186:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073f7d1f4 x1853175408683008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326530.876188:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306398870 00000100:00000001:2.0:1767326530.876192:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306402497 00000100:00000001:2.0:1767326530.876197:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306398870 00000100:00000001:2.0:1767326530.876200:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306402497 00000100:00000001:2.0:1767326530.876202:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306398870 00000100:00000001:2.0:1767326530.876204:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306402497 00000100:00000001:2.0:1767326530.876208:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306398870 00000100:00000001:2.0:1767326530.876212:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306402497 00000100:00000001:3.0:1767326530.876215:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326530.876217:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326530.876222:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326530.876224:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326530.876227:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326530.876228:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326530.876229:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767326530.876230:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000400:00000200:3.0:1767326530.876234:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326530.876235:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326530.876237:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326530.876239:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326530.876241:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044f99395 00000400:00000010:3.0:1767326530.876243:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044f99395. 00000100:00000001:2.0:1767326530.876244:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326530.876245:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326530.876246:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767326530.876249:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005066112f x1853175408683136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326530.876250:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326530.876255:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326530.876259:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326530.876263:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005066112f x1853175408683136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326530.876266:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326530.876267:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326530.876318:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326530.876320:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f6a98a8f. 00000400:00000200:3.0:1767326530.876324:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326530.876326:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326530.876328:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b272184d 00000400:00000010:3.0:1767326530.876329:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b272184d. 00000100:00000001:3.0:1767326530.876330:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326530.876332:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d01b32e0 x1853175408683264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326530.876336:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326530.876337:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d01b32e0 x1853175408683264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326530.876341:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326530.876341:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326530.878149:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326530.878161:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326530.878171:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326530.878174:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326530.878182:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326530.878194:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0e800 00000400:00000200:3.0:1767326530.878200:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xfc9 [1] + 224 00000800:00000001:3.0:1767326530.878205:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326530.878209:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326530.878210:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326530.878212:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326530.878216:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326530.878219:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073f7d1f4 x1853175408683008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326530.878225:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000073f7d1f4 x1853175408683008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326530.878240:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326530.878247:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326530.878249:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326530.878250:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326530.878252:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326530.878255:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326530.878261:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0e880 00000400:00000200:3.0:1767326530.878266:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xfd1 [1] + 224 00000800:00000001:3.0:1767326530.878269:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326530.878272:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326530.878274:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326530.878276:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326530.878278:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326530.878279:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326530.878281:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767326530.878281:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005066112f x1853175408683136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326530.878285:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326530.878287:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326530.878288:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c1447f9. 00000100:00000040:3.0:1767326530.878288:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005066112f x1853175408683136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326530.878291:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765198f9 00000400:00000010:1.0:1767326530.878293:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765198f9. 00000100:00000001:1.0:1767326530.878296:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326530.878299:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073f7d1f4 x1853175408683008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326530.878307:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073f7d1f4 x1853175408683008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326530.878313:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326530.878315:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326530.878315:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326530.878317:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326530.878319:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767326530.878319:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326530.878321:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326530.878323:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326530.878323:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326530.878324:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326530.878325:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326530.878326:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326530.878329:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00001000:1.0:1767326530.878331:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=76 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326530.878334:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=76 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326530.878334:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0e900 00000100:00000001:1.0:1767326530.878337:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326530.878338:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326530.878338:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xfd9 [1] + 224 00010000:00000001:1.0:1767326530.878341:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767326530.878342:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326530.878344:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326530.878346:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326530.878347:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326530.878348:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767326530.878350:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073f7d1f4 x1853175408683008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326530.878352:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326530.878355:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326530.878357:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326530.878358:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d01b32e0 x1853175408683264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326530.878361:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326530.878365:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767326530.878368:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326530.878368:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767326530.878369:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d01b32e0 x1853175408683264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326530.878372:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326530.878373:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767326530.878376:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073f7d1f4 x1853175408683008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326530.878377:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014c3dfb0. 00000400:00000200:0.0:1767326530.878384:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d90f77 00000100:00000001:3.0:1767326530.878386:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767326530.878389:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d90f77. 00000100:00100000:1.0:1767326530.878389:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073f7d1f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408683008:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326530.878393:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767326530.878419:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326530.878420:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005066112f x1853175408683136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326530.878424:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326530.878425:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326530.878429:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326530.878433:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326530.878436:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326530.878438:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326530.878438:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1e66889. 00000100:00000001:1.0:1767326530.878444:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326530.878444:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055cc6549 00000400:00000010:2.0:1767326530.878449:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055cc6549. 00000100:00000040:1.0:1767326530.878451:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073f7d1f4 x1853175408683008/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326530.878455:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326530.878463:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d01b32e0 x1853175408683264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326530.878464:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005066112f x1853175408683136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326530.878467:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326530.878471:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326530.878475:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d2c217a. 02000000:00000001:1.0:1767326530.878482:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326530.878485:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326530.878487:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326530.878491:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326530.878493:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767326530.878494:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005f1bd790. 00000100:00000200:2.0:1767326530.878494:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d01b32e0 x1853175408683264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326530.878498:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326530.878500:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326530.878503:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326530.878504:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:1.0:1767326530.878506:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073f7d1f4. 02000000:00000001:0.0:1767326530.878508:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326530.878511:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326530.878514:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326530.878515:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326530.878515:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326530.878517:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326530.878519:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326530.878519:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326530.878523:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=71 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326530.878523:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326530.878523:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326530.878526:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326530.878529:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326530.878530:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1767326530.878531:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=71 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326530.878531:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326530.878532:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326530.878534:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326530.878537:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326530.878540:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326530.878540:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326530.878541:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=65 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326530.878544:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326530.878546:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=5 v=5 (1 0 0 0) 00010000:00000001:0.0:1767326530.878548:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326530.878549:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326530.878552:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326530.878553:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326530.878554:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326530.878557:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d01b32e0 x1853175408683264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326530.878558:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326530.878561:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326530.878565:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326530.878566:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326530.878572:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005066112f x1853175408683136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326530.878577:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326530.878580:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326530.878582:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326530.878585:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326530.878586:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326530.878591:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326530.878592:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d01b32e0 x1853175408683264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326530.878596:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326530.878599:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326530.878600:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326530.878603:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326530.878604:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326530.878607:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005066112f x1853175408683136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326530.878609:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d01b32e0 x1853175408683264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326530.878647:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d01b32e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408683264:192.168.202.142@tcp:400: 00000100:00100000:0.0:1767326530.878649:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005066112f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408683136:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326530.878655:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326530.878658:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326530.878659:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326530.878663:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326530.878666:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d01b32e0 x1853175408683264/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326530.878671:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005066112f x1853175408683136/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326530.878683:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326530.878686:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326530.878688:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3883f3e. 02000000:00000001:2.0:1767326530.878692:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326530.878695:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326530.878697:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326530.878701:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767326530.878701:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767326530.878705:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326530.878705:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1d29a8a. 02000000:00000001:2.0:1767326530.878709:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1767326530.878710:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006fd7b53a. 02000000:00000001:2.0:1767326530.878712:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767326530.878715:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:2.0:1767326530.878715:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d01b32e0. 00000020:00000001:0.0:1767326530.878718:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326530.878719:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1767326530.878720:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326530.878722:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326530.878724:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326530.878726:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008ce1a50c. 02000000:00000001:0.0:1767326530.878729:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326530.878730:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326530.878732:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326530.878734:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326530.878736:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326530.878737:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326530.878738:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326530.878742:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005066112f. 00000100:00000001:0.0:1767326530.878746:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326530.878748:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326530.878750:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326530.878754:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326530.878755:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326530.878757:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326530.878759:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326531.899514:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326531.899519:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326531.899579:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326531.899583:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326531.899586:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326532.923498:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326532.923504:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326532.923527:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326532.923530:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326532.923532:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326533.947528:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326533.947535:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326533.947557:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326533.947561:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326533.947563:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326534.715465:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306402497, at 4306402560 00000100:00000040:0.0:1767326534.715481:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306402497, at 4306402560 00000100:00000010:3.0:1767326534.715488:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e590900. 00000100:00000040:1.0:1767326534.715495:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306402497, at 4306402560 00000100:00000010:0.0:1767326534.715498:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000264847e7. 00000100:00000010:1.0:1767326534.715503:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3de7e25. 00000100:00000040:2.0:1767326534.715556:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306402497, at 4306402560 00000100:00000010:2.0:1767326534.715563:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008bb3ffa6. 00010000:00000001:0.0:1767326534.971464:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326534.971471:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326534.971511:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326534.971516:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326534.971519:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326535.995504:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:2.0:1767326535.995504:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326535.995511:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326535.995515:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1767326535.995515:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326535.995520:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326535.995524:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326535.995526:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326535.995527:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326535.995527:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00010000:00000001:0.0:1767326535.995532:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326535.995535:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326535.995540:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326535.995543:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326535.995548:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326535.995556:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f07b907. 00000100:00000001:2.0:1767326535.995562:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326535.995583:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000032a2412e x1853175408683392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326535.995596:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1767326535.995597:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326535.995599:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326535.995602:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326535.995606:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326535.995607:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_02+2] req@0000000032a2412e x1853175408683392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326535.995637:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326535.995640:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326535.995643:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326535.995646:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000100:00000001:0.0:1767326535.995648:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326535.995649:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326535.995653:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326535.995656:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326535.995661:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767326535.995663:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408683392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326535.995664:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326535.995668:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326535.995673:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed9e0e5f. 00000100:00000001:0.0:1767326535.995677:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326535.995679:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326535.995680:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326535.995686:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326535.995688:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000bfc4a11d x1853175408683520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326535.995689:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326535.995693:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326535.995698:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408683392:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326535.995704:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326535.995709:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326535.995710:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326535.995711:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326535.995713:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326535.995716:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326535.995718:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326535.995720:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000707c751a. 00000100:00000040:2.0:1767326535.995721:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_03+3] req@00000000bfc4a11d x1853175408683520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326535.995723:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326535.995724:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326535.995733:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014c3dfb0. 00000100:00000001:2.0:1767326535.995739:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326535.995743:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326535.995745:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d90f77. 00000100:00000001:2.0:1767326535.995747:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326535.995751:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000100:00000200:0.0:1767326535.995755:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408683392, portal 25 00000020:00000040:2.0:1767326535.995755:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326535.995759:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326535.995760:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326535.995762:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326535.995762:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326535.995763:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000001:1.0:1767326535.995767:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326535.995767:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326535.995770:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326535.995772:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408683392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326535.995773:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dadd9a6c. 00000100:00000040:1.0:1767326535.995778:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408683520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326535.995780:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326535.995788:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000e6bdf5e7 x1853175408683648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326535.995791:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326535.995800:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326535.995805:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2d871. 00000100:00000200:0.0:1767326535.995811:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408683392, offset 0 00000100:00000001:1.0:1767326535.995814:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326535.995814:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326535.995817:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326535.995818:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326535.995823:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326535.995823:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_00+0] req@00000000e6bdf5e7 x1853175408683648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326535.995824:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326535.995828:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326535.995833:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326535.995839:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408683520:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326535.995841:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326535.995847:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326535.995851:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326535.995852:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326535.995852:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326535.995855:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326535.995857:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326535.995859:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326535.995860:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:2.0:1767326535.995864:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326535.995867:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1767326535.995868:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb543b45. 00000100:00000001:3.0:1767326535.995871:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326535.995873:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326535.995874:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11741) 00000400:00000010:1.0:1767326535.995879:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c1447f9. 00000400:00000200:0.0:1767326535.995881:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326535.995883:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326535.995886:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767326535.995887:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765198f9. 00000400:00000200:0.0:1767326535.995890:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [483:483:256:4294967295] 192.168.202.142@tcp LPNI seq info [483:483:8:4294967295] 00000100:00000200:1.0:1767326535.995893:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408683520, portal 10 00000100:00000001:2.0:1767326535.995893:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326535.995894:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408683648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326535.995897:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326535.995899:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326535.995902:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000001:3.0:1767326535.995913:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326535.995914:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408683520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326535.995915:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326535.995923:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326535.995930:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326535.995930:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326535.995934:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326535.995936:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326535.995938:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326535.995939:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000100:00100000:3.0:1767326535.995947:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408683648:192.168.202.142@tcp:400: 00000800:00000200:0.0:1767326535.995952:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:1.0:1767326535.995953:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326535.995955:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767326535.995959:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000955f2d8b. 02000000:00000001:3.0:1767326535.995960:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326535.995963:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326535.995965:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408683520, offset 0 02000000:00000001:3.0:1767326535.995968:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326535.995973:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ad31712. 00000800:00000200:0.0:1767326535.995974:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326535.995975:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326535.995978:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326535.995982:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767326535.995984:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ef5387c. 00000400:00000200:1.0:1767326535.995987:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326535.995991:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767326535.995991:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010912c81. 00000400:00000200:1.0:1767326535.995997:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000200:3.0:1767326535.995997:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408683648, portal 10 00000100:00000001:3.0:1767326535.996001:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326535.996002:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326535.996004:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326535.996008:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326535.996009:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306407617 00000400:00000200:1.0:1767326535.996012:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [484:484:255:4294967295] 192.168.202.142@tcp LPNI seq info [484:484:7:4294967295] 00000100:00000001:3.0:1767326535.996013:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000100:00000010:0.0:1767326535.996025:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002806ae4a. 00000100:00000040:3.0:1767326535.996027:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408683648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326535.996034:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326535.996042:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326535.996045:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306407617 00000100:00000001:3.0:1767326535.996045:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767326535.996051:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1e5b507. 00000100:00000040:3.0:1767326535.996053:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326535.996058:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767326535.996059:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000848bd3d. 00000800:00000200:1.0:1767326535.996063:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000200:3.0:1767326535.996065:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408683648, offset 0 00000100:00000001:0.0:1767326535.996066:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306407617 00000800:00000010:1.0:1767326535.996069:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e6043a. 00000100:00000010:0.0:1767326535.996073:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000358418ea. 00000400:00000200:3.0:1767326535.996078:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:1.0:1767326535.996079:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326535.996080:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326535.996087:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306407617 00000400:00000200:3.0:1767326535.996090:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:1.0:1767326535.996091:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000010:0.0:1767326535.996093:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ea25869. 00000400:00000200:3.0:1767326535.996097:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326535.996098:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000015e6043a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326535.996100:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767326535.996103:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326535.996105:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326535.996105:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326535.996108:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000100:00000040:1.0:1767326535.996110:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 111915 usecs (112 jiffies) 00000100:00000001:0.0:1767326535.996112:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326535.996114:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326535.996118:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306403952 00000100:00000001:0.0:1767326535.996119:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326535.996120:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326535.996124:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306407617 00000400:00000200:2.0:1767326535.996124:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326535.996125:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326535.996128:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326535.996131:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306403952 00000400:00000200:3.0:1767326535.996134:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326535.996136:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306407617 00000100:00000001:0.0:1767326535.996138:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326535.996142:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [485:485:254:4294967295] 192.168.202.142@tcp LPNI seq info [485:485:6:4294967295] 00000100:00000001:0.0:1767326535.996143:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326535.996143:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306403952 00000100:00000001:1.0:1767326535.996149:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306407617 00000100:00000001:0.0:1767326535.996150:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326535.996154:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326535.996154:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306403952 00000100:00000001:0.0:1767326535.996158:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326535.996160:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306407617 00000100:00000001:0.0:1767326535.996163:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326535.996163:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326535.996166:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326535.996171:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326535.996171:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2d871 00000800:00000200:3.0:1767326535.996174:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326535.996176:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2d871. 00000100:00000001:1.0:1767326535.996177:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326535.996181:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326535.996182:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326535.996187:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408683392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326535.996188:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326535.996193:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326535.996197:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326535.996198:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326535.996201:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326535.996201:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408683392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326535.996204:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326535.996210:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326535.996210:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326535.996214:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326535.996225:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326535.996226:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e6043a. 00000400:00000200:2.0:1767326535.996228:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326535.996231:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326535.996233:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000955f2d8b 00000400:00000010:2.0:1767326535.996234:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000955f2d8b. 00000100:00000001:2.0:1767326535.996236:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326535.996238:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408683520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326535.996242:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326535.996243:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408683520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326535.996246:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326535.996247:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1767326535.996272:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea9a1391. 00000800:00000200:3.0:1767326535.996284:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326535.996288:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326535.996291:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea9a1391 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326535.996304:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326535.996307:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 148395 usecs (149 jiffies) 00000100:00000001:3.0:1767326535.996310:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306403989 00000100:00000001:3.0:1767326535.996312:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306407617 00000100:00000001:3.0:1767326535.996314:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306403989 00000100:00000001:3.0:1767326535.996316:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306407617 00000100:00000001:3.0:1767326535.996317:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306403989 00000100:00000001:3.0:1767326535.996319:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306407617 00000100:00000001:3.0:1767326535.996320:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306403989 00000100:00000001:3.0:1767326535.996322:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306407617 00000100:00000001:3.0:1767326535.996324:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326535.996326:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326535.996329:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326535.996331:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326535.996350:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326535.996354:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea9a1391. 00000400:00000200:0.0:1767326535.996358:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326535.996363:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326535.996367:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000848bd3d 00000400:00000010:0.0:1767326535.996368:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000848bd3d. 00000100:00000001:0.0:1767326535.996372:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326535.996377:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408683648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326535.996386:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326535.996389:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326535.996390:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408683648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326535.996394:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326535.996417:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326535.996418:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326535.996421:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326535.996426:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326535.996434:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326535.996441:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326535.997831:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326535.997987:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326535.997991:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326535.997994:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326535.998001:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326535.998012:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0e980 00000400:00000200:3.0:1767326535.998019:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xfe1 [1] + 224 00000800:00000001:3.0:1767326535.998079:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326535.998085:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326535.998088:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326535.998092:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326535.998096:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326535.998099:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408683392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326535.998108:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408683392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326535.998123:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326535.998130:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326535.998133:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326535.998135:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326535.998138:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326535.998143:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326535.998148:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0ea00 00000100:00000001:0.0:1767326535.998152:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326535.998152:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xfe9 [1] + 224 00000100:00000001:0.0:1767326535.998155:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326535.998157:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326535.998160:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326535.998163:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326535.998163:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326535.998166:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014c3dfb0. 00000400:00000200:3.0:1767326535.998167:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326535.998169:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d90f77 00000400:00000010:0.0:1767326535.998173:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d90f77. 00000400:00000200:3.0:1767326535.998175:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326535.998176:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326535.998181:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326535.998182:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408683392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326535.998189:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408683520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326535.998199:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408683520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326535.998201:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408683392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326535.998221:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326535.998223:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326535.998226:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326535.998227:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326535.998228:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326535.998230:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326535.998232:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326535.998236:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767326535.998237:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=81 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326535.998241:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=81 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326535.998243:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326535.998249:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326535.998251:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326535.998252:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326535.998254:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326535.998256:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326535.998257:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326535.998260:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408683392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326535.998265:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326535.998270:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326535.998272:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326535.998275:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326535.998279:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326535.998281:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326535.998284:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326535.998286:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408683392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326535.998288:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326535.998288:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000001:1.0:1767326535.998291:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326535.998294:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c1447f9. 00000400:00000200:1.0:1767326535.998299:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765198f9 00000400:00000200:3.0:1767326535.998303:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0ea80 00000100:00100000:0.0:1767326535.998304:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408683392:192.168.202.142@tcp:400: 00000400:00000010:1.0:1767326535.998307:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765198f9. 00000100:00000001:1.0:1767326535.998313:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326535.998315:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326535.998319:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326535.998320:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408683520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326535.998322:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xff1 [1] + 224 00000100:00000040:0.0:1767326535.998326:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408683392/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326535.998332:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326535.998338:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326535.998342:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767326535.998343:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408683520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326535.998349:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326535.998353:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326535.998357:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767326535.998358:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408683648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326535.998362:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326535.998362:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326535.998367:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326535.998368:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000707c751a. 00000100:00000040:3.0:1767326535.998369:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408683648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326535.998373:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326535.998375:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767326535.998376:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767326535.998379:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326535.998380:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767326535.998382:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326535.998384:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326535.998387:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767326535.998388:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326535.998391:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f07b907. 00000100:00000001:3.0:1767326535.998392:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767326535.998395:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=76 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326535.998422:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1767326535.998424:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=76 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326535.998424:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326535.998425:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326535.998429:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:1.0:1767326535.998430:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767326535.998433:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326535.998434:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326535.998435:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326535.998439:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326535.998439:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326535.998444:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326535.998444:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326535.998448:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326535.998451:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326535.998451:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326535.998455:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326535.998456:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326535.998458:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326535.998461:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326535.998464:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408683520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326535.998472:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326535.998475:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326535.998476:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326535.998478:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326535.998486:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408683520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326535.998493:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408683520:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326535.998499:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326535.998508:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326535.998511:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408683520/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326535.998518:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326535.998520:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326535.998522:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb543b45. 02000000:00000001:1.0:1767326535.998526:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326535.998527:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326535.998529:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326535.998531:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326535.998533:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed9e0e5f. 02000000:00000001:1.0:1767326535.998536:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326535.998537:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326535.998539:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:1.0:1767326535.998542:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326535.998543:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326535.998545:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326535.998549:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326535.998551:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326535.998554:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326535.998556:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326535.998593:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326535.998595:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326535.998600:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326535.998601:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326535.998603:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ef5387c. 00000400:00000200:1.0:1767326535.998608:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010912c81 00000400:00000010:1.0:1767326535.998610:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010912c81. 00000100:00000001:1.0:1767326535.998613:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326535.998623:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408683648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326535.998632:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408683648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326535.998638:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326535.998640:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326535.998642:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326535.998649:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326535.998650:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326535.998652:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326535.998654:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326535.998657:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326535.998660:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326535.998663:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326535.998664:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326535.998666:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326535.998669:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e6bdf5e7 x1853175408683648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326535.998675:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326535.998677:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326535.998678:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326535.998680:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326535.998681:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326535.998684:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408683648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326535.998697:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326535.998698:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326535.998699:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326535.998701:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408683648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326535.998706:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408683648:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326535.998708:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326535.998709:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326535.998710:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408683648/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326535.998714:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326535.998715:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326535.998716:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ad31712. 02000000:00000001:1.0:1767326535.998719:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326535.998723:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326535.998724:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326535.998725:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326535.998726:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dadd9a6c. 02000000:00000001:1.0:1767326535.998728:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326535.998728:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326535.998729:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:1.0:1767326535.998731:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326535.998731:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326535.998732:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326535.998735:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326535.998736:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326535.998737:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326535.998738:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326536.507550:0:214087:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767326536.507558:0:214087:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767326537.019511:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326537.019518:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326537.019587:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326537.019590:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326537.019611:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326538.043556:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326538.043565:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326538.043637:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326538.043641:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326538.043644:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326539.067529:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326539.067564:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326539.067634:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326539.067638:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326539.067642:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326539.835518:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306407617, at 4306407680 00000100:00000040:1.0:1767326539.835518:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306407617, at 4306407680 00000100:00000040:2.0:1767326539.835518:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306407617, at 4306407680 00000100:00000040:3.0:1767326539.835518:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306407617, at 4306407680 00000100:00000010:1.0:1767326539.835548:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1e5b507. 00000100:00000010:2.0:1767326539.835553:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000358418ea. 00000100:00000010:0.0:1767326539.835556:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002806ae4a. 00000100:00000010:3.0:1767326539.835559:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ea25869. 00010000:00000001:0.0:1767326540.091542:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326540.091552:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326540.091593:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326540.091597:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326540.091600:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326541.115573:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:2.0:1767326541.115574:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326541.115581:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326541.115589:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326541.115603:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767326541.115612:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326541.115618:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326541.115622:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326541.115629:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326541.115632:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326541.115637:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326541.115641:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:2.0:1767326541.115642:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064d7910e. 00000100:00000001:2.0:1767326541.115649:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326541.115662:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000e6bdf5e7 x1853175408683776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326541.115675:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326541.115679:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326541.115686:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_01+1] req@00000000e6bdf5e7 x1853175408683776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326541.115715:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326541.115717:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326541.115720:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326541.115722:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767326541.115724:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326541.115726:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326541.115727:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326541.115730:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326541.115732:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089a1fa3e. 00000100:00000001:2.0:1767326541.115736:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326541.115739:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000bfc4a11d x1853175408683904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326541.115744:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326541.115750:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767326541.115753:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326541.115756:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326541.115760:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326541.115763:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326541.115765:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326541.115768:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326541.115769:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326541.115774:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326541.115776:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_02+2] req@00000000bfc4a11d x1853175408683904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326541.115778:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326541.115782:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326541.115788:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408683776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326541.115796:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326541.115797:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326541.115798:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326541.115801:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326541.115803:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326541.115805:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326541.115807:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326541.115808:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326541.115809:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 02000000:00000001:0.0:1767326541.115814:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326541.115814:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326541.115814:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326541.115818:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326541.115820:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326541.115822:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767326541.115825:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408683776:192.168.202.142@tcp:400: 02000000:00000001:2.0:1767326541.115826:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326541.115828:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408683904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326541.115831:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cf3a545b. 00000100:00000001:1.0:1767326541.115836:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326541.115838:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326541.115838:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326541.115846:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326541.115850:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326541.115850:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000032a2412e x1853175408684032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326541.115851:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767326541.115856:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326541.115857:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326541.115862:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326541.115863:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326541.115864:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326541.115870:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049ac8df2. 00000100:00000040:2.0:1767326541.115871:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_03+3] req@0000000032a2412e x1853175408684032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326541.115871:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326541.115876:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326541.115882:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326541.115882:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326541.115884:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326541.115889:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326541.115892:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014c3dfb0. 00000100:00000040:2.0:1767326541.115893:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1767326541.115893:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408683904:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326541.115899:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326541.115903:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767326541.115904:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d90f77. 00000100:00000040:2.0:1767326541.115904:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11746) 00000100:00000001:1.0:1767326541.115905:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326541.115909:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326541.115914:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326541.115914:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326541.115921:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408683776, portal 25 02000000:00000001:3.0:1767326541.115921:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326541.115925:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1767326541.115928:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005251cf77. 00000100:00000001:0.0:1767326541.115931:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000100:00000040:1.0:1767326541.115932:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408684032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326541.115933:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326541.115944:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a30db96. 00000100:00000040:0.0:1767326541.115945:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408683776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326541.115959:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e3485e7. 00000100:00000200:3.0:1767326541.115969:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408683904, portal 10 00000100:00000001:3.0:1767326541.115978:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326541.115980:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000001:0.0:1767326541.115983:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326541.115991:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408683904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326541.115993:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326541.115996:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326541.115999:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326541.116003:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7ef90dd. 02000000:00000001:1.0:1767326541.116009:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767326541.116011:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408683776, offset 0 00000100:00000001:3.0:1767326541.116011:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326541.116016:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326541.116019:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326541.116023:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326541.116024:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326541.116026:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b14ccc. 00000100:00100000:1.0:1767326541.116032:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408684032:192.168.202.142@tcp:400: 00000100:00000200:3.0:1767326541.116035:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408683904, offset 0 00000100:00000001:1.0:1767326541.116037:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326541.116045:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326541.116051:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:1.0:1767326541.116052:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326541.116053:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326541.116062:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326541.116070:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:1.0:1767326541.116071:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326541.116082:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1767326541.116082:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004aa8ea12. 02000000:00000001:1.0:1767326541.116090:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326541.116093:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326541.116100:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [486:486:256:4294967295] 192.168.202.142@tcp LPNI seq info [486:486:8:4294967295] 00000400:00000010:1.0:1767326541.116101:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c1447f9. 00000400:00000010:1.0:1767326541.116114:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765198f9. 00000400:00000200:0.0:1767326541.116122:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:1.0:1767326541.116122:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408684032, portal 10 00000100:00000001:1.0:1767326541.116135:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326541.116137:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000800:00000200:0.0:1767326541.116144:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326541.116145:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:1.0:1767326541.116152:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408684032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326541.116155:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767326541.116162:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000400:00000200:3.0:1767326541.116167:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326541.116181:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326541.116183:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326541.116195:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326541.116196:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326541.116208:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:1.0:1767326541.116209:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326541.116212:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [487:487:255:4294967295] 192.168.202.142@tcp LPNI seq info [487:487:7:4294967295] 00000400:00000010:1.0:1767326541.116219:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da434889. 00000800:00000200:0.0:1767326541.116220:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767326541.116229:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408684032, offset 0 00000400:00000200:1.0:1767326541.116237:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326541.116239:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326541.116239:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326541.116246:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306412737 00000800:00000200:3.0:1767326541.116250:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:0.0:1767326541.116251:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002806ae4a. 00000800:00000010:3.0:1767326541.116257:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc945970. 00000400:00000200:1.0:1767326541.116259:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326541.116260:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767326541.116268:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326541.116273:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326541.116276:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306412737 00000100:00000010:0.0:1767326541.116284:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9f9490c. 00000400:00000200:1.0:1767326541.116291:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:3.0:1767326541.116292:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326541.116300:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767326541.116300:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc945970 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326541.116308:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326541.116310:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306412737 00000100:00000001:3.0:1767326541.116311:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326541.116316:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009686e7bb. 00000100:00000040:3.0:1767326541.116318:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 111150 usecs (112 jiffies) 00000100:00000001:0.0:1767326541.116319:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326541.116325:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326541.116327:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306412737 00000100:00000001:3.0:1767326541.116328:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306409072 00000100:00000010:0.0:1767326541.116334:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a04ad297. 00000100:00000001:3.0:1767326541.116335:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306412737 00000400:00000200:1.0:1767326541.116336:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [488:488:254:4294967295] 192.168.202.142@tcp LPNI seq info [488:488:6:4294967295] 00000100:00000001:0.0:1767326541.116340:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326541.116345:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306409072 00000100:00000001:0.0:1767326541.116348:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326541.116356:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326541.116358:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306412737 00000100:00000001:0.0:1767326541.116360:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326541.116362:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306409072 00000100:00000001:0.0:1767326541.116364:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326541.116367:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326541.116369:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306412737 00000800:00000010:2.0:1767326541.116374:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000100:00000001:3.0:1767326541.116374:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306409072 00000100:00000001:3.0:1767326541.116379:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306412737 00000400:00000200:2.0:1767326541.116385:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326541.116386:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326541.116387:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326541.116396:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326541.116425:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326541.116436:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7ef90dd 00000800:00000200:1.0:1767326541.116442:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326541.116442:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7ef90dd. 00000800:00000010:1.0:1767326541.116452:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079c79e5f. 00000100:00000001:2.0:1767326541.116453:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326541.116462:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408683776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326541.116467:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326541.116481:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326541.116487:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000079c79e5f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326541.116488:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326541.116494:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326541.116495:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408683776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326557 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326541.116500:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 147360 usecs (148 jiffies) 00000100:00000001:1.0:1767326541.116509:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306409109 00000100:00000001:2.0:1767326541.116513:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326541.116515:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306412737 00000100:00000001:2.0:1767326541.116529:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326541.116540:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306409109 00000100:00000001:3.0:1767326541.116541:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326541.116547:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326541.116547:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326541.116548:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306412737 00000800:00000010:2.0:1767326541.116553:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc945970. 00000100:00000001:3.0:1767326541.116553:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326541.116555:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306409109 00000100:00000001:3.0:1767326541.116558:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326541.116560:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326541.116562:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326541.116563:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306412737 00000100:00000001:3.0:1767326541.116565:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326541.116568:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326541.116570:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326541.116572:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306409109 00000100:00000001:3.0:1767326541.116573:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326541.116574:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b14ccc 00000400:00000010:2.0:1767326541.116577:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b14ccc. 00000100:00000001:1.0:1767326541.116582:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306412737 00000100:00000001:2.0:1767326541.116582:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326541.116590:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408683904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326541.116591:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326541.116603:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326541.116603:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326541.116609:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408683904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326541.116611:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326541.116622:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326541.116622:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326541.116638:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326541.116643:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326541.116647:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326541.116652:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326541.116653:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326541.116655:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326541.116657:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326541.116666:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326541.116669:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079c79e5f. 00000400:00000200:2.0:1767326541.116672:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326541.116675:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326541.116677:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da434889 00000400:00000010:2.0:1767326541.116678:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da434889. 00000100:00000001:2.0:1767326541.116680:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326541.116682:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408684032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326541.116696:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326541.116698:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408684032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326541.116702:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326541.116703:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326541.118271:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326541.118285:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326541.118290:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326541.118293:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326541.118303:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326541.118330:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0eb00 00000400:00000200:0.0:1767326541.118339:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0xff9 [1] + 224 00000800:00000001:0.0:1767326541.118346:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326541.118352:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326541.118354:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326541.118357:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326541.118363:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326541.118367:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408683776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326541.118377:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408683776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326541.118416:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326541.118432:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326541.118436:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326541.118439:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326541.118442:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326541.118447:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326541.118456:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326541.118457:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326541.118461:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767326541.118467:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000010:1.0:1767326541.118467:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014c3dfb0. 00000400:00000200:1.0:1767326541.118480:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d90f77 00000400:00000200:0.0:1767326541.118485:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0eb80 00000400:00000010:1.0:1767326541.118486:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d90f77. 00000100:00000001:1.0:1767326541.118494:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326541.118500:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0xffd [1] + 224 00000100:00000200:1.0:1767326541.118505:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408683776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326541.118507:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326541.118514:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326541.118529:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326541.118540:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:1.0:1767326541.118545:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408683776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326541.118547:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326541.118555:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408683904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326541.118580:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326541.118583:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408683904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326541.118585:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326541.118598:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326541.118603:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326541.118606:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326541.118611:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326541.118617:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326541.118618:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326541.118623:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326541.118624:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326541.118628:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326541.118634:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326541.118634:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=87 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326541.118643:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326541.118646:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326541.118648:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767326541.118651:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326541.118653:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326541.118657:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326541.118658:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326541.118661:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0ec00 00000400:00000001:3.0:1767326541.118662:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767326541.118669:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767326541.118669:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a30db96. 00000400:00000200:3.0:1767326541.118675:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e3485e7 00000400:00000010:3.0:1767326541.118678:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e3485e7. 00010000:00000001:1.0:1767326541.118681:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326541.118683:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326541.118687:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1009 [1] + 224 00000100:00000001:1.0:1767326541.118687:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326541.118692:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408683904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326541.118696:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326541.118701:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408683776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326541.118706:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326541.118712:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326541.118724:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326541.118728:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326541.118730:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326541.118737:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767326541.118740:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408684032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326541.118741:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326541.118747:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408683904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326541.118755:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408683776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326541.118780:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408684032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326541.118786:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326541.118789:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326541.118797:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1767326541.118807:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408683776:192.168.202.142@tcp:400: 02000000:00000001:3.0:1767326541.118810:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326541.118818:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326541.118819:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326541.118821:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326541.118828:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767326541.118829:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326541.118839:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408683776/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326541.118840:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=82 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326541.118843:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326541.118849:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326541.118854:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326541.118855:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326541.118870:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326541.118873:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326541.118873:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326541.118876:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326541.118881:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049ac8df2. 00010000:00000001:3.0:1767326541.118881:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326541.118889:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326541.118891:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326541.118895:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326541.118896:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000040:1.0:1767326541.118899:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326541.118901:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326541.118901:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000020:00000001:1.0:1767326541.118906:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326541.118907:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326541.118907:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:1.0:1767326541.118911:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000064d7910e. 00000100:00000001:3.0:1767326541.118913:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326541.118914:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767326541.118919:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:2.0:1767326541.118920:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767326541.118925:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408683904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326541.118926:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1767326541.118926:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c1447f9. 00000100:00000010:1.0:1767326541.118930:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000400:00000200:2.0:1767326541.118935:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765198f9 00000100:00000001:1.0:1767326541.118940:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1767326541.118940:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765198f9. 00000100:00000001:3.0:1767326541.118942:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326541.118946:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326541.118946:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326541.118949:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326541.118950:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326541.118956:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326541.118958:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408684032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326541.118961:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408683904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326541.118963:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326541.118968:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326541.118980:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326541.118987:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326541.118997:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408683904:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326541.119002:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326541.119003:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408684032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326541.119005:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326541.119016:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326541.119018:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408683904/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326541.119019:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326541.119022:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326541.119025:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326541.119027:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326541.119029:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326541.119031:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326541.119038:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=76 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326541.119040:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326541.119043:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1767326541.119044:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=16 v=5 (1 0 0 0) 02000000:00000010:3.0:1767326541.119046:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005251cf77. 00000100:00000001:2.0:1767326541.119051:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767326541.119051:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326541.119053:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326541.119054:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326541.119056:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00010000:00000001:2.0:1767326541.119058:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767326541.119059:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326541.119063:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000089a1fa3e. 00010000:00080000:2.0:1767326541.119067:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000032a2412e x1853175408684032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326541.119067:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326541.119069:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326541.119071:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:3.0:1767326541.119075:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326541.119078:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326541.119081:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326541.119084:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326541.119087:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326541.119088:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326541.119090:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326541.119092:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326541.119097:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326541.119100:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326541.119102:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326541.119104:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326541.119107:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408684032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326541.119112:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326541.119113:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326541.119115:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326541.119117:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408684032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326541.119123:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408684032:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326541.119128:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326541.119129:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326541.119131:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408684032/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326557 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326541.119137:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326541.119139:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326541.119141:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004aa8ea12. 02000000:00000001:2.0:1767326541.119147:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326541.119148:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326541.119149:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326541.119151:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326541.119153:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cf3a545b. 02000000:00000001:2.0:1767326541.119155:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326541.119157:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326541.119158:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:2.0:1767326541.119160:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326541.119161:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326541.119163:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326541.119166:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326541.119168:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326541.119169:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326541.119176:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326542.139521:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326542.139530:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326542.139578:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326542.139583:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326542.139586:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326543.163541:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326543.163551:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326543.163618:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326543.163623:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326543.163627:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326544.187468:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326544.187476:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326544.187538:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326544.187543:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326544.187547:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326544.955540:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306412737, at 4306412800 00000100:00000040:1.0:1767326544.955540:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306412737, at 4306412800 00000100:00000040:2.0:1767326544.955540:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306412737, at 4306412800 00000100:00000040:3.0:1767326544.955540:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306412737, at 4306412800 00000100:00000010:0.0:1767326544.955560:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002806ae4a. 00000100:00000010:2.0:1767326544.955562:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009686e7bb. 00000100:00000010:1.0:1767326544.955564:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9f9490c. 00000100:00000010:3.0:1767326544.955568:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a04ad297. 00010000:00000001:0.0:1767326545.211542:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326545.211550:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326545.211588:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326545.211592:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326545.211594:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326546.235550:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:1.0:1767326546.235558:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326546.235561:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326546.235565:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1767326546.235568:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326546.235570:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326546.235575:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326546.235578:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326546.235580:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326546.235582:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9198884. 00010000:00000001:0.0:1767326546.235583:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326546.235590:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326546.235595:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326546.235598:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326546.235603:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326546.235614:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b2a70f3e. 00000100:00000001:1.0:1767326546.235622:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326546.235631:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326546.235636:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326546.235637:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b9198884 x1853175408684160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767326546.235641:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326546.235652:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326546.235655:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326546.235661:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9198884] to pc [ptlrpcd_00_00+0] req@00000000b9198884 x1853175408684160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326546.235683:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326546.235684:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326546.235686:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326546.235689:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000998eba6e. 00000020:00000040:1.0:1767326546.235691:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326546.235693:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326546.235699:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326546.235701:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326546.235704:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326546.235705:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326546.235707:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326546.235714:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9198884 x1853175408684160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326546.235715:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326546.235718:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326546.235722:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008588d8b0. 00000100:00000001:1.0:1767326546.235727:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326546.235732:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326546.235733:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000998eba6e x1853175408684288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326546.235735:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326546.235743:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326546.235743:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326546.235746:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326546.235748:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326546.235750:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000998eba6e] to pc [ptlrpcd_00_01+1] req@00000000998eba6e x1853175408684288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326546.235753:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326546.235760:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408684160:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326546.235764:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326546.235765:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326546.235768:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326546.235770:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326546.235772:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000014038034. 00000020:00000040:1.0:1767326546.235775:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326546.235777:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326546.235778:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326546.235779:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326546.235780:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326546.235783:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326546.235784:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5dc54ea. 00000100:00000001:3.0:1767326546.235785:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326546.235789:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326546.235790:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326546.235790:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326546.235794:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767326546.235795:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9d37473. 00000100:00000040:1.0:1767326546.235797:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000014038034 x1853175408684416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326546.235798:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326546.235802:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000998eba6e x1853175408684288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326546.235808:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008218b62e. 00000100:00000001:1.0:1767326546.235813:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326546.235815:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326546.235818:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001164247f. 00000100:00000001:3.0:1767326546.235820:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326546.235822:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014038034] to pc [ptlrpcd_00_02+2] req@0000000014038034 x1853175408684416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326546.235828:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408684160, portal 25 00000100:00000001:3.0:1767326546.235829:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326546.235832:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326546.235833:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326546.235834:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604905344 : -115369104646272 : ffff9712897fdf80) 02000000:00000001:3.0:1767326546.235835:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326546.235837:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326546.235840:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9198884 x1853175408684160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326546.235840:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000998eba6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408684288:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326546.235843:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326546.235846:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326546.235846:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326546.235850:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326546.235851:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767326546.235855:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326546.235857:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326546.235860:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1767326546.235861:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000938caca6. 02000000:00000001:3.0:1767326546.235863:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326546.235864:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767326546.235864:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11751) 00000400:00000010:0.0:1767326546.235867:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 00000400:00000010:3.0:1767326546.235867:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a30db96. 00000100:00000200:0.0:1767326546.235870:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408684160, offset 0 00000100:00000001:2.0:1767326546.235873:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326546.235873:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e3485e7. 00000100:00000200:3.0:1767326546.235876:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408684288, portal 10 00000100:00000001:2.0:1767326546.235878:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326546.235879:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326546.235879:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326546.235883:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326546.235883:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604908032 : -115369104643584 : ffff9712897fea00) 00000100:00000040:3.0:1767326546.235890:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000998eba6e x1853175408684288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326546.235894:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326546.235894:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000014038034 x1853175408684416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326546.235897:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326546.235898:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326546.235905:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326546.235911:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326546.235913:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326546.235914:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767326546.235916:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ead26eaf. 00000100:00000001:2.0:1767326546.235918:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326546.235919:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000200:3.0:1767326546.235920:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408684288, offset 0 02000000:00000001:2.0:1767326546.235923:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326546.235926:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326546.235927:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326546.235928:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326546.235931:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767326546.235933:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326546.235939:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000014038034 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408684416:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326546.235940:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [489:489:256:4294967295] 192.168.202.142@tcp LPNI seq info [489:489:8:4294967295] 00000100:00000001:2.0:1767326546.235945:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326546.235949:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326546.235951:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326546.235952:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326546.235956:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094782bee. 00000400:00000200:0.0:1767326546.235958:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:2.0:1767326546.235961:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326546.235967:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:0.0:1767326546.235968:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326546.235968:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1e66889. 00000400:00000200:3.0:1767326546.235970:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326546.235974:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000010:0.0:1767326546.235977:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000400:00000010:2.0:1767326546.235977:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055cc6549. 00000400:00000200:3.0:1767326546.235977:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326546.235982:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000200:2.0:1767326546.235984:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408684416, portal 10 00000400:00000200:3.0:1767326546.235985:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [490:490:255:4294967295] 192.168.202.142@tcp LPNI seq info [490:490:7:4294967295] 00000800:00000200:0.0:1767326546.235989:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326546.235989:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326546.235993:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604903552 : -115369104648064 : ffff9712897fd880) 00000400:00000200:3.0:1767326546.235997:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326546.236000:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:2.0:1767326546.236003:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000014038034 x1853175408684416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326546.236004:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326546.236005:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1767326546.236010:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8b9f1ee. 00000100:00000001:2.0:1767326546.236013:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326546.236020:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:2.0:1767326546.236024:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326546.236027:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326546.236027:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c84e6f. 00000800:00000200:3.0:1767326546.236028:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:2.0:1767326546.236032:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408684416, offset 0 00000100:00000001:0.0:1767326546.236033:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306417857 00000800:00000200:3.0:1767326546.236033:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8b9f1ee type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1767326546.236039:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002806ae4a. 00000100:00000001:3.0:1767326546.236039:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326546.236042:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767326546.236043:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 110400 usecs (111 jiffies) 00000100:00000001:3.0:1767326546.236047:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306414191 00000400:00000200:2.0:1767326546.236049:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326546.236053:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326546.236053:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326546.236059:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326546.236061:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326546.236062:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306417857 00000100:00000001:3.0:1767326546.236062:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306417857 00000400:00000200:2.0:1767326546.236063:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326546.236068:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306414191 00000100:00000010:0.0:1767326546.236069:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049f01126. 00000400:00000200:2.0:1767326546.236070:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [491:491:254:4294967295] 192.168.202.142@tcp LPNI seq info [491:491:6:4294967295] 00000100:00000001:0.0:1767326546.236074:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326546.236079:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306417857 00000100:00000001:0.0:1767326546.236080:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306417857 00000800:00000200:1.0:1767326546.236080:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767326546.236083:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000010:0.0:1767326546.236085:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cd2e4ac. 00000100:00000001:3.0:1767326546.236085:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306414191 00000800:00000010:1.0:1767326546.236088:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000100:00000001:0.0:1767326546.236091:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767326546.236093:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326546.236096:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306417857 00000100:00000001:3.0:1767326546.236096:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306417857 00000400:00000200:1.0:1767326546.236098:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1767326546.236100:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf3a545b. 00000100:00000010:0.0:1767326546.236101:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080042d7a. 00000100:00000001:0.0:1767326546.236107:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326546.236108:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306414191 00000800:00000200:2.0:1767326546.236111:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326546.236113:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326546.236113:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326546.236113:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306417857 00000100:00000001:3.0:1767326546.236119:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326546.236120:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326546.236121:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326546.236123:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000100:00000001:3.0:1767326546.236123:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326546.236124:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326546.236127:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf3a545b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326546.236128:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326546.236128:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326546.236129:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000001:2.0:1767326546.236133:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326546.236133:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326546.236137:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767326546.236138:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 146342 usecs (147 jiffies) 00000100:00000001:0.0:1767326546.236140:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326546.236140:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326546.236143:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306414227 00000100:00000001:0.0:1767326546.236144:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326546.236144:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767326546.236145:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9198884 x1853175408684160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326546.236150:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326546.236150:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306417857 00000100:00000001:3.0:1767326546.236150:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326546.236153:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326546.236153:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326546.236155:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326546.236155:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326546.236157:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306414227 00000100:00000001:0.0:1767326546.236161:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326546.236161:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326546.236162:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306417857 00000100:00000001:2.0:1767326546.236167:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306414227 00000100:00000001:2.0:1767326546.236168:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306417857 00000100:00000001:1.0:1767326546.236169:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326546.236170:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306414227 00000100:00000001:2.0:1767326546.236173:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306417857 00000100:00000001:2.0:1767326546.236175:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326546.236177:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9198884 x1853175408684160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326546.236177:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326546.236186:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326546.236189:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326546.236192:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326546.236195:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326546.236199:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326546.236201:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326546.236203:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326546.236204:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326546.236206:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326546.236207:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326546.236210:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326546.236213:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8b9f1ee. 00000400:00000200:1.0:1767326546.236217:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326546.236221:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326546.236224:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ead26eaf 00000400:00000010:1.0:1767326546.236225:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ead26eaf. 00000100:00000001:1.0:1767326546.236227:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326546.236229:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000998eba6e x1853175408684288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326546.236234:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326546.236236:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000998eba6e x1853175408684288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326546.236239:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326546.236240:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326546.236290:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326546.236291:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf3a545b. 00000400:00000200:1.0:1767326546.236293:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326546.236295:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326546.236301:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c84e6f 00000400:00000010:1.0:1767326546.236302:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c84e6f. 00000100:00000001:1.0:1767326546.236304:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326546.236306:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000014038034 x1853175408684416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326546.236311:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326546.236312:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000014038034 x1853175408684416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326546.236316:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326546.236317:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326546.237739:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326546.237752:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326546.237756:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326546.237758:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326546.237766:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326546.237779:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0ec80 00000400:00000200:2.0:1767326546.237786:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1011 [1] + 224 00000800:00000001:2.0:1767326546.237793:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326546.237797:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326546.237799:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326546.237803:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326546.237808:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326546.237812:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9198884 x1853175408684160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326546.237822:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9198884 x1853175408684160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326546.237840:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326546.237849:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326546.237852:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326546.237854:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326546.237857:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326546.237862:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326546.237868:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0ed00 00000100:00000001:0.0:1767326546.237871:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326546.237873:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1019 [1] + 224 00000100:00000001:0.0:1767326546.237876:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326546.237878:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326546.237883:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326546.237886:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326546.237890:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008218b62e. 00000800:00000001:2.0:1767326546.237891:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326546.237894:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001164247f 00000400:00000200:2.0:1767326546.237895:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767326546.237899:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001164247f. 00000400:00000200:2.0:1767326546.237903:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326546.237904:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326546.237908:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326546.237911:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9198884 x1853175408684160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326546.237915:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000998eba6e x1853175408684288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326546.237934:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9198884 x1853175408684160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326546.237936:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000998eba6e x1853175408684288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326546.237960:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326546.237965:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326546.237969:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326546.237971:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326546.237972:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326546.237976:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767326546.237976:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326546.237980:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326546.237980:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326546.237983:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326546.237983:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326546.237984:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326546.237987:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326546.237988:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326546.237992:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326546.237993:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00001000:0.0:1767326546.237996:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=92 v=5 (5 5 5 5) 00000400:00000001:3.0:1767326546.237996:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326546.237999:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a30db96. 00000100:00001000:0.0:1767326546.238001:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=92 v=5 (1 1 1 1) 00000400:00000200:2.0:1767326546.238004:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0ed80 00000400:00000200:3.0:1767326546.238005:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e3485e7 00000100:00000001:0.0:1767326546.238006:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767326546.238009:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e3485e7. 00000100:00000001:0.0:1767326546.238010:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326546.238015:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326546.238016:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326546.238016:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326546.238019:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1021 [1] + 224 00000100:00000001:0.0:1767326546.238021:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326546.238025:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000998eba6e x1853175408684288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326546.238026:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326546.238028:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9198884 x1853175408684160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326546.238033:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326546.238034:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326546.238038:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326546.238039:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326546.238043:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326546.238047:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000040:0.0:1767326546.238050:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9198884 x1853175408684160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326546.238052:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326546.238058:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000014038034 x1853175408684416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326546.238075:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9198884 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408684160:192.168.202.142@tcp:400: 00000100:00000200:3.0:1767326546.238077:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000998eba6e x1853175408684288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326546.238081:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326546.238086:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326546.238086:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000014038034 x1853175408684416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326546.238091:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9198884 x1853175408684160/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326546.238093:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326546.238096:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326546.238102:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326546.238105:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326546.238107:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326546.238111:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326546.238117:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326546.238117:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326546.238121:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326546.238122:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767326546.238124:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=87 v=5 (5 5 5 5) 02000000:00000010:0.0:1767326546.238125:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9d37473. 00000800:00000001:2.0:1767326546.238126:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326546.238131:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326546.238132:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767326546.238132:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=87 v=5 (1 1 1 1) 00000020:00000001:0.0:1767326546.238134:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326546.238137:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326546.238139:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767326546.238142:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326546.238142:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326546.238146:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b2a70f3e. 00000100:00000001:1.0:1767326546.238147:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767326546.238147:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326546.238151:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326546.238152:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767326546.238152:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326546.238155:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326546.238157:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767326546.238158:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:1.0:1767326546.238158:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767326546.238160:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000010:0.0:1767326546.238162:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9198884. 00000400:00000010:1.0:1767326546.238162:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1e66889. 00000100:00000001:3.0:1767326546.238163:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326546.238166:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326546.238168:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055cc6549 00000100:00000001:0.0:1767326546.238169:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1767326546.238171:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055cc6549. 00000100:00000040:3.0:1767326546.238172:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000998eba6e x1853175408684288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326546.238173:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326546.238176:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326546.238177:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326546.238183:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000014038034 x1853175408684416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326546.238184:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326546.238187:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326546.238189:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326546.238191:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326546.238194:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326546.238195:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326546.238198:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326546.238205:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000998eba6e x1853175408684288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326546.238206:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000014038034 x1853175408684416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326546.238226:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000998eba6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408684288:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326546.238233:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326546.238234:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326546.238236:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326546.238237:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326546.238239:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326546.238241:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326546.238241:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326546.238243:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326546.238244:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326546.238247:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000998eba6e x1853175408684288/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326546.238248:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=81 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326546.238255:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326546.238258:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326546.238260:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326546.238261:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326546.238269:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326546.238272:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:1.0:1767326546.238273:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000014038034 x1853175408684416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326546.238275:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000938caca6. 02000000:00000001:3.0:1767326546.238280:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326546.238283:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767326546.238284:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326546.238285:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326546.238287:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326546.238290:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000020:00000001:3.0:1767326546.238291:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326546.238293:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326546.238295:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326546.238295:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008588d8b0. 00000100:00000040:1.0:1767326546.238300:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000014038034 x1853175408684416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326546.238300:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326546.238303:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326546.238306:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000998eba6e. 00000100:00000001:1.0:1767326546.238310:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326546.238312:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326546.238313:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326546.238316:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326546.238316:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326546.238321:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326546.238323:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000014038034 x1853175408684416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326546.238326:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326546.238328:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326546.238332:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326546.238334:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326546.238340:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000014038034 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408684416:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326546.238346:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326546.238348:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326546.238351:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000014038034 x1853175408684416/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326562 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326546.238363:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326546.238365:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326546.238366:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094782bee. 02000000:00000001:1.0:1767326546.238370:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326546.238372:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326546.238373:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326546.238375:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326546.238376:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5dc54ea. 02000000:00000001:1.0:1767326546.238378:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326546.238379:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326546.238380:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000014038034. 00000100:00000001:1.0:1767326546.238383:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326546.238389:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326546.238391:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326546.238394:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326546.238395:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326546.238397:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326546.238436:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326547.259544:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326547.259553:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326547.259617:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326547.259622:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326547.259625:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326548.283527:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326548.283535:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326548.283577:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326548.283583:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326548.283587:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326549.307510:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326549.307518:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326549.307573:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326549.307576:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326549.307578:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326550.075555:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306417857, at 4306417920 00000100:00000040:3.0:1767326550.075555:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306417857, at 4306417920 00000100:00000040:1.0:1767326550.075567:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306417857, at 4306417920 00000100:00000010:3.0:1767326550.075575:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080042d7a. 00000100:00000010:0.0:1767326550.075576:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002806ae4a. 00000100:00000010:1.0:1767326550.075589:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049f01126. 00000100:00000040:2.0:1767326550.075628:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306417857, at 4306417920 00000100:00000010:2.0:1767326550.075635:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00010000:00000001:0.0:1767326550.331504:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326550.331514:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326550.331558:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326550.331562:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326550.331564:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326551.355534:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326551.355541:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1767326551.355545:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326551.355546:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326551.355557:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326551.355565:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326551.355569:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326551.355570:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1767326551.355574:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326551.355576:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:3.0:1767326551.355577:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767326551.355583:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326551.355591:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039fc680f. 00000100:00000001:2.0:1767326551.355598:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326551.355609:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000032a2412e x1853175408684544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326551.355618:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326551.355620:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326551.355624:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_03+3] req@0000000032a2412e x1853175408684544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326551.355649:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326551.355651:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326551.355654:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326551.355656:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767326551.355658:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326551.355660:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326551.355662:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326551.355663:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326551.355666:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326551.355667:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 00000100:00000001:1.0:1767326551.355672:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326551.355672:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326551.355676:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326551.355677:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000009561302 x1853175408684672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767326551.355685:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408684544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326551.355687:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326551.355691:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326551.355695:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326551.355699:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326551.355703:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326551.355708:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326551.355710:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326551.355713:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326551.355717:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326551.355717:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_00+0] req@0000000009561302 x1853175408684672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326551.355723:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408684544:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326551.355732:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326551.355738:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326551.355740:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326551.355743:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326551.355743:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326551.355746:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767326551.355748:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d1023b2. 00000100:00000001:2.0:1767326551.355749:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767326551.355752:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326551.355753:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326551.355757:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326551.355759:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326551.355761:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767326551.355762:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ac849b8. 02000000:00000001:2.0:1767326551.355763:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326551.355766:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326551.355770:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326551.355771:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cf3a545b. 00000100:00000001:0.0:1767326551.355774:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767326551.355774:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d3326d8. 00000100:00000001:2.0:1767326551.355775:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326551.355782:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326551.355783:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b6591187 x1853175408684800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767326551.355785:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408684672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326551.355785:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408684544, portal 25 00000100:00000001:1.0:1767326551.355791:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326551.355794:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326551.355801:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326551.355803:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326551.355808:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326551.355809:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000040:2.0:1767326551.355810:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_01+1] req@00000000b6591187 x1853175408684800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326551.355812:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326551.355819:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326551.355820:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408684544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326551.355823:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326551.355830:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326551.355838:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408684672:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326551.355839:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326551.355844:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326551.355845:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326551.355846:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326551.355850:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326551.355851:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767326551.355852:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffc7a60e. 02000000:00000001:0.0:1767326551.355854:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326551.355858:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408684544, offset 0 02000000:00000001:0.0:1767326551.355860:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326551.355860:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326551.355865:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326551.355868:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11756) 00000400:00000200:1.0:1767326551.355870:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326551.355870:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326551.355873:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000707c751a. 00000100:00000001:3.0:1767326551.355874:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767326551.355878:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326551.355884:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008218b62e. 00000100:00000040:3.0:1767326551.355888:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408684800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326551.355889:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326551.355899:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1767326551.355902:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001164247f. 00000400:00000200:1.0:1767326551.355907:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000200:0.0:1767326551.355909:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408684672, portal 10 00000100:00000001:0.0:1767326551.355915:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326551.355915:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326551.355917:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326551.355920:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000001:3.0:1767326551.355920:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326551.355922:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:3.0:1767326551.355925:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326551.355927:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326551.355931:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [492:492:256:4294967295] 192.168.202.142@tcp LPNI seq info [492:492:8:4294967295] 02000000:00000001:3.0:1767326551.355931:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326551.355935:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408684672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326551.355939:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408684800:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326551.355948:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326551.355953:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326551.355955:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:3.0:1767326551.355956:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326551.355958:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326551.355962:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326551.355968:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:1.0:1767326551.355968:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000010:3.0:1767326551.355968:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000938caca6. 00000400:00000010:0.0:1767326551.355973:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600e12d3. 02000000:00000001:3.0:1767326551.355974:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326551.355976:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5dc54ea. 00000100:00000200:0.0:1767326551.355980:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408684672, offset 0 00000400:00000010:3.0:1767326551.355982:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a30db96. 00000800:00000200:1.0:1767326551.355988:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326551.355993:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326551.356001:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e3485e7. 00000400:00000200:0.0:1767326551.356003:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:1.0:1767326551.356003:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:3.0:1767326551.356007:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408684800, portal 10 00000800:00000200:1.0:1767326551.356010:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5dc54ea type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326551.356011:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326551.356011:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326551.356015:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000400:00000200:0.0:1767326551.356019:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:3.0:1767326551.356024:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408684800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326551.356025:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326551.356031:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326551.356033:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326551.356040:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [493:493:255:4294967295] 192.168.202.142@tcp LPNI seq info [493:493:7:4294967295] 00000100:00000001:1.0:1767326551.356041:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306422977 00000100:00000001:3.0:1767326551.356043:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767326551.356049:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000418b52ce. 00000100:00000040:3.0:1767326551.356050:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326551.356057:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f68e8c4e. 00000400:00000200:0.0:1767326551.356061:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326551.356061:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1767326551.356062:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408684800, offset 0 00000100:00000001:1.0:1767326551.356072:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306422977 00000800:00000200:0.0:1767326551.356077:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326551.356077:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:1.0:1767326551.356080:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000023a1e36c. 00000800:00000010:0.0:1767326551.356084:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000400:00000200:3.0:1767326551.356085:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326551.356086:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326551.356093:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326551.356095:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306422977 00000800:00000200:0.0:1767326551.356098:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326551.356099:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000010:1.0:1767326551.356101:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002be8f718. 00000400:00000200:3.0:1767326551.356105:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326551.356108:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326551.356110:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:0.0:1767326551.356112:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326551.356116:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [494:494:254:4294967295] 192.168.202.142@tcp LPNI seq info [494:494:6:4294967295] 00000800:00000200:0.0:1767326551.356119:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326551.356119:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306422977 00000100:00000010:1.0:1767326551.356125:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3de7e25. 00000100:00000001:0.0:1767326551.356128:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326551.356129:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326551.356132:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767326551.356134:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 109653 usecs (110 jiffies) 00000100:00000001:1.0:1767326551.356137:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326551.356141:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306419310 00000100:00000001:1.0:1767326551.356143:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326551.356146:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326551.356148:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306422977 00000100:00000001:1.0:1767326551.356149:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326551.356153:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 00000100:00000001:1.0:1767326551.356154:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326551.356156:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326551.356162:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5dc54ea. 00000800:00000200:3.0:1767326551.356162:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326551.356165:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306419310 00000100:00000001:1.0:1767326551.356165:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326551.356169:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326551.356171:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306422977 00000400:00000200:2.0:1767326551.356173:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767326551.356174:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326551.356175:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326551.356177:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306419310 00000100:00000001:1.0:1767326551.356179:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767326551.356181:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326551.356183:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306422977 00000100:00000001:1.0:1767326551.356183:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326551.356186:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326551.356188:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326551.356190:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326551.356191:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306419310 00000100:00000040:3.0:1767326551.356195:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 145332 usecs (146 jiffies) 00000100:00000001:0.0:1767326551.356196:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306422977 00000400:00000200:2.0:1767326551.356196:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffc7a60e 00000100:00000001:3.0:1767326551.356201:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306419346 00000100:00000001:0.0:1767326551.356202:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326551.356202:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffc7a60e. 00000100:00000001:3.0:1767326551.356206:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306422977 00000100:00000001:0.0:1767326551.356208:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326551.356210:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326551.356210:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306419346 00000100:00000001:0.0:1767326551.356213:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326551.356213:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306422977 00000100:00000001:3.0:1767326551.356218:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306419346 00000100:00000001:0.0:1767326551.356219:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326551.356220:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306422977 00000100:00000200:2.0:1767326551.356224:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408684544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326551.356225:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306419346 00000100:00000001:0.0:1767326551.356227:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326551.356228:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306422977 00000100:00000001:0.0:1767326551.356231:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326551.356233:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326551.356237:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326551.356238:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326551.356241:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326551.356243:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326551.356246:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326551.356246:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326551.356248:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326551.356251:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326551.356259:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408684544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326551.356267:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326551.356269:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326551.356287:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326551.356289:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000400:00000200:2.0:1767326551.356292:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326551.356296:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326551.356299:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600e12d3 00000400:00000010:2.0:1767326551.356301:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600e12d3. 00000100:00000001:2.0:1767326551.356305:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326551.356308:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408684672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326551.356316:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326551.356319:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408684672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326551.356326:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326551.356327:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326551.356346:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326551.356349:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767326551.356350:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326551.356352:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767326551.356354:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 00000100:00000001:3.0:1767326551.356355:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326551.356359:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326551.356360:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326551.356363:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326551.356366:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326551.356370:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f68e8c4e 00000400:00000010:2.0:1767326551.356372:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f68e8c4e. 00000100:00000001:2.0:1767326551.356375:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326551.356378:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408684800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326551.356385:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326551.356388:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408684800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326551.356453:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326551.356455:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326551.357866:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326551.357881:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326551.357884:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326551.357888:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326551.357896:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326551.357908:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0ee00 00000400:00000200:1.0:1767326551.357915:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1029 [1] + 224 00000800:00000001:1.0:1767326551.357922:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326551.357927:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326551.357929:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326551.357932:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326551.357937:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326551.357942:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408684544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326551.357951:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408684544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326551.357968:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326551.357975:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326551.357978:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326551.357980:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326551.357990:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326551.357996:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:2.0:1767326551.357999:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326551.358002:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326551.358006:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0ee80 00000400:00000001:2.0:1767326551.358008:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326551.358012:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326551.358014:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ac849b8. 00000400:00000200:2.0:1767326551.358018:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d3326d8 00000400:00000010:2.0:1767326551.358020:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d3326d8. 00000100:00000001:2.0:1767326551.358022:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326551.358027:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408684544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326551.358036:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408684544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326551.358042:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326551.358044:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326551.358047:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326551.358049:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326551.358052:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326551.358054:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326551.358057:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326551.358064:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=97 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326551.358068:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326551.358071:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326551.358073:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326551.358075:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326551.358077:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326551.358080:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326551.358083:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408684544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326551.358090:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326551.358093:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326551.358095:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326551.358098:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408684544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326551.358110:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408684544:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326551.358115:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326551.358117:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326551.358119:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408684544/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326551.358124:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326551.358127:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326551.358130:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d1023b2. 02000000:00000001:2.0:1767326551.358133:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767326551.358136:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1031 [1] + 224 00000020:00000001:2.0:1767326551.358137:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326551.358140:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326551.358144:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326551.358146:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039fc680f. 00000800:00000001:1.0:1767326551.358148:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326551.358150:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326551.358152:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326551.358154:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000800:00000001:1.0:1767326551.358156:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326551.358157:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767326551.358160:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326551.358161:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326551.358168:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326551.358172:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326551.358173:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326551.358180:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767326551.358183:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408684672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326551.358183:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326551.358188:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326551.358191:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326551.358199:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408684672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326551.358216:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326551.358225:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326551.358229:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326551.358231:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326551.358233:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326551.358238:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326551.358245:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0ef00 00000400:00000200:1.0:1767326551.358250:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1039 [1] + 224 00000800:00000001:1.0:1767326551.358254:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326551.358255:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326551.358259:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326551.358261:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326551.358263:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326551.358265:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767326551.358266:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326551.358269:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008218b62e. 00000400:00000200:1.0:1767326551.358274:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326551.358276:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001164247f 00000400:00000010:0.0:1767326551.358279:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001164247f. 00000100:00000001:0.0:1767326551.358282:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326551.358285:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326551.358286:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408684672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326551.358294:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408684800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326551.358303:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408684672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326551.358315:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326551.358316:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408684800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326551.358318:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326551.358321:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326551.358324:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326551.358332:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326551.358335:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326551.358340:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326551.358346:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326551.358351:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326551.358354:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326551.358355:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326551.358357:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326551.358358:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767326551.358360:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326551.358364:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326551.358366:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326551.358368:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326551.358370:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326551.358374:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408684672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326551.358375:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326551.358382:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326551.358384:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326551.358388:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326551.358388:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326551.358392:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326551.358393:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326551.358396:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408684672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326551.358431:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408684672:192.168.202.142@tcp:400: 00000400:00000001:3.0:1767326551.358435:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326551.358437:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326551.358438:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326551.358440:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767326551.358443:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a30db96. 00000100:00000040:0.0:1767326551.358444:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408684672/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326551.358450:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e3485e7 00000100:00000001:0.0:1767326551.358454:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326551.358455:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326551.358459:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000707c751a. 00000400:00000010:3.0:1767326551.358460:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e3485e7. 02000000:00000001:0.0:1767326551.358464:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326551.358466:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767326551.358467:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326551.358470:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326551.358473:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1767326551.358475:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408684800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326551.358476:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 02000000:00000001:0.0:1767326551.358489:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1767326551.358490:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408684800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326551.358491:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326551.358494:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:0.0:1767326551.358499:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326551.358501:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326551.358504:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326551.358505:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326551.358507:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326551.358511:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326551.358511:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326551.358514:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326551.358515:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326551.358517:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326551.358519:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326551.358520:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326551.358522:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326551.358526:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326551.358530:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=86 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326551.358534:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326551.358537:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326551.358538:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326551.358540:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326551.358543:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b6591187 x1853175408684800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326551.358549:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326551.358551:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326551.358553:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326551.358554:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326551.358555:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326551.358558:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408684800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326551.358564:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326551.358566:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326551.358568:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326551.358570:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408684800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326551.358593:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408684800:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326551.358597:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326551.358599:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326551.358601:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408684800/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326567 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326551.358607:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326551.358609:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326551.358610:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000938caca6. 02000000:00000001:3.0:1767326551.358614:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326551.358615:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326551.358616:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326551.358618:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326551.358619:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cf3a545b. 02000000:00000001:3.0:1767326551.358622:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326551.358623:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326551.358624:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:3.0:1767326551.358626:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326551.358627:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326551.358629:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326551.358632:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326551.358634:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326551.358635:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326551.358637:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326552.379551:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326552.379558:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326552.379621:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326552.379626:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326552.379629:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326553.403526:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326553.403534:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326553.403590:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326553.403593:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326553.403596:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326554.427547:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326554.427556:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326554.427628:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326554.427635:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326554.427640:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326555.195499:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306422977, at 4306423040 00000100:00000040:2.0:1767326555.195499:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306422977, at 4306423040 00000100:00000040:3.0:1767326555.195499:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306422977, at 4306423040 00000100:00000010:2.0:1767326555.195515:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002be8f718. 00000100:00000010:3.0:1767326555.195518:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3de7e25. 00000100:00000010:0.0:1767326555.195523:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000418b52ce. 00000100:00000040:1.0:1767326555.195601:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306422977, at 4306423040 00000100:00000010:1.0:1767326555.195605:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000023a1e36c. 00010000:00000001:0.0:1767326555.451527:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326555.451534:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326555.451599:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326555.451603:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326555.451605:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326556.475509:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326556.475513:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1767326556.475518:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326556.475519:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326556.475521:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326556.475523:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326556.475526:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326556.475528:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326556.475529:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326556.475531:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326556.475539:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326556.475545:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326556.475549:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326556.475552:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326556.475557:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326556.475564:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039fc680f. 00000100:00000001:2.0:1767326556.475571:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326556.475580:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000032a2412e x1853175408684928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326556.475589:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326556.475590:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1767326556.475592:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326556.475592:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326556.475594:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326556.475596:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_02+2] req@0000000032a2412e x1853175408684928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326556.475623:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326556.475626:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326556.475635:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326556.475640:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d9e0dd. 00000020:00000040:2.0:1767326556.475643:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326556.475645:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326556.475646:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326556.475647:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326556.475649:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326556.475651:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326556.475651:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326556.475652:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326556.475656:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767326556.475657:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089a1fa3e. 00000100:00000001:2.0:1767326556.475662:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326556.475664:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408684928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326556.475669:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000028d9e0dd x1853175408685056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326556.475686:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326556.475689:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326556.475694:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d9e0dd] to pc [ptlrpcd_00_03+3] req@0000000028d9e0dd x1853175408685056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326556.475704:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326556.475707:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326556.475711:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326556.475712:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326556.475714:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326556.475716:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408684928:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326556.475720:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326556.475720:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326556.475724:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326556.475725:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326556.475728:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326556.475730:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326556.475734:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326556.475735:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005251cf77. 00000100:00000001:2.0:1767326556.475736:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326556.475737:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326556.475739:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326556.475740:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767326556.475741:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000020:00000040:2.0:1767326556.475744:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000400:00000010:3.0:1767326556.475745:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a30db96. 00000100:00000040:1.0:1767326556.475747:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d9e0dd x1853175408685056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326556.475747:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326556.475750:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767326556.475752:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e3485e7. 02000000:00000001:2.0:1767326556.475753:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326556.475757:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326556.475759:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326556.475759:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064d7910e. 02000000:00000001:1.0:1767326556.475762:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326556.475763:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326556.475763:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326556.475763:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408684928, portal 25 02000000:00000001:1.0:1767326556.475767:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326556.475769:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000006b877052 x1853175408685184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326556.475770:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1767326556.475771:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408685056:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326556.475773:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000001:1.0:1767326556.475777:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326556.475781:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326556.475782:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326556.475783:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326556.475784:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326556.475786:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408684928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326556.475787:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326556.475789:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_00+0] req@000000006b877052 x1853175408685184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326556.475791:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098ad869f. 02000000:00000001:1.0:1767326556.475794:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326556.475800:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaa175c4. 00000100:00000001:3.0:1767326556.475814:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326556.475817:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326556.475819:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000512df998. 00000400:00000010:3.0:1767326556.475820:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046298f58. 00000100:00000200:1.0:1767326556.475825:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408685056, portal 10 00000100:00000200:3.0:1767326556.475825:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408684928, offset 0 00000100:00000001:1.0:1767326556.475835:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326556.475835:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326556.475837:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333291520 : -115368376260096 : ffff9712b4ea2a00) 00000100:00000040:2.0:1767326556.475838:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767326556.475839:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326556.475842:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326556.475844:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d9e0dd x1853175408685056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326556.475848:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11762) 00000100:00000001:1.0:1767326556.475851:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326556.475854:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326556.475857:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:1.0:1767326556.475859:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4a6f69c. 00000100:00000001:0.0:1767326556.475860:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326556.475864:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767326556.475865:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408685056, offset 0 00000400:00000200:3.0:1767326556.475865:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326556.475866:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326556.475871:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326556.475872:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408685184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326556.475872:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326556.475874:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326556.475877:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326556.475880:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326556.475884:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326556.475885:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326556.475886:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326556.475888:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326556.475888:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [495:495:256:4294967295] 192.168.202.142@tcp LPNI seq info [495:495:8:4294967295] 02000000:00000001:0.0:1767326556.475890:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326556.475898:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326556.475899:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00100000:0.0:1767326556.475901:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408685184:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326556.475904:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326556.475907:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326556.475909:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326556.475909:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326556.475911:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326556.475913:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:3.0:1767326556.475915:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c363976a. 02000000:00000010:0.0:1767326556.475916:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009759eff7. 00000400:00000200:1.0:1767326556.475917:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326556.475920:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326556.475922:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:0.0:1767326556.475925:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008218b62e. 00000800:00000200:3.0:1767326556.475926:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326556.475929:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767326556.475932:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001164247f. 00000400:00000200:1.0:1767326556.475932:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000200:0.0:1767326556.475937:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408685184, portal 10 00000400:00000200:1.0:1767326556.475938:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [496:496:255:4294967295] 192.168.202.142@tcp LPNI seq info [496:496:7:4294967295] 00000800:00000200:3.0:1767326556.475938:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326556.475942:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767326556.475944:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c363976a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326556.475945:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000040:0.0:1767326556.475953:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408685184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326556.475955:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326556.475960:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326556.475965:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326556.475966:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306428097 00000800:00000200:1.0:1767326556.475969:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:0.0:1767326556.475971:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000010:3.0:1767326556.475971:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a5ba9a9. 00000400:00000010:0.0:1767326556.475976:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fb0af82. 00000800:00000010:1.0:1767326556.475977:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb080471. 00000100:00000200:0.0:1767326556.475979:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408685184, offset 0 00000100:00000001:3.0:1767326556.475980:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767326556.475986:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326556.475987:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326556.475987:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306428097 00000100:00000010:3.0:1767326556.475992:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016446684. 00000100:00000001:3.0:1767326556.475997:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326556.475998:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:1.0:1767326556.475998:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326556.475999:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306428097 00000800:00000200:1.0:1767326556.476004:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb080471 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1767326556.476004:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f676bc1. 00000400:00000200:0.0:1767326556.476005:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326556.476009:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326556.476011:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326556.476011:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326556.476013:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306428097 00000400:00000200:0.0:1767326556.476016:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326556.476017:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 108920 usecs (109 jiffies) 00000800:00000200:2.0:1767326556.476017:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767326556.476018:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d429ad70. 00000400:00000200:0.0:1767326556.476020:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326556.476023:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306424429 00000800:00000010:2.0:1767326556.476023:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c363976a. 00000100:00000001:3.0:1767326556.476024:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326556.476026:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [497:497:254:4294967295] 192.168.202.142@tcp LPNI seq info [497:497:6:4294967295] 00000100:00000001:1.0:1767326556.476029:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306428097 00000100:00000001:3.0:1767326556.476030:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326556.476031:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326556.476033:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306424429 00000100:00000001:1.0:1767326556.476037:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306428097 00000100:00000001:3.0:1767326556.476037:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326556.476042:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306424429 00000100:00000001:3.0:1767326556.476042:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326556.476043:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326556.476044:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306428097 00000100:00000001:3.0:1767326556.476048:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326556.476052:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326556.476054:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306424429 00000100:00000001:3.0:1767326556.476057:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326556.476058:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306428097 00000400:00000200:2.0:1767326556.476059:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046298f58 00000100:00000001:3.0:1767326556.476060:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767326556.476061:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326556.476063:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326556.476063:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046298f58. 00000100:00000001:3.0:1767326556.476064:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767326556.476066:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000100:00000001:1.0:1767326556.476067:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326556.476067:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326556.476069:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326556.476070:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326556.476073:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326556.476073:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326556.476074:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326556.476077:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408684928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326556.476079:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326556.476082:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326556.476085:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326556.476087:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326556.476087:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326556.476091:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326556.476093:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326556.476093:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408684928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326556.476094:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326556.476096:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326556.476101:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326556.476102:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326556.476108:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 144340 usecs (145 jiffies) 00000100:00000001:2.0:1767326556.476112:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326556.476114:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306424465 00000100:00000001:2.0:1767326556.476115:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326556.476120:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306428097 00000100:00000001:0.0:1767326556.476122:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306424465 00000100:00000001:0.0:1767326556.476124:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306428097 00000100:00000001:0.0:1767326556.476125:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306424465 00000100:00000001:0.0:1767326556.476126:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306428097 00000100:00000001:0.0:1767326556.476127:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306424465 00000100:00000001:0.0:1767326556.476129:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306428097 00000100:00000001:0.0:1767326556.476130:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326556.476131:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326556.476132:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326556.476135:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb080471. 00000100:00000001:0.0:1767326556.476136:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326556.476140:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326556.476141:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326556.476144:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326556.476147:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326556.476148:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326556.476149:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326556.476151:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326556.476154:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326556.476155:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326556.476155:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4a6f69c 00000400:00000010:2.0:1767326556.476159:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4a6f69c. 00000100:00000001:2.0:1767326556.476162:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326556.476164:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d9e0dd x1853175408685056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326556.476168:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326556.476170:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d9e0dd x1853175408685056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326556.476174:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326556.476175:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326556.476228:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326556.476229:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000400:00000200:2.0:1767326556.476231:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326556.476233:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326556.476235:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fb0af82 00000400:00000010:2.0:1767326556.476236:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fb0af82. 00000100:00000001:2.0:1767326556.476237:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326556.476239:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408685184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326556.476243:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326556.476244:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408685184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326556.476247:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326556.476248:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326556.477861:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326556.477875:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326556.477884:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326556.477886:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326556.477892:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326556.477901:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0ef80 00000400:00000200:2.0:1767326556.477906:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1041 [1] + 224 00000800:00000001:2.0:1767326556.477912:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326556.477914:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326556.477915:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326556.477917:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326556.477920:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326556.477924:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408684928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326556.477931:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408684928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326556.477943:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326556.477949:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326556.477950:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326556.477951:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326556.477952:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326556.477955:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326556.477958:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0f000 00000400:00000200:2.0:1767326556.477962:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1045 [1] + 224 00000800:00000001:2.0:1767326556.477964:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326556.477994:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326556.477996:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326556.478000:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326556.478001:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326556.478002:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326556.478004:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326556.478008:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d9e0dd x1853175408685056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326556.478009:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326556.478012:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767326556.478020:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028d9e0dd x1853175408685056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326556.478021:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a30db96. 00000400:00000200:3.0:1767326556.478026:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e3485e7 00000400:00000010:3.0:1767326556.478036:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e3485e7. 00000100:00000001:2.0:1767326556.478056:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326556.478062:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326556.478066:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326556.478068:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326556.478071:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326556.478076:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767326556.478078:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326556.478084:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0f080 00000100:00000200:3.0:1767326556.478087:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408684928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326556.478093:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326556.478097:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1051 [1] + 224 00000100:00000001:1.0:1767326556.478098:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326556.478106:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326556.478106:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326556.478106:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408684928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326556.478110:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326556.478114:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaa175c4. 00000800:00000001:2.0:1767326556.478114:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326556.478121:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326556.478121:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767326556.478122:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000512df998 00000100:00000001:3.0:1767326556.478125:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326556.478126:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000512df998. 00000400:00000200:2.0:1767326556.478128:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326556.478132:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326556.478133:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326556.478135:0:211388:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767326556.478136:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326556.478139:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767326556.478141:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d9e0dd x1853175408685056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326556.478142:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408685184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326556.478143:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326556.478149:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326556.478156:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=102 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326556.478163:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326556.478171:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326556.478173:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326556.478176:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d9e0dd x1853175408685056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326556.478177:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408685184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326556.478178:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326556.478181:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326556.478186:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326556.478193:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408684928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326556.478208:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326556.478211:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326556.478212:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326556.478216:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326556.478216:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326556.478218:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767326556.478219:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326556.478221:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326556.478222:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326556.478222:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326556.478224:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326556.478227:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326556.478228:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326556.478229:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408684928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326556.478232:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=97 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326556.478239:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=97 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326556.478245:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326556.478248:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326556.478250:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408684928:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326556.478251:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326556.478254:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767326556.478257:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1767326556.478259:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326556.478259:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326556.478261:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326556.478262:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326556.478262:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326556.478264:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1767326556.478265:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008218b62e. 00000100:00000040:1.0:1767326556.478267:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000040:3.0:1767326556.478267:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408684928/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326556.478270:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326556.478271:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326556.478275:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d9e0dd x1853175408685056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326556.478276:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001164247f 00000400:00000010:0.0:1767326556.478280:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001164247f. 00000100:00000001:0.0:1767326556.478284:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326556.478290:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408685184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326556.478294:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326556.478297:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326556.478301:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767326556.478302:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005251cf77. 00000100:00000200:0.0:1767326556.478306:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408685184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326556.478306:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767326556.478307:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326556.478309:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326556.478311:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326556.478313:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000040:1.0:1767326556.478315:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d9e0dd x1853175408685056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326556.478317:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326556.478320:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039fc680f. 00000100:00000001:0.0:1767326556.478325:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326556.478325:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326556.478328:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326556.478328:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326556.478330:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:0.0:1767326556.478331:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1767326556.478331:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408685056:192.168.202.142@tcp:400: 02000000:00000001:0.0:1767326556.478333:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326556.478334:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326556.478336:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326556.478336:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326556.478338:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326556.478339:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326556.478339:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326556.478340:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326556.478343:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326556.478345:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d9e0dd x1853175408685056/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326556.478346:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1767326556.478349:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=91 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326556.478349:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326556.478353:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767326556.478356:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326556.478358:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326556.478360:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326556.478363:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767326556.478363:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098ad869f. 00000100:00000001:3.0:1767326556.478364:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326556.478365:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326556.478368:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767326556.478370:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326556.478382:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326556.478384:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00010000:00080000:0.0:1767326556.478386:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006b877052 x1853175408685184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326556.478387:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326556.478390:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000089a1fa3e. 02000000:00000001:1.0:1767326556.478395:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767326556.478415:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326556.478418:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326556.478418:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326556.478419:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326556.478420:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326556.478423:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408685184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326556.478427:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326556.478429:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326556.478431:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326556.478431:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326556.478434:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d9e0dd. 00000100:00000040:0.0:1767326556.478437:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408685184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326556.478440:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326556.478443:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326556.478448:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326556.478454:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408685184:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326556.478455:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326556.478460:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326556.478463:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326556.478466:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326556.478468:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326556.478469:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326556.478474:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408685184/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326572 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326556.478492:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326556.478493:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326556.478495:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009759eff7. 02000000:00000001:0.0:1767326556.478498:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326556.478499:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326556.478500:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326556.478502:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326556.478503:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000064d7910e. 02000000:00000001:0.0:1767326556.478505:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326556.478506:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326556.478507:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000001:0.0:1767326556.478509:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326556.478510:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326556.478512:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326556.478516:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326556.478517:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326556.478519:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326556.478520:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326557.499501:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326557.499507:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326557.499528:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326557.499531:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326557.499534:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326558.523515:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326558.523522:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326558.523579:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326558.523582:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326558.523584:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326559.547479:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326559.547484:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326559.547523:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326559.547527:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326559.547529:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326560.315519:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306428097, at 4306428160 00000100:00000040:1.0:1767326560.315519:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306428097, at 4306428160 00000100:00000040:2.0:1767326560.315519:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306428097, at 4306428160 00000100:00000040:3.0:1767326560.315519:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306428097, at 4306428160 00000100:00000010:1.0:1767326560.315541:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016446684. 00000100:00000010:3.0:1767326560.315542:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d429ad70. 00000100:00000010:0.0:1767326560.315545:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a5ba9a9. 00000100:00000010:2.0:1767326560.315552:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f676bc1. 00010000:00000001:0.0:1767326560.571539:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326560.571549:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326560.571589:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326560.571592:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326560.571595:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326561.595504:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326561.595514:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326561.595535:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326561.595545:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:2.0:1767326561.595548:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326561.595554:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326561.595556:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7b89fc3. 00010000:00010000:2.0:1767326561.595560:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:3.0:1767326561.595564:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326561.595570:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326561.595573:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326561.595579:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326561.595589:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c363976a. 00000100:00000001:3.0:1767326561.595607:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326561.595618:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b7b89fc3 x1853175408685312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326561.595628:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326561.595630:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326561.595634:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7b89fc3] to pc [ptlrpcd_00_01+1] req@00000000b7b89fc3 x1853175408685312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326561.595659:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326561.595662:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326561.595665:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326561.595668:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000449ab534. 00000020:00000040:3.0:1767326561.595671:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326561.595674:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326561.595676:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326561.595678:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326561.595683:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003fff2558. 00000100:00000001:2.0:1767326561.595686:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326561.595688:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326561.595690:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326561.595693:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326561.595695:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326561.595697:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000449ab534 x1853175408685440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326561.595699:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326561.595707:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326561.595709:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326561.595712:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000449ab534] to pc [ptlrpcd_00_02+2] req@00000000449ab534 x1853175408685440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326561.595726:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7b89fc3 x1853175408685312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326561.595738:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326561.595741:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326561.595742:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326561.595746:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326561.595748:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326561.595752:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326561.595753:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326561.595758:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667ee4ce. 02000000:00000001:2.0:1767326561.595759:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326561.595765:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326561.595767:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326561.595770:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326561.595773:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767326561.595773:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7b89fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408685312:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326561.595775:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326561.595776:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326561.595781:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326561.595783:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767326561.595788:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000449ab534 x1853175408685440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326561.595792:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326561.595795:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326561.595803:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767326561.595804:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8b9f1ee. 00000100:00000001:1.0:1767326561.595806:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326561.595811:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326561.595812:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326561.595812:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326561.595818:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326561.595819:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767326561.595823:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326561.595823:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000667ee4ce x1853175408685568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326561.595829:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326561.595831:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cec4865. 00000100:00100000:1.0:1767326561.595838:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000449ab534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408685440:192.168.202.142@tcp:400: 02000000:00000001:2.0:1767326561.595839:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326561.595844:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326561.595849:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326561.595851:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767326561.595856:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd5b98a5. 00000100:00000040:3.0:1767326561.595856:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000667ee4ce] to pc [ptlrpcd_00_03+3] req@00000000667ee4ce x1853175408685568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326561.595857:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326561.595862:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326561.595867:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326561.595873:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098ad869f. 00000400:00000010:2.0:1767326561.595874:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026020036. 02000000:00000001:1.0:1767326561.595876:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326561.595883:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaa175c4. 00000100:00000001:3.0:1767326561.595883:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326561.595889:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000512df998. 00000100:00000040:3.0:1767326561.595889:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767326561.595894:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408685312, portal 25 00000100:00000040:3.0:1767326561.595895:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1767326561.595899:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408685440, portal 10 00000100:00000001:0.0:1767326561.595902:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326561.595904:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326561.595906:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326561.595907:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326561.595908:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571627648 : -115369137923968 : ffff971287841880) 00000100:00000040:3.0:1767326561.595908:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11767) 00000100:00000001:1.0:1767326561.595914:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571633024 : -115369137918592 : ffff971287842d80) 00000100:00000001:0.0:1767326561.595918:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326561.595925:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000667ee4ce x1853175408685568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326561.595926:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7b89fc3 x1853175408685312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326561.595933:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000449ab534 x1853175408685440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326561.595953:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326561.595958:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326561.595966:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326561.595974:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326561.595974:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326561.595984:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326561.595985:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326561.595986:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00100000:0.0:1767326561.595990:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408685568:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326561.595994:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767326561.595994:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059305d1e. 02000000:00000001:0.0:1767326561.595999:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326561.596003:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000200:2.0:1767326561.596004:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408685312, offset 0 02000000:00000001:0.0:1767326561.596005:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326561.596007:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a686d3c9. 02000000:00000001:0.0:1767326561.596009:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326561.596014:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cda36778. 00000100:00000200:1.0:1767326561.596016:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408685440, offset 0 02000000:00000001:0.0:1767326561.596018:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326561.596025:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008218b62e. 00000400:00000200:2.0:1767326561.596026:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326561.596036:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326561.596043:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001164247f. 00000400:00000200:2.0:1767326561.596048:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:0.0:1767326561.596050:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408685568, portal 10 00000100:00000001:0.0:1767326561.596054:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326561.596056:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326561.596057:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571631232 : -115369137920384 : ffff971287842680) 00000400:00000200:2.0:1767326561.596064:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:0.0:1767326561.596068:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000667ee4ce x1853175408685568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326561.596072:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326561.596078:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326561.596083:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326561.596085:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [498:498:256:4294967295] 192.168.202.142@tcp LPNI seq info [498:498:8:4294967295] 00000100:00000040:0.0:1767326561.596091:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326561.596095:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d045329. 00000100:00000200:0.0:1767326561.596098:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408685568, offset 0 00000400:00000200:2.0:1767326561.596106:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:0.0:1767326561.596109:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326561.596123:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326561.596128:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:2.0:1767326561.596132:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dadd9a6c. 00000400:00000200:1.0:1767326561.596133:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326561.596139:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326561.596145:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326561.596152:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326561.596153:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326561.596159:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [499:499:255:4294967295] 192.168.202.142@tcp LPNI seq info [499:499:7:4294967295] 00000800:00000200:2.0:1767326561.596176:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326561.596186:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326561.596187:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dadd9a6c type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767326561.596199:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326561.596204:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:1.0:1767326561.596205:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005493b67f. 00000400:00000200:0.0:1767326561.596212:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326561.596217:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326561.596220:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326561.596223:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326561.596228:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326561.596231:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326561.596232:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306433217 00000400:00000200:0.0:1767326561.596238:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:1.0:1767326561.596241:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005493b67f type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767326561.596246:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c04931a1. 00000400:00000200:0.0:1767326561.596249:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [500:500:254:4294967295] 192.168.202.142@tcp LPNI seq info [500:500:6:4294967295] 00000100:00000001:1.0:1767326561.596253:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326561.596257:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767326561.596258:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 108195 usecs (109 jiffies) 00000100:00000001:1.0:1767326561.596268:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306429549 00000100:00000001:2.0:1767326561.596273:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306433217 00000100:00000001:1.0:1767326561.596275:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306433217 00000100:00000001:1.0:1767326561.596282:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306429549 00000100:00000010:2.0:1767326561.596284:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd8dfb95. 00000400:00000200:0.0:1767326561.596292:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326561.596294:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326561.596295:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000010:3.0:1767326561.596306:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dadd9a6c. 00000100:00000001:1.0:1767326561.596309:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306433217 00000100:00000001:2.0:1767326561.596309:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306433217 00000800:00000200:0.0:1767326561.596311:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326561.596320:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326561.596322:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306429549 00000800:00000010:0.0:1767326561.596323:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000100:00000010:2.0:1767326561.596324:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052a18f61. 00000400:00000200:3.0:1767326561.596345:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326561.596346:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767326561.596358:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326561.596360:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306433217 00000100:00000001:2.0:1767326561.596360:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306433217 00000400:00000200:3.0:1767326561.596361:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059305d1e 00000800:00000200:0.0:1767326561.596372:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:3.0:1767326561.596373:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059305d1e. 00000100:00000001:1.0:1767326561.596374:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306429549 00000100:00000010:2.0:1767326561.596377:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074bebb19. 00000800:00000200:0.0:1767326561.596379:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326561.596384:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326561.596386:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326561.596386:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767326561.596392:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 143360 usecs (144 jiffies) 00000100:00000200:3.0:1767326561.596392:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7b89fc3 x1853175408685312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326561.596395:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306433217 00000100:00000001:2.0:1767326561.596395:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326561.596443:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306429585 00000100:00000001:0.0:1767326561.596450:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306433217 00000100:00000001:2.0:1767326561.596451:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326561.596456:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326561.596461:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306429585 00000100:00000001:2.0:1767326561.596466:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326561.596468:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326561.596472:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306433217 00000100:00000001:2.0:1767326561.596478:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326561.596481:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326561.596482:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306429585 00000100:00000001:0.0:1767326561.596491:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306433217 00000100:00000001:1.0:1767326561.596492:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326561.596499:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326561.596501:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306429585 00000100:00000001:1.0:1767326561.596507:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326561.596507:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326561.596512:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306433217 00000100:00000001:1.0:1767326561.596513:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326561.596516:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326561.596516:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326561.596526:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326561.596527:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326561.596527:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326561.596533:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7b89fc3 x1853175408685312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326561.596540:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326561.596541:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326561.596542:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326561.596548:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326561.596553:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326561.596554:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326561.596555:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326561.596563:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326561.596571:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326561.596573:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326561.596579:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326561.596580:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326561.596582:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326561.596585:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326561.596586:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326561.596588:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326561.596601:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326561.596605:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005493b67f. 00000400:00000200:3.0:1767326561.596610:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326561.596613:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326561.596623:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a686d3c9 00000400:00000010:3.0:1767326561.596624:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a686d3c9. 00000100:00000001:3.0:1767326561.596627:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326561.596630:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000449ab534 x1853175408685440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326561.596638:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326561.596640:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000449ab534 x1853175408685440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326561.596646:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326561.596648:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326561.596708:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326561.596710:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000400:00000200:3.0:1767326561.596713:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326561.596717:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326561.596719:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d045329 00000400:00000010:3.0:1767326561.596721:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d045329. 00000100:00000001:3.0:1767326561.596723:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326561.596726:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000667ee4ce x1853175408685568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326561.596733:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326561.596735:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000667ee4ce x1853175408685568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326561.596741:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326561.596742:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326561.598352:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326561.598366:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326561.598370:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326561.598372:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326561.598387:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326561.598421:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0f100 00000400:00000200:2.0:1767326561.598428:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1059 [1] + 224 00000800:00000001:2.0:1767326561.598437:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326561.598443:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326561.598445:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326561.598451:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326561.598458:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326561.598463:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7b89fc3 x1853175408685312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326561.598474:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b7b89fc3 x1853175408685312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326561.598494:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326561.598504:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326561.598508:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326561.598511:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326561.598513:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326561.598519:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326561.598527:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0f180 00000100:00000001:3.0:1767326561.598531:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326561.598536:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x105d [1] + 224 00000100:00000001:3.0:1767326561.598537:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326561.598545:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326561.598546:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326561.598551:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326561.598551:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326561.598555:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd5b98a5. 00000400:00000200:2.0:1767326561.598557:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326561.598565:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026020036 00000400:00000200:2.0:1767326561.598567:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:3.0:1767326561.598571:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026020036. 00000100:00000001:3.0:1767326561.598577:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326561.598581:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326561.598585:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7b89fc3 x1853175408685312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326561.598591:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000449ab534 x1853175408685440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326561.598615:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000449ab534 x1853175408685440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326561.598657:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7b89fc3 x1853175408685312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326561.598665:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326561.598667:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326561.598669:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326561.598672:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326561.598677:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326561.598680:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326561.598682:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326561.598683:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326561.598688:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326561.598689:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326561.598694:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1767326561.598696:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=107 v=5 (5 5 5 5) 00000800:00000001:2.0:1767326561.598698:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326561.598701:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767326561.598703:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=107 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326561.598705:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326561.598708:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1767326561.598712:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326561.598713:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326561.598717:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326561.598717:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00010000:00000001:3.0:1767326561.598720:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767326561.598721:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaa175c4. 00010000:00000001:3.0:1767326561.598727:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326561.598728:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000512df998 00000400:00000200:2.0:1767326561.598730:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0f200 00000400:00000010:1.0:1767326561.598734:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000512df998. 00000100:00000001:3.0:1767326561.598736:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326561.598740:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326561.598744:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1069 [1] + 224 00000100:00000200:1.0:1767326561.598747:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000449ab534 x1853175408685440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326561.598748:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7b89fc3 x1853175408685312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326561.598759:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326561.598769:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326561.598776:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767326561.598793:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000449ab534 x1853175408685440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326561.598795:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326561.598807:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326561.598807:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326561.598811:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326561.598816:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326561.598817:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767326561.598818:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000667ee4ce x1853175408685568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326561.598822:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326561.598822:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326561.598827:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326561.598831:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767326561.598834:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7b89fc3 x1853175408685312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326561.598836:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326561.598846:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326561.598848:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000667ee4ce x1853175408685568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326561.598859:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=102 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326561.598871:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326561.598888:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326561.598894:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326561.598894:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7b89fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408685312:192.168.202.142@tcp:400: 00010000:00000001:1.0:1767326561.598903:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326561.598908:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326561.598908:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326561.598909:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326561.598918:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326561.598920:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326561.598921:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326561.598924:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000800:00000001:2.0:1767326561.598926:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326561.598928:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7b89fc3 x1853175408685312/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326561.598930:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326561.598935:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326561.598942:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326561.598943:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326561.598951:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:0.0:1767326561.598952:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326561.598956:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767326561.598957:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326561.598961:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cec4865. 00000100:00000040:1.0:1767326561.598962:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000449ab534 x1853175408685440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326561.598968:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008218b62e. 00000100:00000001:1.0:1767326561.598980:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326561.598981:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001164247f 02000000:00000001:3.0:1767326561.598981:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326561.598985:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767326561.598988:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001164247f. 00000100:00000001:1.0:1767326561.598989:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326561.598989:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326561.598992:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767326561.598993:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000200:0.0:1767326561.599001:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000667ee4ce x1853175408685568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326561.599002:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767326561.599004:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000449ab534 x1853175408685440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326561.599007:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c363976a. 02000000:00000001:3.0:1767326561.599017:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326561.599023:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326561.599029:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7b89fc3. 00000100:00000200:0.0:1767326561.599033:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000667ee4ce x1853175408685568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326561.599039:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1767326561.599044:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000449ab534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408685440:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326561.599046:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326561.599059:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326561.599059:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326561.599061:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326561.599067:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326561.599072:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326561.599073:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326561.599074:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326561.599075:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326561.599077:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767326561.599082:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000449ab534 x1853175408685440/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326561.599083:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326561.599083:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326561.599094:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326561.599095:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326561.599102:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326561.599103:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=96 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326561.599104:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326561.599111:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767326561.599113:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326561.599116:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767326561.599116:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098ad869f. 00000100:00000001:0.0:1767326561.599118:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326561.599121:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767326561.599123:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326561.599128:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00010000:00080000:0.0:1767326561.599130:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000667ee4ce x1853175408685568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767326561.599130:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326561.599135:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326561.599138:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003fff2558. 00010000:00000001:0.0:1767326561.599139:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326561.599144:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326561.599145:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 02000000:00000001:1.0:1767326561.599146:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326561.599147:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326561.599150:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326561.599150:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767326561.599153:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000667ee4ce x1853175408685568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326561.599154:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000449ab534. 00000100:00000001:0.0:1767326561.599161:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326561.599163:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326561.599164:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326561.599164:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326561.599168:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326561.599169:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000667ee4ce x1853175408685568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326561.599172:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326561.599177:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326561.599180:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326561.599183:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408685568:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326561.599185:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326561.599189:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326561.599190:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326561.599194:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326561.599195:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000667ee4ce x1853175408685568/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326577 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326561.599202:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326561.599204:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326561.599206:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cda36778. 02000000:00000001:0.0:1767326561.599209:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326561.599210:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326561.599211:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326561.599213:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326561.599215:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8b9f1ee. 02000000:00000001:0.0:1767326561.599217:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326561.599218:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326561.599219:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000667ee4ce. 00000100:00000001:0.0:1767326561.599222:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326561.599223:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326561.599225:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326561.599228:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326561.599230:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326561.599232:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326561.599234:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326562.619492:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326562.619498:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326562.619548:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326562.619553:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326562.619572:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326563.643453:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326563.643460:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326563.643501:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326563.643505:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326563.643508:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326564.667496:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326564.667503:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326564.667569:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326564.667572:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326564.667574:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326565.435510:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306433217, at 4306433280 00000100:00000040:2.0:1767326565.435510:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306433217, at 4306433280 00000100:00000040:3.0:1767326565.435510:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306433217, at 4306433280 00000100:00000010:0.0:1767326565.435526:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c04931a1. 00000100:00000010:2.0:1767326565.435532:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052a18f61. 00000100:00000010:3.0:1767326565.435535:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074bebb19. 00000100:00000040:1.0:1767326565.435619:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306433217, at 4306433280 00000100:00000010:1.0:1767326565.435625:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd8dfb95. 00010000:00000001:0.0:1767326565.691503:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326565.691509:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326565.691580:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326565.691583:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326565.691586:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326566.715545:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326566.715546:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326566.715552:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1767326566.715555:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326566.715556:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326566.715559:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326566.715562:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326566.715564:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326566.715565:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326566.715567:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326566.715568:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000014038034. 00000020:00000040:1.0:1767326566.715576:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326566.715581:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326566.715584:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1767326566.715589:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326566.715590:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326566.715595:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326566.715598:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1767326566.715599:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000824d53cf. 00000100:00000001:1.0:1767326566.715607:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326566.715617:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000014038034 x1853175408685696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326566.715626:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326566.715628:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326566.715632:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014038034] to pc [ptlrpcd_00_00+0] req@0000000014038034 x1853175408685696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326566.715652:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326566.715653:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326566.715655:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326566.715664:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4ca48da. 00000020:00000040:1.0:1767326566.715666:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326566.715669:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326566.715674:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326566.715676:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326566.715680:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326566.715681:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f4b5b63e. 00000100:00000001:0.0:1767326566.715686:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326566.715687:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326566.715688:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326566.715690:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326566.715696:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000f4ca48da x1853175408685824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326566.715698:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326566.715703:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000014038034 x1853175408685696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326566.715714:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326566.715718:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326566.715724:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326566.715728:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326566.715730:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326566.715732:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326566.715733:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326566.715738:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000014038034 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408685696:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326566.715744:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326566.715747:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ca48da] to pc [ptlrpcd_00_01+1] req@00000000f4ca48da x1853175408685824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326566.715752:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326566.715756:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326566.715761:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326566.715766:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9096370. 02000000:00000001:0.0:1767326566.715768:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326566.715769:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326566.715772:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326566.715775:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767326566.715778:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008218b62e. 00000100:00000010:1.0:1767326566.715779:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076e54421. 00000020:00000040:1.0:1767326566.715784:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326566.715784:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326566.715788:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326566.715788:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767326566.715790:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001164247f. 02000000:00000001:1.0:1767326566.715798:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326566.715798:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767326566.715805:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408685696, portal 25 02000000:00000001:1.0:1767326566.715808:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326566.715812:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4ca48da x1853175408685824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326566.715814:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1767326566.715817:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d731ab4b. 00000100:00000001:0.0:1767326566.715818:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604903552 : -115369104648064 : ffff9712897fd880) 00000100:00000001:1.0:1767326566.715827:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326566.715840:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000014038034 x1853175408685696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326566.715843:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000076e54421 x1853175408685952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326566.715856:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326566.715861:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326566.715872:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326566.715878:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326566.715887:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326566.715900:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1767326566.715900:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f4ca48da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408685824:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326566.715903:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326566.715907:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326566.715916:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326566.715916:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326566.715923:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076e54421] to pc [ptlrpcd_00_02+2] req@0000000076e54421 x1853175408685952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326566.715923:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767326566.715929:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b25e7918. 00000100:00000200:0.0:1767326566.715935:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408685696, offset 0 02000000:00000001:3.0:1767326566.715942:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326566.715945:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326566.715948:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000010:3.0:1767326566.715950:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef07e7e1. 02000000:00000001:3.0:1767326566.715953:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326566.715959:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a30db96. 00000100:00000001:1.0:1767326566.715962:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326566.715964:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e3485e7. 00000100:00000040:1.0:1767326566.715968:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767326566.715972:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:3.0:1767326566.715976:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408685824, portal 10 00000100:00000040:1.0:1767326566.715979:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326566.715982:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326566.715982:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326566.715987:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11772) 00000100:00000001:3.0:1767326566.715988:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604907136 : -115369104644480 : ffff9712897fe680) 00000400:00000200:0.0:1767326566.715995:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326566.715997:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326566.716001:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f4ca48da x1853175408685824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326566.716004:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326566.716007:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326566.716013:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326566.716014:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326566.716020:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326566.716024:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326566.716033:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076e54421 x1853175408685952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326566.716041:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [501:501:256:4294967295] 192.168.202.142@tcp LPNI seq info [501:501:8:4294967295] 00000100:00000001:3.0:1767326566.716043:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326566.716055:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326566.716066:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767326566.716067:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af85f150. 00000400:00000200:0.0:1767326566.716074:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:3.0:1767326566.716075:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408685824, offset 0 00000100:00000001:2.0:1767326566.716077:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326566.716086:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326566.716092:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326566.716096:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326566.716096:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326566.716097:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326566.716109:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000076e54421 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408685952:192.168.202.142@tcp:400: 00000800:00000010:0.0:1767326566.716110:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000100:00000001:2.0:1767326566.716116:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326566.716120:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:2.0:1767326566.716121:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767326566.716126:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:2.0:1767326566.716130:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326566.716134:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326566.716135:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326566.716142:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000747b3fdb. 00000800:00000200:0.0:1767326566.716143:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326566.716144:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:2.0:1767326566.716148:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326566.716153:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326566.716154:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767326566.716156:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002435638b. 00000400:00000200:3.0:1767326566.716163:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000010:2.0:1767326566.716168:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f9a7b33. 00000400:00000200:3.0:1767326566.716172:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [502:502:255:4294967295] 192.168.202.142@tcp LPNI seq info [502:502:7:4294967295] 00000100:00000200:2.0:1767326566.716176:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408685952, portal 10 00000100:00000001:2.0:1767326566.716181:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326566.716182:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326566.716184:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604909824 : -115369104641792 : ffff9712897ff100) 00000100:00000001:0.0:1767326566.716194:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306438337 00000400:00000200:3.0:1767326566.716196:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:2.0:1767326566.716200:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000076e54421 x1853175408685952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326566.716203:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c97101f. 00000800:00000200:3.0:1767326566.716217:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326566.716218:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000010:3.0:1767326566.716229:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d29a8a. 00000100:00000001:2.0:1767326566.716230:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326566.716240:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306438337 00000100:00000040:2.0:1767326566.716243:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326566.716243:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:0.0:1767326566.716256:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077436310. 00000400:00000010:2.0:1767326566.716256:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026020036. 00000800:00000200:3.0:1767326566.716261:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326566.716267:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d29a8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326566.716268:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000200:2.0:1767326566.716276:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408685952, offset 0 00000100:00000001:3.0:1767326566.716289:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326566.716291:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306438337 00000100:00000040:3.0:1767326566.716299:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 107485 usecs (108 jiffies) 00000100:00000010:0.0:1767326566.716303:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006635b1ce. 00000400:00000200:2.0:1767326566.716307:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326566.716308:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306434668 00000100:00000001:0.0:1767326566.716311:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326566.716319:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326566.716320:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306438337 00000100:00000001:0.0:1767326566.716321:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306438337 00000800:00000200:1.0:1767326566.716322:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767326566.716329:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326566.716330:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306434668 00000100:00000010:0.0:1767326566.716333:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002806ae4a. 00000800:00000010:1.0:1767326566.716333:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000100:00000001:3.0:1767326566.716336:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306438337 00000100:00000001:3.0:1767326566.716342:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306434668 00000400:00000200:2.0:1767326566.716343:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326566.716345:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326566.716348:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326566.716348:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306438337 00000100:00000001:0.0:1767326566.716355:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326566.716356:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326566.716357:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306434668 00000100:00000001:3.0:1767326566.716367:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306438337 00000100:00000001:0.0:1767326566.716369:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326566.716372:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326566.716373:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326566.716380:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326566.716381:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326566.716386:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326566.716388:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [503:503:254:4294967295] 192.168.202.142@tcp LPNI seq info [503:503:6:4294967295] 00000100:00000001:0.0:1767326566.716390:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326566.716424:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326566.716426:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326566.716428:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326566.716433:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326566.716437:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326566.716438:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b25e7918 00000800:00000200:2.0:1767326566.716438:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326566.716440:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326566.716443:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b25e7918. 00000100:00000001:0.0:1767326566.716446:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326566.716446:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed9e0e5f. 00000100:00000001:1.0:1767326566.716449:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326566.716455:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000014038034 x1853175408685696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326566.716458:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326566.716467:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326566.716469:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326566.716480:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767326566.716481:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326566.716482:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326566.716483:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767326566.716490:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000014038034 x1853175408685696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326566.716491:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326566.716492:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed9e0e5f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326566.716495:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326566.716500:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326566.716503:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326566.716507:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326566.716511:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 142398 usecs (143 jiffies) 00000100:00000001:2.0:1767326566.716518:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306434704 00000100:00000001:1.0:1767326566.716520:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326566.716524:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326566.716524:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306438337 00000100:00000001:2.0:1767326566.716529:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306434704 00000100:00000001:2.0:1767326566.716531:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306438337 00000100:00000001:2.0:1767326566.716535:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306434704 00000100:00000001:2.0:1767326566.716537:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306438337 00000100:00000001:2.0:1767326566.716540:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306434704 00000800:00000200:1.0:1767326566.716541:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326566.716543:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306438337 00000800:00000010:1.0:1767326566.716544:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d29a8a. 00000400:00000200:1.0:1767326566.716547:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326566.716548:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326566.716553:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326566.716553:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326566.716558:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326566.716559:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af85f150 00000400:00000010:1.0:1767326566.716562:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af85f150. 00000100:00000001:2.0:1767326566.716564:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326566.716565:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326566.716568:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f4ca48da x1853175408685824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326566.716571:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326566.716574:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326566.716575:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326566.716578:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f4ca48da x1853175408685824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326566.716579:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326566.716583:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326566.716584:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326566.716586:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326566.716586:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326566.716590:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326566.716611:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326566.716614:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed9e0e5f. 00000400:00000200:1.0:1767326566.716616:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326566.716618:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326566.716619:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026020036 00000400:00000010:1.0:1767326566.716620:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026020036. 00000100:00000001:1.0:1767326566.716622:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326566.716623:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076e54421 x1853175408685952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326566.716632:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326566.716634:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076e54421 x1853175408685952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326566.716638:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326566.716639:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326566.717994:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326566.718045:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326566.718048:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326566.718050:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326566.718057:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326566.718070:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0f300 00000400:00000200:3.0:1767326566.718076:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1079 [1] + 224 00000800:00000001:3.0:1767326566.718082:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326566.718086:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326566.718089:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326566.718093:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326566.718099:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326566.718103:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f4ca48da x1853175408685824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326566.718135:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f4ca48da x1853175408685824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326566.718153:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326566.718161:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326566.718164:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326566.718165:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326566.718166:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326566.718170:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326566.718174:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0f280 00000400:00000200:3.0:1767326566.718178:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1071 [1] + 224 00000800:00000001:3.0:1767326566.718182:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326566.718186:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326566.718188:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326566.718195:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326566.718196:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326566.718201:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326566.718204:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767326566.718211:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767326566.718211:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000014038034 x1853175408685696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326566.718217:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326566.718221:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a30db96. 00000400:00000200:2.0:1767326566.718230:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e3485e7 00000100:00000040:3.0:1767326566.718233:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000014038034 x1853175408685696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326566.718235:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e3485e7. 00000100:00000001:2.0:1767326566.718242:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326566.718251:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f4ca48da x1853175408685824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326566.718260:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326566.718267:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326566.718276:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f4ca48da x1853175408685824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326566.718289:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326566.718297:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326566.718299:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326566.718304:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326566.718304:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326566.718307:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767326566.718311:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326566.718314:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326566.718315:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326566.718320:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008218b62e. 00000100:00000001:2.0:1767326566.718325:0:211395:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767326566.718326:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001164247f 00000400:00000200:3.0:1767326566.718326:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000010:0.0:1767326566.718335:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001164247f. 02000000:00000001:2.0:1767326566.718335:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326566.718341:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326566.718345:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326566.718346:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326566.718353:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0f380 00000100:00000200:0.0:1767326566.718354:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000014038034 x1853175408685696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326566.718359:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326566.718373:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=107 v=5 (5 5 5 5) 00000400:00000200:3.0:1767326566.718375:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1081 [1] + 224 00000100:00000200:0.0:1767326566.718380:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000014038034 x1853175408685696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326566.718387:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=107 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326566.718396:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326566.718439:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326566.718443:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326566.718449:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767326566.718451:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326566.718453:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767326566.718454:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326566.718457:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326566.718459:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326566.718461:0:211394:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767326566.718465:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326566.718466:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767326566.718466:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326566.718470:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326566.718475:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326566.718475:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326566.718481:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326566.718482:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326566.718483:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00001000:0.0:1767326566.718492:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=112 v=5 (5 5 5 5) 00000100:00000040:2.0:1767326566.718494:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f4ca48da x1853175408685824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326566.718495:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767326566.718502:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=112 v=5 (1 1 1 1) 00000100:00000200:3.0:1767326566.718509:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076e54421 x1853175408685952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326566.718511:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326566.718515:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326566.718525:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326566.718526:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326566.718528:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326566.718541:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326566.718541:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326566.718547:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326566.718556:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000014038034 x1853175408685696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326566.718560:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000076e54421 x1853175408685952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326566.718563:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4ca48da x1853175408685824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326566.718624:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f4ca48da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408685824:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326566.718628:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326566.718629:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326566.718637:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326566.718637:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326566.718639:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326566.718639:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326566.718645:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326566.718651:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000014038034 x1853175408685696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326566.718651:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326566.718654:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f4ca48da x1853175408685824/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326566.718668:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000014038034 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408685696:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326566.718669:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326566.718673:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326566.718679:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326566.718680:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326566.718683:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767326566.718683:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326566.718688:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002435638b. 00000100:00000040:0.0:1767326566.718689:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000014038034 x1853175408685696/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326566.718695:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f9a7b33 00000400:00000010:1.0:1767326566.718699:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f9a7b33. 00000100:00000001:1.0:1767326566.718705:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326566.718710:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326566.718710:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767326566.718713:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076e54421 x1853175408685952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326566.718716:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767326566.718716:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326566.718721:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9096370. 02000000:00000010:2.0:1767326566.718721:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef07e7e1. 00000100:00000200:1.0:1767326566.718725:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076e54421 x1853175408685952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326566.718729:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767326566.718730:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326566.718731:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767326566.718733:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767326566.718734:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326566.718734:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326566.718737:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326566.718737:0:211396:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767326566.718737:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 02000000:00000001:1.0:1767326566.718740:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326566.718742:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767326566.718744:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767326566.718745:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326566.718749:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000824d53cf. 02000000:00000010:2.0:1767326566.718749:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f4b5b63e. 00000100:00000001:1.0:1767326566.718751:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326566.718755:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326566.718756:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326566.718756:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1767326566.718758:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=101 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326566.718759:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767326566.718760:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326566.718762:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000014038034. 00000100:00001000:1.0:1767326566.718764:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=41 v=5 (1 0 0 0) 00000100:00000010:2.0:1767326566.718764:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4ca48da. 00000100:00000001:0.0:1767326566.718768:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326566.718770:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326566.718771:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326566.718771:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326566.718772:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326566.718776:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326566.718776:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326566.718776:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767326566.718781:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000076e54421 x1853175408685952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326566.718782:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326566.718784:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326566.718787:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326566.718789:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326566.718792:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326566.718793:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326566.718796:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326566.718797:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326566.718798:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326566.718802:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326566.718807:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326566.718809:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326566.718810:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326566.718811:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326566.718814:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076e54421 x1853175408685952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326566.718819:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326566.718821:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326566.718823:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326566.718826:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076e54421 x1853175408685952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326566.718833:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000076e54421 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408685952:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326566.718838:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326566.718840:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326566.718842:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076e54421 x1853175408685952/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326582 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326566.718848:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326566.718849:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326566.718851:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000747b3fdb. 02000000:00000001:1.0:1767326566.718854:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326566.718856:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326566.718857:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326566.718859:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326566.718860:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d731ab4b. 02000000:00000001:1.0:1767326566.718863:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326566.718864:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326566.718865:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076e54421. 00000100:00000001:1.0:1767326566.718867:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326566.718868:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326566.718870:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326566.718874:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326566.718875:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326566.718876:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326566.718881:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326567.739513:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326567.739520:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326567.739584:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326567.739587:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326567.739590:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326568.763515:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326568.763522:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326568.763583:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326568.763587:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326568.763590:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326569.787515:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326569.787536:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326569.787574:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326569.787577:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326569.787579:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326570.555506:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306438337, at 4306438400 00000100:00000040:3.0:1767326570.555506:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306438337, at 4306438400 00000100:00000040:0.0:1767326570.555522:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306438337, at 4306438400 00000100:00000010:1.0:1767326570.555525:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077436310. 00000100:00000010:3.0:1767326570.555529:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002806ae4a. 00000100:00000010:0.0:1767326570.555543:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c97101f. 00000100:00000040:2.0:1767326570.555597:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306438337, at 4306438400 00000100:00000010:2.0:1767326570.555604:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006635b1ce. 00010000:00000001:0.0:1767326570.811509:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326570.811515:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326570.811581:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326570.811587:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326570.811590:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326571.835517:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326571.835524:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326571.835529:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326571.835534:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326571.835546:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000020:00000040:2.0:1767326571.835555:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326571.835557:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326571.835560:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1767326571.835561:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326571.835565:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767326571.835566:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326571.835573:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326571.835584:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f07b907. 00000100:00000001:2.0:1767326571.835593:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326571.835611:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000006b877052 x1853175408686080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326571.835641:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326571.835643:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326571.835647:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_03+3] req@000000006b877052 x1853175408686080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326571.835671:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326571.835673:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326571.835676:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326571.835679:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326571.835679:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d9e0dd. 00000020:00000040:2.0:1767326571.835682:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326571.835684:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326571.835685:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326571.835687:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326571.835687:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326571.835691:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326571.835694:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408686080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326571.835695:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:2.0:1767326571.835702:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326571.835705:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326571.835707:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326571.835711:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000028d9e0dd x1853175408686208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326571.835711:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326571.835712:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326571.835717:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326571.835717:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326571.835722:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326571.835729:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408686080:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326571.835731:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326571.835733:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326571.835734:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326571.835738:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326571.835742:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326571.835742:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d9e0dd] to pc [ptlrpcd_00_00+0] req@0000000028d9e0dd x1853175408686208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326571.835745:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326571.835750:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007def0f13. 02000000:00000001:1.0:1767326571.835753:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326571.835762:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaa175c4. 00000100:00000001:2.0:1767326571.835773:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326571.835776:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000512df998. 00000100:00000040:2.0:1767326571.835777:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326571.835782:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326571.835785:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326571.835785:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000100:00000200:1.0:1767326571.835786:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408686080, portal 25 00000100:00000001:0.0:1767326571.835789:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326571.835790:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1767326571.835790:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326571.835794:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326571.835794:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000001:2.0:1767326571.835795:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326571.835798:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767326571.835801:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d9e0dd x1853175408686208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326571.835802:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326571.835803:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408686080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326571.835803:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326571.835806:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c0c3cee. 00000100:00000001:3.0:1767326571.835807:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326571.835817:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326571.835820:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326571.835824:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000032a2412e x1853175408686336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326571.835831:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326571.835835:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326571.835836:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326571.835836:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767326571.835838:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c6b1e4e. 00000100:00000001:2.0:1767326571.835839:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326571.835842:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767326571.835844:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408686080, offset 0 02000000:00000001:0.0:1767326571.835845:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326571.835847:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_01+1] req@0000000032a2412e x1853175408686336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326571.835850:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326571.835855:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00100000:0.0:1767326571.835858:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408686208:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326571.835864:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326571.835866:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326571.835867:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326571.835870:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326571.835871:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326571.835873:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326571.835876:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:2.0:1767326571.835877:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:0.0:1767326571.835879:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8ae0258. 00000100:00000001:3.0:1767326571.835880:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326571.835883:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326571.835884:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326571.835884:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326571.835886:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11777) 00000100:00000001:3.0:1767326571.835887:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767326571.835890:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008218b62e. 00000400:00000200:1.0:1767326571.835891:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:3.0:1767326571.835895:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408686336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326571.835898:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001164247f. 00000400:00000200:1.0:1767326571.835898:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1767326571.835905:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408686208, portal 10 00000400:00000200:1.0:1767326571.835905:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326571.835910:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326571.835912:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767326571.835913:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [504:504:256:4294967295] 192.168.202.142@tcp LPNI seq info [504:504:8:4294967295] 00000100:00000001:0.0:1767326571.835914:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333291520 : -115368376260096 : ffff9712b4ea2a00) 00000100:00000001:3.0:1767326571.835915:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326571.835921:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326571.835923:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326571.835925:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d9e0dd x1853175408686208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326571.835926:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326571.835933:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408686336:192.168.202.142@tcp:400: 00000400:00000200:1.0:1767326571.835935:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326571.835951:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326571.835951:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326571.835952:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326571.835957:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326571.835957:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:1.0:1767326571.835959:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d731ab4b. 02000000:00000001:3.0:1767326571.835959:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326571.835963:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767326571.835968:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e49d5ef3. 02000000:00000010:3.0:1767326571.835968:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087054676. 00000100:00000200:0.0:1767326571.835973:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408686208, offset 0 02000000:00000001:3.0:1767326571.835973:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326571.835974:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:3.0:1767326571.835980:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007681c412. 00000400:00000200:0.0:1767326571.835984:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:1.0:1767326571.835989:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:0.0:1767326571.835993:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:3.0:1767326571.835993:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af95acdf. 00000400:00000200:0.0:1767326571.835999:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767326571.835999:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408686336, portal 10 00000800:00000200:1.0:1767326571.836002:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d731ab4b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326571.836003:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326571.836005:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326571.836005:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000400:00000200:0.0:1767326571.836010:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326571.836014:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:3.0:1767326571.836014:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408686336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326571.836016:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326571.836021:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [505:505:255:4294967295] 192.168.202.142@tcp LPNI seq info [505:505:7:4294967295] 00000100:00000001:1.0:1767326571.836023:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306443457 00000100:00000010:1.0:1767326571.836031:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000afa93604. 00000100:00000001:3.0:1767326571.836032:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326571.836039:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326571.836041:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767326571.836042:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:3.0:1767326571.836043:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dcf3fdb. 00000100:00000200:3.0:1767326571.836048:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408686336, offset 0 00000100:00000001:1.0:1767326571.836050:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306443457 00000800:00000200:0.0:1767326571.836052:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:1.0:1767326571.836055:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8afc2e8. 00000400:00000200:3.0:1767326571.836056:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326571.836059:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000100:00000001:1.0:1767326571.836061:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326571.836065:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306443457 00000400:00000200:3.0:1767326571.836065:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:0.0:1767326571.836068:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:1.0:1767326571.836070:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003914de56. 00000400:00000200:3.0:1767326571.836074:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326571.836076:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767326571.836078:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326571.836079:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326571.836081:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306443457 00000800:00000200:0.0:1767326571.836084:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767326571.836085:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000023a1e36c. 00000400:00000200:3.0:1767326571.836086:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326571.836090:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326571.836092:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326571.836093:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:0.0:1767326571.836095:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 106781 usecs (107 jiffies) 00000100:00000001:1.0:1767326571.836098:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326571.836100:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306439787 00000400:00000200:3.0:1767326571.836100:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [506:506:254:4294967295] 192.168.202.142@tcp LPNI seq info [506:506:6:4294967295] 00000100:00000001:0.0:1767326571.836105:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306443457 00000100:00000001:1.0:1767326571.836108:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326571.836109:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306439787 00000100:00000001:0.0:1767326571.836113:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306443457 00000100:00000001:1.0:1767326571.836114:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326571.836118:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306439787 00000400:00000200:3.0:1767326571.836118:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326571.836119:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326571.836123:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306443457 00000100:00000001:0.0:1767326571.836127:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306439787 00000800:00000200:3.0:1767326571.836127:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326571.836129:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306443457 00000100:00000001:1.0:1767326571.836131:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326571.836133:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767326571.836133:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d29a8a. 00000100:00000001:1.0:1767326571.836134:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767326571.836136:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326571.836139:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326571.836140:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000010:2.0:1767326571.836142:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d731ab4b. 00000100:00000001:0.0:1767326571.836143:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326571.836147:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326571.836150:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326571.836150:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326571.836154:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326571.836155:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326571.836155:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326571.836161:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326571.836161:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d29a8a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326571.836162:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326571.836163:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326571.836167:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326571.836168:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326571.836172:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326571.836174:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c6b1e4e 00000100:00000001:0.0:1767326571.836175:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326571.836177:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 141447 usecs (142 jiffies) 00000400:00000010:2.0:1767326571.836178:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c6b1e4e. 00000100:00000001:0.0:1767326571.836180:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326571.836181:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306439822 00000100:00000001:0.0:1767326571.836184:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326571.836185:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326571.836185:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306443457 00000100:00000001:3.0:1767326571.836190:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306439822 00000100:00000200:2.0:1767326571.836192:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408686080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326571.836192:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306443457 00000100:00000001:3.0:1767326571.836196:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306439822 00000100:00000001:3.0:1767326571.836200:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306443457 00000100:00000001:3.0:1767326571.836204:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306439822 00000100:00000001:3.0:1767326571.836206:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306443457 00000100:00000001:2.0:1767326571.836207:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326571.836208:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326571.836211:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408686080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326571.836211:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326571.836217:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326571.836222:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326571.836223:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326571.836248:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326571.836251:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000400:00000200:2.0:1767326571.836254:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326571.836257:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326571.836259:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49d5ef3 00000400:00000010:2.0:1767326571.836260:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e49d5ef3. 00000100:00000001:2.0:1767326571.836267:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326571.836269:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d9e0dd x1853175408686208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326571.836274:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326571.836275:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d9e0dd x1853175408686208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326571.836279:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326571.836280:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326571.836308:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326571.836312:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326571.836313:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767326571.836315:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d29a8a. 00000100:00000001:3.0:1767326571.836316:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326571.836320:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326571.836321:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326571.836321:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326571.836324:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326571.836327:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326571.836328:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326571.836333:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dcf3fdb 00000400:00000010:2.0:1767326571.836336:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dcf3fdb. 00000100:00000001:2.0:1767326571.836338:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326571.836340:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408686336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326571.836345:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326571.836346:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408686336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326571.836350:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326571.836351:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326571.837526:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326571.837535:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326571.837538:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326571.837539:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326571.837547:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326571.837557:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0f400 00000400:00000200:1.0:1767326571.837564:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1089 [1] + 224 00000800:00000001:1.0:1767326571.837572:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326571.837578:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326571.837580:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326571.837582:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326571.837585:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326571.837588:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408686080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326571.837597:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408686080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326571.837613:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326571.837620:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326571.837623:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326571.837675:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326571.837679:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326571.837681:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326571.837682:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326571.837685:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326571.837691:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0f480 00000400:00000200:3.0:1767326571.837694:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1091 [1] + 224 00000800:00000001:3.0:1767326571.837697:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326571.837701:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326571.837702:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326571.837704:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326571.837707:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326571.837710:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326571.837713:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326571.837719:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326571.837722:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326571.837724:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaa175c4. 00000400:00000200:0.0:1767326571.837728:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000512df998 00000400:00000010:0.0:1767326571.837729:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000512df998. 00000100:00000001:0.0:1767326571.837731:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326571.837735:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408686080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326571.837741:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408686080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326571.837745:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326571.837746:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326571.837748:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326571.837749:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326571.837752:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326571.837753:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326571.837755:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326571.837760:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326571.837762:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326571.837764:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326571.837765:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326571.837767:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326571.837768:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326571.837770:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326571.837772:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408686080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326571.837776:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326571.837783:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326571.837785:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326571.837788:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408686080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326571.837793:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408686080:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326571.837797:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326571.837798:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326571.837800:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408686080/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326571.837803:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326571.837806:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326571.837808:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007def0f13. 00000100:00000200:3.0:1767326571.837808:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d9e0dd x1853175408686208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326571.837813:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326571.837815:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326571.837818:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326571.837821:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326571.837823:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f07b907. 02000000:00000001:0.0:1767326571.837827:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326571.837829:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326571.837830:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000040:3.0:1767326571.837830:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028d9e0dd x1853175408686208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326571.837835:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326571.837837:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326571.837841:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326571.837845:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326571.837848:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326571.837850:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326571.837851:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326571.837889:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326571.837890:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326571.837893:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326571.837898:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326571.837899:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326571.837903:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326571.837904:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326571.837905:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008218b62e. 00000800:00000001:3.0:1767326571.837907:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326571.837910:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326571.837911:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001164247f 00000400:00000010:1.0:1767326571.837915:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001164247f. 00000400:00000200:3.0:1767326571.837916:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326571.837921:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0f500 00000100:00000001:1.0:1767326571.837928:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326571.837931:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1099 [1] + 224 00000800:00000001:3.0:1767326571.837935:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326571.837936:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d9e0dd x1853175408686208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326571.837939:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326571.837943:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326571.837950:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326571.837955:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326571.837957:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d9e0dd x1853175408686208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326571.837960:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408686336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326571.837984:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326571.837985:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408686336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326571.837988:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326571.838000:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326571.838001:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326571.838005:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767326571.838005:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326571.838008:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326571.838009:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326571.838013:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326571.838015:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326571.838019:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=112 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326571.838022:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=112 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326571.838023:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326571.838024:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326571.838026:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326571.838028:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326571.838030:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326571.838031:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326571.838032:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326571.838036:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326571.838036:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326571.838037:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326571.838042:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767326571.838043:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d9e0dd x1853175408686208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326571.838045:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326571.838047:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007681c412. 00000400:00000200:2.0:1767326571.838052:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af95acdf 00000100:00000001:1.0:1767326571.838053:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326571.838056:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af95acdf. 00000100:00000001:1.0:1767326571.838057:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326571.838059:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326571.838061:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767326571.838064:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d9e0dd x1853175408686208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326571.838068:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408686336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326571.838080:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408686208:192.168.202.142@tcp:400: 00000100:00000200:2.0:1767326571.838086:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408686336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326571.838087:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326571.838089:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326571.838099:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d9e0dd x1853175408686208/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326571.838100:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326571.838105:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326571.838108:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326571.838109:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326571.838111:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8ae0258. 00000100:00000001:2.0:1767326571.838112:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326571.838115:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767326571.838115:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326571.838116:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767326571.838118:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326571.838119:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326571.838120:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 02000000:00000001:2.0:1767326571.838122:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326571.838123:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326571.838125:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 02000000:00000001:1.0:1767326571.838126:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1767326571.838126:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=106 v=5 (5 5 5 5) 02000000:00000001:1.0:1767326571.838129:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326571.838131:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d9e0dd. 00000100:00001000:2.0:1767326571.838132:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326571.838135:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326571.838136:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326571.838138:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326571.838139:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326571.838143:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326571.838144:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326571.838149:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000032a2412e x1853175408686336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326571.838150:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326571.838153:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326571.838159:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326571.838162:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326571.838163:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326571.838165:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326571.838167:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326571.838168:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326571.838168:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326571.838170:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408686336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326571.838174:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326571.838176:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326571.838177:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326571.838179:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408686336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326571.838183:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408686336:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326571.838185:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326571.838186:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326571.838187:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408686336/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326571.838198:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326571.838199:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326571.838200:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087054676. 02000000:00000001:2.0:1767326571.838203:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326571.838204:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326571.838205:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326571.838206:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326571.838207:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c0c3cee. 02000000:00000001:2.0:1767326571.838208:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326571.838209:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326571.838210:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:2.0:1767326571.838211:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326571.838212:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326571.838213:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326571.838215:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326571.838216:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326571.838217:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326571.838218:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326572.859514:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326572.859522:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326572.859560:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326572.859565:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326572.859569:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326573.883515:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326573.883523:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326573.883570:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326573.883573:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326573.883575:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326574.907542:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326574.907550:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326574.907612:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326574.907616:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326574.907618:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326575.675533:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306443457, at 4306443520 00000100:00000040:0.0:1767326575.675534:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306443457, at 4306443520 00000100:00000040:2.0:1767326575.675534:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306443457, at 4306443520 00000100:00000040:3.0:1767326575.675534:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306443457, at 4306443520 00000100:00000010:1.0:1767326575.675554:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8afc2e8. 00000100:00000010:2.0:1767326575.675560:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003914de56. 00000100:00000010:0.0:1767326575.675562:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000afa93604. 00000100:00000010:3.0:1767326575.675565:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000023a1e36c. 00010000:00000001:0.0:1767326575.931673:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326575.931682:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326575.931747:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326575.931751:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326575.931754:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326576.955539:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326576.955548:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1767326576.955549:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326576.955559:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326576.955562:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000010:1.0:1767326576.955563:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076e54421. 00010000:00000001:0.0:1767326576.955566:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326576.955572:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00010000:00000001:0.0:1767326576.955574:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326576.955578:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326576.955578:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326576.955584:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767326576.955585:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326576.955589:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326576.955590:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326576.955599:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000927476c9. 00000100:00000001:1.0:1767326576.955607:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326576.955618:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000076e54421 x1853175408686464/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767326576.955638:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767326576.955639:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326576.955642:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326576.955642:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326576.955647:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076e54421] to pc [ptlrpcd_00_02+2] req@0000000076e54421 x1853175408686464/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767326576.955654:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326576.955676:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326576.955678:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326576.955680:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326576.955682:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf90a616. 00000020:00000040:1.0:1767326576.955684:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326576.955686:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326576.955687:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326576.955688:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326576.955692:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d731ab4b. 00000100:00000001:1.0:1767326576.955694:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326576.955697:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000cf90a616 x1853175408686592/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326576.955699:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326576.955703:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326576.955705:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326576.955706:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326576.955709:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf90a616] to pc [ptlrpcd_00_03+3] req@00000000cf90a616 x1853175408686592/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326576.955710:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326576.955711:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326576.955715:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326576.955718:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326576.955718:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326576.955720:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076e54421 x1853175408686464/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326576.955722:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326576.955722:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326576.955725:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326576.955729:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767326576.955732:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf90a616 x1853175408686592/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326576.955733:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003f49c08a. 00000020:00000040:1.0:1767326576.955738:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326576.955742:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326576.955743:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326576.955745:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326576.955747:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326576.955747:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326576.955748:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326576.955750:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326576.955753:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f4b5b63e. 02000000:00000001:0.0:1767326576.955755:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326576.955756:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326576.955757:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326576.955761:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326576.955762:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326576.955765:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf90a616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408686592:192.168.202.142@tcp:400: 02000000:00000001:2.0:1767326576.955767:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326576.955770:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326576.955770:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000003f49c08a x1853175408686720/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326576.955771:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326576.955776:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767326576.955778:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000076e54421 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408686464:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326576.955780:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326576.955782:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326576.955784:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326576.955786:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326576.955787:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326576.955789:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f49c08a] to pc [ptlrpcd_00_00+0] req@000000003f49c08a x1853175408686720/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326576.955791:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767326576.955792:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007efe0671. 02000000:00000001:2.0:1767326576.955795:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326576.955797:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326576.955801:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767326576.955805:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009adee94e. 02000000:00000010:2.0:1767326576.955806:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000291db5bf. 02000000:00000001:2.0:1767326576.955811:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326576.955812:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000065f6218. 00000100:00000001:1.0:1767326576.955815:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326576.955816:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000669a70f7. 00000100:00000040:1.0:1767326576.955819:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767326576.955820:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408686592, portal 10 00000100:00000040:1.0:1767326576.955824:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1767326576.955824:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059305d1e. 00000100:00000001:0.0:1767326576.955826:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326576.955830:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604897280 : -115369104654336 : ffff9712897fc000) 00000100:00000200:2.0:1767326576.955831:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408686464, portal 25 00000100:00000040:1.0:1767326576.955832:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11782) 00000100:00000001:3.0:1767326576.955834:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326576.955836:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326576.955838:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326576.955839:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604909824 : -115369104641792 : ffff9712897ff100) 00000100:00000040:0.0:1767326576.955840:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf90a616 x1853175408686592/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326576.955840:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326576.955848:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f49c08a x1853175408686720/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326576.955849:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000076e54421 x1853175408686464/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326576.955861:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326576.955865:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326576.955866:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326576.955869:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326576.955870:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326576.955870:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326576.955873:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cabf01af. 00000100:00000001:2.0:1767326576.955877:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326576.955877:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767326576.955878:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408686592, offset 0 02000000:00000001:3.0:1767326576.955881:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326576.955884:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326576.955885:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326576.955889:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00100000:3.0:1767326576.955890:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003f49c08a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408686720:192.168.202.142@tcp:400: 00000400:00000010:2.0:1767326576.955891:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055cc6549. 00000100:00000001:3.0:1767326576.955894:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326576.955896:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326576.955898:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326576.955899:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326576.955902:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005251cf77. 02000000:00000001:3.0:1767326576.955904:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326576.955910:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408686464, offset 0 00000400:00000010:3.0:1767326576.955911:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099ec1f1d. 00000400:00000200:0.0:1767326576.955913:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:3.0:1767326576.955919:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718453b7. 00000400:00000200:0.0:1767326576.955920:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326576.955923:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326576.955927:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000200:3.0:1767326576.955929:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408686720, portal 10 00000400:00000200:0.0:1767326576.955931:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326576.955932:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326576.955933:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604902656 : -115369104648960 : ffff9712897fd500) 00000400:00000200:0.0:1767326576.955934:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326576.955937:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [507:507:256:4294967295] 192.168.202.142@tcp LPNI seq info [507:507:8:4294967295] 00000100:00000040:3.0:1767326576.955938:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003f49c08a x1853175408686720/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326576.955944:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326576.955946:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326576.955948:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 00000400:00000200:0.0:1767326576.955949:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:3.0:1767326576.955950:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408686720, offset 0 00000800:00000200:0.0:1767326576.955954:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326576.955954:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326576.955958:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:0.0:1767326576.955959:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000400:00000200:2.0:1767326576.955962:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326576.955968:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:0.0:1767326576.955970:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326576.955974:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326576.955977:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326576.955982:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [508:508:255:4294967295] 192.168.202.142@tcp LPNI seq info [508:508:7:4294967295] 00000800:00000200:0.0:1767326576.955983:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326576.955990:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326576.955998:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326576.956004:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326576.956007:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326576.956008:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326576.956009:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c0c3cee. 00000400:00000200:3.0:1767326576.956011:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326576.956012:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 106082 usecs (107 jiffies) 00000400:00000200:3.0:1767326576.956014:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326576.956015:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306444907 00000100:00000010:0.0:1767326576.956019:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cd2e4ac. 00000400:00000200:3.0:1767326576.956022:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326576.956025:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326576.956026:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326576.956031:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326576.956032:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [509:509:254:4294967295] 192.168.202.142@tcp LPNI seq info [509:509:6:4294967295] 00000100:00000001:0.0:1767326576.956034:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306444907 00000100:00000010:0.0:1767326576.956038:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c97101f. 00000100:00000001:0.0:1767326576.956043:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767326576.956043:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326576.956044:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326576.956046:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306444907 00000800:00000200:3.0:1767326576.956048:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:0.0:1767326576.956049:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080042d7a. 00000100:00000001:0.0:1767326576.956053:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000800:00000010:3.0:1767326576.956053:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 00000800:00000200:2.0:1767326576.956055:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c0c3cee type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767326576.956060:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326576.956062:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326576.956063:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306444907 00000800:00000200:3.0:1767326576.956065:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000010:0.0:1767326576.956068:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a04ad297. 00000100:00000001:2.0:1767326576.956068:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306448577 00000800:00000200:3.0:1767326576.956069:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326576.956072:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326576.956075:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326576.956075:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326576.956078:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326576.956079:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306444907 00000100:00000040:3.0:1767326576.956079:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 140503 usecs (141 jiffies) 00000100:00000001:0.0:1767326576.956080:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326576.956084:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326576.956084:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306444941 00000100:00000001:2.0:1767326576.956086:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306448577 00000100:00000001:3.0:1767326576.956087:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306448577 00000100:00000001:2.0:1767326576.956089:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306444907 00000100:00000001:3.0:1767326576.956091:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306444941 00000100:00000001:0.0:1767326576.956092:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326576.956093:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306448577 00000100:00000001:0.0:1767326576.956094:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326576.956095:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306448577 00000100:00000001:2.0:1767326576.956098:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306444907 00000100:00000001:0.0:1767326576.956099:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326576.956099:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306444941 00000100:00000001:0.0:1767326576.956101:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326576.956104:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326576.956105:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306448577 00000100:00000001:3.0:1767326576.956106:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306448577 00000100:00000001:0.0:1767326576.956107:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326576.956110:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326576.956110:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306444941 00000100:00000001:2.0:1767326576.956111:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306444907 00000800:00000010:1.0:1767326576.956115:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000100:00000001:2.0:1767326576.956116:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326576.956117:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306448577 00000100:00000001:2.0:1767326576.956121:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326576.956122:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326576.956122:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326576.956124:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326576.956129:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326576.956129:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326576.956133:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326576.956135:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326576.956136:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326576.956138:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cabf01af 00000100:00000001:2.0:1767326576.956139:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326576.956139:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326576.956141:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cabf01af. 00000100:00000001:2.0:1767326576.956146:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326576.956147:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326576.956148:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326576.956149:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767326576.956152:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf90a616 x1853175408686592/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326576.956152:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326576.956157:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326576.956157:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326576.956163:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326576.956166:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326576.956166:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326576.956170:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326576.956171:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf90a616 x1853175408686592/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326576.956173:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326576.956177:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326576.956179:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326576.956201:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326576.956203:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c0c3cee. 00000400:00000200:1.0:1767326576.956204:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326576.956206:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326576.956213:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055cc6549 00000400:00000010:1.0:1767326576.956214:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055cc6549. 00000100:00000001:1.0:1767326576.956215:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326576.956217:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000076e54421 x1853175408686464/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326576.956222:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326576.956224:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000076e54421 x1853175408686464/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326576.956227:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326576.956229:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326576.956263:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326576.956266:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 00000400:00000200:1.0:1767326576.956269:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326576.956272:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326576.956274:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93e8e08 00000400:00000010:1.0:1767326576.956276:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d93e8e08. 00000100:00000001:1.0:1767326576.956278:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326576.956280:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003f49c08a x1853175408686720/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326576.956287:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326576.956289:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003f49c08a x1853175408686720/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326576.956294:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326576.956295:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326576.957734:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326576.957744:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326576.957746:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326576.957748:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326576.957753:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326576.957761:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0f580 00000400:00000200:1.0:1767326576.957765:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x10a5 [1] + 224 00000800:00000001:1.0:1767326576.957770:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326576.957777:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326576.957779:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326576.957781:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326576.957785:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326576.957787:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000076e54421 x1853175408686464/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326576.957795:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000076e54421 x1853175408686464/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326576.957812:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326576.957819:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326576.957822:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326576.957824:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326576.957826:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326576.957831:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326576.957838:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0f600 00000100:00000001:2.0:1767326576.957840:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326576.957844:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x10a1 [1] + 224 00000100:00000001:2.0:1767326576.957844:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326576.957850:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326576.957850:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326576.957852:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1767326576.957853:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326576.957854:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000669a70f7. 00000400:00000200:1.0:1767326576.957856:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326576.957859:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059305d1e 00000400:00000200:1.0:1767326576.957862:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:2.0:1767326576.957863:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059305d1e. 00000100:00000001:2.0:1767326576.957866:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326576.957867:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326576.957871:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000076e54421 x1853175408686464/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326576.957872:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf90a616 x1853175408686592/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326576.957890:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000076e54421 x1853175408686464/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326576.957893:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf90a616 x1853175408686592/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326576.957916:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326576.957921:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326576.957921:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326576.957924:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326576.957925:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326576.957927:0:211396:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:1.0:1767326576.957928:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326576.957930:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767326576.957931:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326576.957933:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326576.957936:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326576.957938:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 02000000:00000001:2.0:1767326576.957940:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326576.957945:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0f680 00000100:00001000:2.0:1767326576.957945:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=122 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326576.957948:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767326576.957949:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326576.957952:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326576.957957:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767326576.957960:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x10b1 [1] + 224 00000100:00000001:2.0:1767326576.957960:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326576.957965:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767326576.957966:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326576.957967:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767326576.957967:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326576.957971:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326576.957971:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326576.957973:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326576.957975:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009adee94e. 00000400:00000200:1.0:1767326576.957976:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326576.957978:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000076e54421 x1853175408686464/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326576.957982:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000065f6218 00000400:00000200:1.0:1767326576.957984:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:0.0:1767326576.957988:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000065f6218. 00000100:00000001:0.0:1767326576.957992:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326576.957996:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326576.957999:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf90a616 x1853175408686592/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326576.957999:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326576.958002:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003f49c08a x1853175408686720/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326576.958007:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326576.958011:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326576.958020:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf90a616 x1853175408686592/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326576.958020:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076e54421 x1853175408686464/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326576.958033:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003f49c08a x1853175408686720/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326576.958046:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326576.958048:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326576.958052:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326576.958055:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767326576.958056:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000076e54421 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408686464:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326576.958057:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326576.958060:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326576.958061:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326576.958065:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326576.958066:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326576.958066:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326576.958071:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=117 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326576.958071:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767326576.958072:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326576.958079:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=117 v=5 (1 1 1 1) 00000100:00000040:2.0:1767326576.958079:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000076e54421 x1853175408686464/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326576.958087:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326576.958087:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326576.958091:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326576.958093:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1767326576.958095:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326576.958097:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326576.958097:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1767326576.958098:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767326576.958100:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767326576.958101:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000291db5bf. 00010000:00000001:0.0:1767326576.958102:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326576.958102:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099ec1f1d. 02000000:00000001:2.0:1767326576.958106:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326576.958107:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1767326576.958107:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718453b7 00000020:00000001:2.0:1767326576.958109:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767326576.958110:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000400:00000010:3.0:1767326576.958110:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718453b7. 00000020:00000040:2.0:1767326576.958111:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326576.958113:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326576.958114:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326576.958114:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326576.958119:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf90a616 x1853175408686592/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326576.958119:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003f49c08a x1853175408686720/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326576.958120:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326576.958123:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000927476c9. 02000000:00000001:2.0:1767326576.958127:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326576.958129:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326576.958131:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076e54421. 00000100:00000001:0.0:1767326576.958133:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326576.958135:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1767326576.958135:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003f49c08a x1853175408686720/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326576.958136:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326576.958137:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326576.958139:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326576.958142:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326576.958145:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf90a616 x1853175408686592/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326576.958148:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326576.958149:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326576.958151:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326576.958152:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326576.958153:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767326576.958155:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf90a616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408686592:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326576.958157:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326576.958157:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326576.958160:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326576.958161:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326576.958161:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326576.958162:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326576.958166:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767326576.958166:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326576.958168:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf90a616 x1853175408686592/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326576.958169:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=111 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326576.958172:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326576.958175:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326576.958175:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767326576.958177:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326576.958177:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326576.958178:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767326576.958179:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007efe0671. 02000000:00000001:0.0:1767326576.958181:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00080000:3.0:1767326576.958181:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003f49c08a x1853175408686720/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326576.958194:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326576.958195:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326576.958197:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326576.958199:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d731ab4b. 00010000:00000001:3.0:1767326576.958199:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326576.958201:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326576.958201:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767326576.958203:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767326576.958203:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000010:0.0:1767326576.958204:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf90a616. 00000100:00000001:3.0:1767326576.958204:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326576.958205:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326576.958207:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326576.958208:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326576.958208:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f49c08a x1853175408686720/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326576.958210:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326576.958213:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326576.958218:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326576.958219:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326576.958220:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326576.958220:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326576.958221:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326576.958223:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326576.958223:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f49c08a x1853175408686720/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326576.958230:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003f49c08a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408686720:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326576.958233:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326576.958235:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326576.958237:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003f49c08a x1853175408686720/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326576.958243:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326576.958244:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326576.958245:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005251cf77. 02000000:00000001:3.0:1767326576.958248:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326576.958249:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326576.958250:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326576.958252:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326576.958253:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f4b5b63e. 02000000:00000001:3.0:1767326576.958255:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326576.958256:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326576.958257:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003f49c08a. 00000100:00000001:3.0:1767326576.958259:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326576.958259:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326576.958260:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326576.958262:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326576.958263:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326576.958264:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326576.958265:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326577.979541:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326577.979548:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326577.979786:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326577.979792:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326577.979796:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326579.003470:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326579.003479:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326579.003508:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326579.003512:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326579.003515:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326580.027527:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326580.027535:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326580.027564:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326580.027570:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326580.027573:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326580.795518:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306448577, at 4306448640 00000100:00000040:1.0:1767326580.795518:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306448577, at 4306448640 00000100:00000040:2.0:1767326580.795518:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306448577, at 4306448640 00000100:00000040:3.0:1767326580.795518:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306448577, at 4306448640 00000100:00000010:1.0:1767326580.795539:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c97101f. 00000100:00000010:0.0:1767326580.795545:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00000100:00000010:2.0:1767326580.795547:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080042d7a. 00000100:00000010:3.0:1767326580.795549:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a04ad297. 00010000:00000001:0.0:1767326581.051486:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326581.051495:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326581.051548:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326581.051554:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326581.051557:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326582.075536:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:2.0:1767326582.075536:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326582.075542:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326582.075550:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326582.075563:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326582.075572:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326582.075576:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1767326582.075579:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767326582.075581:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326582.075588:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326582.075590:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326582.075613:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb30d8a. 00010000:00010000:3.0:1767326582.075616:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326582.075623:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326582.075637:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000032a2412e x1853175408686848/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326582.075649:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326582.075651:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326582.075656:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_01+1] req@0000000032a2412e x1853175408686848/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326582.075680:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326582.075682:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326582.075692:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326582.075696:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326582.075698:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326582.075701:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326582.075703:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326582.075704:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326582.075706:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326582.075708:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326582.075712:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a28d6e6. 00000100:00000001:1.0:1767326582.075713:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326582.075713:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326582.075718:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326582.075718:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326582.075727:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408686848/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326582.075728:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000b6591187 x1853175408686976/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326582.075757:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326582.075759:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326582.075761:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326582.075764:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_02+2] req@00000000b6591187 x1853175408686976/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326582.075765:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326582.075781:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326582.075784:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326582.075787:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326582.075791:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408686848:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326582.075804:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326582.075805:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326582.075809:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326582.075812:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326582.075813:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326582.075813:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326582.075816:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326582.075818:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767326582.075819:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 02000000:00000001:1.0:1767326582.075821:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326582.075822:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767326582.075824:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326582.075828:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1767326582.075829:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035828574. 02000000:00000001:2.0:1767326582.075830:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767326582.075831:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408686976/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326582.075833:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326582.075835:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326582.075840:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b65b65b4. 00000100:00000001:2.0:1767326582.075843:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326582.075845:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1b63fed. 00000100:00000040:2.0:1767326582.075850:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000009561302 x1853175408687104/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767326582.075857:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f47fe55. 00000100:00000001:3.0:1767326582.075864:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326582.075868:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767326582.075869:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408686848, portal 25 00000100:00000001:3.0:1767326582.075869:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326582.075870:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326582.075876:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326582.075876:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326582.075878:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_03+3] req@0000000009561302 x1853175408687104/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326582.075880:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 02000000:00000001:3.0:1767326582.075881:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326582.075887:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326582.075895:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408686976:192.168.202.142@tcp:400: 00000100:00000040:1.0:1767326582.075896:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408686848/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326582.075905:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326582.075910:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326582.075913:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326582.075918:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326582.075925:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b8f486f. 00000100:00000001:1.0:1767326582.075931:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326582.075931:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326582.075933:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326582.075938:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326582.075939:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767326582.075940:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099ec1f1d. 00000400:00000010:1.0:1767326582.075945:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bf9b283. 00000100:00000040:2.0:1767326582.075946:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1767326582.075948:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718453b7. 00000100:00000200:1.0:1767326582.075951:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408686848, offset 0 00000100:00000040:2.0:1767326582.075956:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11787) 00000100:00000200:3.0:1767326582.075956:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408686976, portal 10 00000100:00000001:3.0:1767326582.075961:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326582.075964:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326582.075965:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000040:3.0:1767326582.075975:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408686976/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326582.075984:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326582.075985:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326582.075991:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326582.075994:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767326582.075995:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000726c910d. 00000100:00000200:3.0:1767326582.076000:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408686976, offset 0 00000400:00000200:1.0:1767326582.076001:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326582.076009:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326582.076009:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326582.076016:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326582.076020:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326582.076020:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [510:510:256:4294967295] 192.168.202.142@tcp LPNI seq info [510:510:8:4294967295] 00000100:00000001:0.0:1767326582.076024:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326582.076027:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326582.076033:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408687104/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326582.076043:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326582.076054:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326582.076057:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767326582.076058:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326582.076062:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326582.076062:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000824d53cf. 00000400:00000200:3.0:1767326582.076064:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326582.076068:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326582.076070:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326582.076076:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326582.076076:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326582.076079:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00100000:0.0:1767326582.076083:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408687104:192.168.202.142@tcp:400: 00000400:00000200:3.0:1767326582.076087:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326582.076089:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767326582.076093:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:0.0:1767326582.076094:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326582.076096:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:0.0:1767326582.076098:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326582.076100:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000824d53cf type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767326582.076102:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326582.076104:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [511:511:255:4294967295] 192.168.202.142@tcp LPNI seq info [511:511:7:4294967295] 02000000:00000010:0.0:1767326582.076108:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004aa8ea12. 02000000:00000001:0.0:1767326582.076111:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326582.076116:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009adee94e. 00000400:00000200:3.0:1767326582.076118:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:0.0:1767326582.076122:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000065f6218. 00000100:00000001:1.0:1767326582.076124:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326582.076133:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408687104, portal 10 00000100:00000001:0.0:1767326582.076148:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326582.076149:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306453697 00000100:00000001:0.0:1767326582.076150:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000010:1.0:1767326582.076158:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002ae990e. 00000100:00000040:0.0:1767326582.076160:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408687104/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326582.076162:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326582.076170:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767326582.076173:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1767326582.076173:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 00000100:00000040:0.0:1767326582.076178:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326582.076179:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306453697 00000400:00000010:0.0:1767326582.076181:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d70aeb3. 00000800:00000200:3.0:1767326582.076184:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:1.0:1767326582.076186:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000031921c6c. 00000100:00000200:0.0:1767326582.076187:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408687104, offset 0 00000800:00000200:3.0:1767326582.076193:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326582.076194:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326582.076199:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326582.076201:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306453697 00000400:00000200:0.0:1767326582.076206:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:3.0:1767326582.076206:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1767326582.076207:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d8259e28. 00000100:00000001:1.0:1767326582.076213:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326582.076214:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326582.076219:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326582.076221:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306453697 00000100:00000040:3.0:1767326582.076221:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 105395 usecs (106 jiffies) 00000400:00000200:0.0:1767326582.076224:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000010:1.0:1767326582.076229:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8afc2e8. 00000100:00000001:3.0:1767326582.076229:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306450026 00000400:00000200:0.0:1767326582.076230:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326582.076236:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306453697 00000400:00000200:0.0:1767326582.076237:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326582.076237:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326582.076243:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [512:512:254:4294967295] 192.168.202.142@tcp LPNI seq info [512:512:6:4294967295] 00000100:00000001:3.0:1767326582.076243:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306450026 00000100:00000001:1.0:1767326582.076245:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326582.076249:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306453697 00000100:00000001:1.0:1767326582.076251:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326582.076255:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306450026 00000100:00000001:1.0:1767326582.076256:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326582.076262:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326582.076262:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306453697 00000400:00000200:0.0:1767326582.076263:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326582.076269:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306450026 00000800:00000200:0.0:1767326582.076274:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326582.076275:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326582.076275:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306453697 00000100:00000001:1.0:1767326582.076280:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326582.076280:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767326582.076281:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000100:00000001:1.0:1767326582.076286:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326582.076287:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326582.076288:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326582.076291:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326582.076292:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326582.076298:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326582.076301:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326582.076301:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326582.076306:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326582.076307:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326582.076313:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326582.076315:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326582.076317:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 139575 usecs (140 jiffies) 00000100:00000001:3.0:1767326582.076319:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326582.076323:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306450060 00000100:00000001:3.0:1767326582.076324:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326582.076328:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326582.076329:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306453697 00000100:00000001:3.0:1767326582.076332:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326582.076333:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306450060 00000100:00000001:0.0:1767326582.076336:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306453697 00000100:00000001:0.0:1767326582.076337:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306450060 00000100:00000001:3.0:1767326582.076342:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326582.076348:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306453697 00000100:00000001:0.0:1767326582.076351:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306450060 00000100:00000001:0.0:1767326582.076352:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306453697 00000100:00000001:0.0:1767326582.076355:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326582.076357:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326582.076359:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326582.076362:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326582.076365:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326582.076366:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326582.076368:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326582.076370:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326582.076371:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326582.076373:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326582.076458:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326582.076463:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000824d53cf. 00000400:00000200:2.0:1767326582.076470:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326582.076475:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326582.076481:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bf9b283 00000400:00000010:2.0:1767326582.076483:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bf9b283. 00000100:00000001:2.0:1767326582.076488:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326582.076492:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408686848/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326582.076501:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326582.076503:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408686848/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326598 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326582.076509:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326582.076511:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326582.076522:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326582.076523:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 00000400:00000200:2.0:1767326582.076527:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326582.076529:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326582.076531:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000726c910d 00000400:00000010:2.0:1767326582.076532:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000726c910d. 00000100:00000001:2.0:1767326582.076535:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326582.076537:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408686976/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326582.076543:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326582.076545:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408686976/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326582.076560:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326582.076562:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326582.076621:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326582.076623:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000400:00000200:2.0:1767326582.076626:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326582.076630:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326582.076632:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d70aeb3 00000400:00000010:2.0:1767326582.076634:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d70aeb3. 00000100:00000001:2.0:1767326582.076636:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326582.076639:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408687104/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326582.076646:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326582.076648:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408687104/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326582.076654:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326582.076655:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326582.078845:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326582.078862:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326582.078867:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326582.078870:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326582.078882:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326582.078904:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0f700 00000400:00000200:1.0:1767326582.078910:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x10b9 [1] + 224 00000800:00000001:1.0:1767326582.078917:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326582.078922:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326582.078924:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326582.078927:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326582.078941:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326582.078944:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408686848/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326582.078953:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408686848/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326582.078966:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326582.078973:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326582.078975:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326582.078976:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326582.078977:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326582.078980:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326582.078984:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0f780 00000400:00000200:1.0:1767326582.078988:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x10c1 [1] + 224 00000800:00000001:1.0:1767326582.078991:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326582.078993:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326582.078994:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326582.078998:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326582.079000:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326582.079000:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326582.079004:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408686976/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326582.079004:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326582.079010:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408686976/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326582.079011:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326582.079014:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326582.079017:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1b63fed. 00000400:00000200:2.0:1767326582.079020:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f47fe55 00000400:00000010:2.0:1767326582.079022:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f47fe55. 00000100:00000001:1.0:1767326582.079024:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326582.079025:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767326582.079030:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326582.079031:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408686848/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326582.079033:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326582.079037:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326582.079040:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326582.079045:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408686848/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326582.079048:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326582.079056:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0f800 00000100:00000001:2.0:1767326582.079056:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326582.079057:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326582.079059:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326582.079061:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326582.079063:0:211395:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767326582.079064:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x10c9 [1] + 224 02000000:00000001:2.0:1767326582.079067:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1767326582.079068:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326582.079068:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326582.079070:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1767326582.079071:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326582.079072:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099ec1f1d. 00000400:00000200:3.0:1767326582.079076:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718453b7 00000100:00000001:2.0:1767326582.079078:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326582.079079:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718453b7. 00000800:00000001:1.0:1767326582.079080:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326582.079082:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326582.079084:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326582.079085:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1767326582.079090:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=128 v=5 (5 5 5 5) 00000100:00000200:3.0:1767326582.079091:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408686976/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326582.079094:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00001000:2.0:1767326582.079098:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=128 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326582.079102:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326582.079106:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767326582.079110:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408687104/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326582.079110:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326582.079112:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408686976/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326582.079113:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326582.079117:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326582.079120:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326582.079128:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408686848/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326582.079147:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408687104/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326582.079155:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326582.079158:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326582.079162:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326582.079165:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326582.079165:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326582.079168:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326582.079170:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326582.079170:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326582.079173:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326582.079174:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326582.079174:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326582.079180:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326582.079181:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408686848/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326582.079182:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=123 v=5 (5 5 5 5) 00000800:00000001:1.0:1767326582.079184:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326582.079190:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326582.079195:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1767326582.079196:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408686848:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326582.079198:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326582.079202:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326582.079204:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326582.079205:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326582.079208:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326582.079209:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326582.079211:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000040:2.0:1767326582.079212:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408686848/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326582.079214:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326582.079217:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326582.079221:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326582.079223:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767326582.079224:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408686976/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326582.079226:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326582.079227:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326582.079231:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035828574. 00000400:00000001:0.0:1767326582.079233:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326582.079233:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326582.079235:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1767326582.079237:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326582.079238:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767326582.079239:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1767326582.079241:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009adee94e. 00000100:00000001:3.0:1767326582.079241:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767326582.079242:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326582.079247:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767326582.079248:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000065f6218 02000000:00000010:2.0:1767326582.079250:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb30d8a. 00000400:00000010:0.0:1767326582.079252:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000065f6218. 00000100:00000040:3.0:1767326582.079254:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408686976/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326582.079256:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326582.079259:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326582.079260:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:2.0:1767326582.079263:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000200:0.0:1767326582.079268:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408687104/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326582.079271:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1767326582.079275:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408686976:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326582.079280:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326582.079286:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326582.079288:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326582.079292:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408687104/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326582.079294:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326582.079297:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326582.079300:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326582.079303:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326582.079307:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408686976/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326582.079308:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326582.079311:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326582.079315:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326582.079319:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326582.079320:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326582.079322:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767326582.079324:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1767326582.079324:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b8f486f. 00000100:00000001:0.0:1767326582.079328:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767326582.079329:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326582.079332:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326582.079332:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326582.079334:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 02000000:00000001:0.0:1767326582.079337:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326582.079337:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326582.079340:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a28d6e6. 02000000:00000001:3.0:1767326582.079343:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1767326582.079344:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=117 v=5 (5 5 5 5) 02000000:00000001:3.0:1767326582.079344:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326582.079345:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:3.0:1767326582.079349:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1767326582.079352:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326582.079352:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326582.079353:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326582.079357:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326582.079358:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326582.079359:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326582.079362:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326582.079365:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326582.079368:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326582.079371:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326582.079377:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000009561302 x1853175408687104/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326582.079384:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326582.079386:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326582.079388:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326582.079389:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326582.079391:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326582.079394:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408687104/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326582.079431:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326582.079433:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326582.079434:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326582.079438:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408687104/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326582.079445:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408687104:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326582.079449:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326582.079451:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326582.079454:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408687104/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326598 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326582.079460:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326582.079461:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326582.079463:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004aa8ea12. 02000000:00000001:0.0:1767326582.079469:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326582.079470:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326582.079471:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326582.079473:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326582.079475:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b65b65b4. 02000000:00000001:0.0:1767326582.079477:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326582.079484:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326582.079486:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:0.0:1767326582.079489:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326582.079490:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326582.079492:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326582.079496:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326582.079497:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326582.079499:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326582.079500:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326583.099495:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326583.099502:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326583.099547:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326583.099552:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326583.099555:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326584.123504:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326584.123511:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326584.123555:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326584.123559:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326584.123562:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326585.147535:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326585.147544:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326585.147572:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326585.147577:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326585.147581:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326585.915540:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306453697, at 4306453760 00000100:00000040:1.0:1767326585.915540:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306453697, at 4306453760 00000100:00000040:2.0:1767326585.915540:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306453697, at 4306453760 00000100:00000040:3.0:1767326585.915541:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306453697, at 4306453760 00000100:00000010:3.0:1767326585.915564:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8afc2e8. 00000100:00000010:1.0:1767326585.915569:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000031921c6c. 00000100:00000010:2.0:1767326585.915571:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d8259e28. 00000100:00000010:0.0:1767326585.915577:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002ae990e. 00010000:00000001:0.0:1767326586.171535:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326586.171543:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326586.171572:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326586.171594:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326586.171596:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326587.195529:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326587.195535:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326587.195540:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1767326587.195542:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326587.195543:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326587.195547:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326587.195550:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326587.195552:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326587.195553:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326587.195556:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326587.195556:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326587.195565:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326587.195571:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326587.195574:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326587.195581:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326587.195590:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb30d8a. 00000100:00000001:2.0:1767326587.195599:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326587.195613:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000032a2412e x1853175408687232/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326587.195626:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326587.195630:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326587.195636:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_00+0] req@0000000032a2412e x1853175408687232/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326587.195640:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326587.195648:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326587.195652:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326587.195673:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326587.195679:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326587.195680:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326587.195685:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326587.195686:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326587.195690:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767326587.195691:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000100:00000001:0.0:1767326587.195694:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326587.195696:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408687232/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326587.195697:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326587.195699:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326587.195705:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326587.195708:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767326587.195709:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326587.195711:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326587.195714:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326587.195716:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326587.195719:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767326587.195722:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b65b65b4. 02000000:00000001:3.0:1767326587.195722:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326587.195724:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408687232:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326587.195730:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326587.195730:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326587.195735:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326587.195737:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326587.195739:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326587.195743:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c165a20. 02000000:00000001:3.0:1767326587.195745:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326587.195751:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099ec1f1d. 00000100:00000040:2.0:1767326587.195755:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000bfc4a11d x1853175408687360/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767326587.195759:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718453b7. 00000100:00000001:2.0:1767326587.195768:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1767326587.195769:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408687232, portal 25 00000100:00000001:2.0:1767326587.195770:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326587.195773:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326587.195775:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000040:2.0:1767326587.195777:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_01+1] req@00000000bfc4a11d x1853175408687360/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326587.195782:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408687232/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326587.195805:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326587.195808:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326587.195809:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c9abd2f. 00000100:00000200:3.0:1767326587.195811:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408687232, offset 0 00000100:00000001:2.0:1767326587.195815:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326587.195818:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326587.195820:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326587.195825:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326587.195829:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767326587.195833:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000400:00000200:3.0:1767326587.195835:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326587.195838:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326587.195841:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767326587.195842:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326587.195844:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326587.195845:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326587.195847:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326587.195850:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767326587.195851:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a28d6e6. 00000100:00000040:0.0:1767326587.195857:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408687360/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326587.195857:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326587.195858:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326587.195864:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326587.195867:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000e6bdf5e7 x1853175408687488/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767326587.195871:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326587.195880:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [513:513:256:4294967295] 192.168.202.142@tcp LPNI seq info [513:513:8:4294967295] 00000100:00000001:0.0:1767326587.195883:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326587.195886:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326587.195890:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326587.195892:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326587.195895:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326587.195900:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326587.195901:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:2.0:1767326587.195904:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_02+2] req@00000000e6bdf5e7 x1853175408687488/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326587.195905:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326587.195913:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408687360:192.168.202.142@tcp:400: 00000800:00000200:3.0:1767326587.195914:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326587.195923:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326587.195928:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326587.195930:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326587.195931:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b5a77ee. 02000000:00000001:0.0:1767326587.195933:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326587.195940:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f45862c3. 00000800:00000200:3.0:1767326587.195940:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:0.0:1767326587.195946:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326587.195946:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326587.195952:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:2.0:1767326587.195953:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326587.195955:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009adee94e. 00000800:00000200:3.0:1767326587.195957:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b5a77ee type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1767326587.195963:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000065f6218. 00000100:00000040:2.0:1767326587.195963:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326587.195968:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326587.195971:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408687360, portal 10 00000100:00000040:2.0:1767326587.195972:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11792) 00000100:00000001:3.0:1767326587.195972:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326587.195975:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326587.195979:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326587.195980:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326587.195981:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306458817 00000100:00000001:0.0:1767326587.195987:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000010:3.0:1767326587.195990:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b70eb340. 00000100:00000040:1.0:1767326587.195996:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408687488/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326587.195998:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408687360/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326587.195999:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326587.196006:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306458817 00000100:00000010:3.0:1767326587.196012:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cdc0422. 00000100:00000001:2.0:1767326587.196018:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326587.196021:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326587.196026:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326587.196031:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306458817 00000100:00000010:3.0:1767326587.196041:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0fd67da. 00000100:00000001:3.0:1767326587.196051:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326587.196057:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326587.196058:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306458817 00000100:00000001:0.0:1767326587.196059:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326587.196062:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326587.196068:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064ae084c. 00000100:00000040:0.0:1767326587.196072:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326587.196074:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000010:0.0:1767326587.196076:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2ed77ca. 02000000:00000001:1.0:1767326587.196076:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767326587.196083:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408687360, offset 0 02000000:00000001:1.0:1767326587.196084:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326587.196084:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326587.196102:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326587.196103:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00100000:1.0:1767326587.196110:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408687488:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326587.196113:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326587.196119:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326587.196127:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326587.196128:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326587.196131:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326587.196132:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326587.196136:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326587.196139:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326587.196139:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326587.196141:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326587.196143:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [514:514:255:4294967295] 192.168.202.142@tcp LPNI seq info [514:514:7:4294967295] 00000100:00000001:3.0:1767326587.196143:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326587.196147:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326587.196153:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326587.196154:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:1.0:1767326587.196159:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326587.196163:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326587.196164:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326587.196166:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326587.196166:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326587.196168:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326587.196175:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326587.196176:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ea11ec5. 00000800:00000010:0.0:1767326587.196177:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000800:00000010:2.0:1767326587.196177:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b5a77ee. 02000000:00000001:1.0:1767326587.196183:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326587.196190:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326587.196190:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767326587.196191:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003716679c. 00000400:00000010:1.0:1767326587.196205:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cab71f7. 00000400:00000200:2.0:1767326587.196207:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000800:00000200:0.0:1767326587.196211:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:1.0:1767326587.196218:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408687488, portal 10 00000400:00000200:2.0:1767326587.196219:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c9abd2f 00000100:00000001:1.0:1767326587.196225:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767326587.196226:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c9abd2f. 00000800:00000200:0.0:1767326587.196228:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326587.196229:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000100:00000001:2.0:1767326587.196238:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326587.196240:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326587.196244:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408687488/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326587.196246:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408687232/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326587.196247:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 104725 usecs (105 jiffies) 00000100:00000001:0.0:1767326587.196259:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306455145 00000100:00000001:0.0:1767326587.196271:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306458817 00000100:00000001:0.0:1767326587.196283:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306455145 00000100:00000001:1.0:1767326587.196287:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326587.196294:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306458817 00000100:00000001:2.0:1767326587.196299:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326587.196304:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306455145 00000100:00000040:1.0:1767326587.196304:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326587.196311:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408687232/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326603 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326587.196312:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063c74014. 00000100:00000001:0.0:1767326587.196314:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306458817 00000100:00000200:1.0:1767326587.196320:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408687488, offset 0 00000100:00000001:0.0:1767326587.196323:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306455145 00000100:00000001:0.0:1767326587.196331:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306458817 00000400:00000200:1.0:1767326587.196338:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326587.196340:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326587.196345:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326587.196345:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326587.196350:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326587.196351:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326587.196355:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326587.196360:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326587.196364:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326587.196368:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326587.196370:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326587.196373:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326587.196374:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326587.196377:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326587.196379:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326587.196384:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326587.196385:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326587.196397:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326587.196447:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [515:515:254:4294967295] 192.168.202.142@tcp LPNI seq info [515:515:6:4294967295] 00000400:00000200:1.0:1767326587.196463:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326587.196468:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326587.196473:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005493b67f. 00000800:00000200:1.0:1767326587.196479:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326587.196487:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326587.196491:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005493b67f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326587.196496:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326587.196499:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 138666 usecs (139 jiffies) 00000100:00000001:1.0:1767326587.196502:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306455180 00000800:00000200:2.0:1767326587.196511:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326587.196512:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306458817 00000100:00000001:1.0:1767326587.196518:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306455180 00000800:00000010:2.0:1767326587.196518:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000100:00000001:1.0:1767326587.196522:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306458817 00000400:00000200:2.0:1767326587.196526:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326587.196527:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306455180 00000100:00000001:1.0:1767326587.196537:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306458817 00000100:00000001:1.0:1767326587.196542:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306455180 00000400:00000200:2.0:1767326587.196543:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326587.196550:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306458817 00000400:00000200:2.0:1767326587.196552:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2ed77ca 00000100:00000001:1.0:1767326587.196555:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326587.196557:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2ed77ca. 00000100:00000001:1.0:1767326587.196559:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326587.196564:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326587.196565:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326587.196568:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326587.196573:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408687360/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326587.196576:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326587.196580:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326587.196586:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326587.196589:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326587.196594:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326587.196595:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326587.196600:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326587.196604:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408687360/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326587.196613:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326587.196615:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326587.196652:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326587.196654:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005493b67f. 00000400:00000200:2.0:1767326587.196658:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326587.196661:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326587.196664:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063c74014 00000400:00000010:2.0:1767326587.196666:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063c74014. 00000100:00000001:2.0:1767326587.196676:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326587.196680:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408687488/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326587.196687:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326587.196690:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408687488/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326587.196696:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326587.196697:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326587.197380:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326587.197393:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326587.197396:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326587.197418:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326587.197426:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326587.197439:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0f880 00000400:00000200:2.0:1767326587.197447:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x10d1 [1] + 224 00000800:00000001:2.0:1767326587.197454:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326587.197461:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326587.197463:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326587.197466:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326587.197470:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326587.197474:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408687232/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326587.197483:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408687232/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326587.197498:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326587.197506:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326587.197509:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326587.197513:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326587.197516:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326587.197520:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326587.197523:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326587.197525:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099ec1f1d. 00000400:00000200:3.0:1767326587.197530:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718453b7 00000400:00000010:3.0:1767326587.197532:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718453b7. 00000100:00000001:3.0:1767326587.197534:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326587.197538:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408687232/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326587.197547:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408687232/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326587.197561:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326587.197563:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326587.197566:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326587.197569:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326587.197571:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326587.197574:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326587.197577:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326587.197582:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=133 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326587.197586:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=133 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326587.197589:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326587.197590:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326587.197593:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326587.197595:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326587.197598:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326587.197601:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408687232/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326587.197676:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326587.197680:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326587.197682:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326587.197686:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408687232/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326587.197702:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408687232:192.168.202.142@tcp:400: 00000800:00000001:1.0:1767326587.197706:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326587.197707:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326587.197721:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326587.197723:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326587.197725:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326587.197733:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326587.197744:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0f900 00000400:00000200:1.0:1767326587.197752:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x10d9 [1] + 224 00000100:00000001:3.0:1767326587.197760:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767326587.197763:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326587.197775:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326587.197778:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326587.197782:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326587.197789:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326587.197794:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408687360/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326587.197817:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408687360/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326587.197823:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408687232/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326587.197857:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326587.197860:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326587.197863:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c165a20. 00000100:00000001:1.0:1767326587.197867:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326587.197875:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326587.197881:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326587.197883:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326587.197886:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326587.197892:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:0.0:1767326587.197898:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326587.197902:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326587.197903:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0f980 02000000:00000001:3.0:1767326587.197905:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1767326587.197907:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767326587.197910:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:0.0:1767326587.197912:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767326587.197913:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000400:00000010:0.0:1767326587.197917:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009adee94e. 00000020:00000001:3.0:1767326587.197917:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326587.197919:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb30d8a. 00000400:00000200:0.0:1767326587.197924:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000065f6218 02000000:00000001:3.0:1767326587.197924:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326587.197927:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1767326587.197929:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000065f6218. 00000100:00000010:3.0:1767326587.197929:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:3.0:1767326587.197933:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326587.197935:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326587.197936:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326587.197937:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326587.197944:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x10e1 [1] + 224 00000100:00000001:3.0:1767326587.197946:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767326587.197950:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408687360/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326587.197950:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326587.197955:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326587.197956:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326587.197961:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326587.197966:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326587.197970:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767326587.197972:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408687360/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326587.197977:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326587.197981:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326587.197986:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408687488/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326587.198019:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326587.198023:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326587.198026:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408687488/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326587.198027:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326587.198030:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326587.198033:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326587.198038:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326587.198046:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326587.198054:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=128 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326587.198058:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=128 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326587.198060:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326587.198061:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326587.198062:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326587.198065:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326587.198067:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326587.198068:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326587.198070:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326587.198071:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326587.198072:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326587.198078:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326587.198081:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408687360/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326587.198084:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326587.198103:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326587.198106:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326587.198111:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767326587.198112:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326587.198116:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1767326587.198116:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326587.198120:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326587.198120:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003716679c. 00000400:00000200:3.0:1767326587.198127:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cab71f7 00000100:00000040:0.0:1767326587.198130:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408687360/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326587.198130:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cab71f7. 00000100:00000001:3.0:1767326587.198133:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326587.198139:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408687488/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326587.198147:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408687360:192.168.202.142@tcp:400: 00000100:00000200:3.0:1767326587.198153:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408687488/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326587.198154:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326587.198156:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326587.198159:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408687360/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326587.198181:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326587.198182:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326587.198185:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326587.198186:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326587.198188:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326587.198189:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326587.198190:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326587.198191:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326587.198195:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326587.198196:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f45862c3. 00000100:00001000:3.0:1767326587.198199:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=122 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326587.198200:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326587.198202:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1767326587.198204:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=62 v=5 (1 0 0 0) 00000020:00000040:0.0:1767326587.198205:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326587.198209:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767326587.198210:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326587.198212:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326587.198213:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b65b65b4. 00010000:00000001:3.0:1767326587.198214:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767326587.198216:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326587.198218:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326587.198220:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00010000:00080000:3.0:1767326587.198220:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e6bdf5e7 x1853175408687488/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326587.198226:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326587.198228:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326587.198231:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326587.198233:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326587.198234:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326587.198235:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326587.198235:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326587.198238:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408687488/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326587.198241:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326587.198243:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326587.198245:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326587.198246:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326587.198246:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326587.198249:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408687488/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326587.198250:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326587.198254:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326587.198256:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326587.198261:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408687488:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326587.198264:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326587.198266:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326587.198267:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408687488/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326603 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326587.198279:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326587.198280:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326587.198281:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ea11ec5. 02000000:00000001:3.0:1767326587.198284:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326587.198285:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326587.198286:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326587.198287:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326587.198288:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a28d6e6. 02000000:00000001:3.0:1767326587.198290:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326587.198290:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326587.198291:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:3.0:1767326587.198293:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326587.198294:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326587.198295:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326587.198297:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326587.198298:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326587.198300:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326587.198301:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326588.219543:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326588.219552:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326588.219581:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326588.219586:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326588.219589:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326589.243535:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326589.243544:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326589.243571:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326589.243575:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326589.243578:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326590.267523:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326590.267528:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326590.267641:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326590.267645:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326590.267648:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326591.035496:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306458817, at 4306458880 00000100:00000040:2.0:1767326591.035496:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306458817, at 4306458880 00000100:00000040:3.0:1767326591.035496:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306458817, at 4306458880 00000100:00000010:3.0:1767326591.035512:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064ae084c. 00000100:00000010:2.0:1767326591.035520:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0fd67da. 00000100:00000010:0.0:1767326591.035523:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b70eb340. 00000100:00000040:1.0:1767326591.035601:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306458817, at 4306458880 00000100:00000010:1.0:1767326591.035605:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cdc0422. 00010000:00000001:0.0:1767326591.291477:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326591.291485:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326591.291527:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326591.291531:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326591.291534:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326592.315520:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326592.315527:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326592.315531:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326592.315538:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326592.315562:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000001:3.0:1767326592.315564:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:2.0:1767326592.315570:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326592.315570:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326592.315576:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326592.315577:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326592.315582:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326592.315587:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326592.315594:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f07b907. 00000100:00000001:2.0:1767326592.315601:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326592.315610:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000e6bdf5e7 x1853175408687616/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326592.315620:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326592.315623:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326592.315628:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_03+3] req@00000000e6bdf5e7 x1853175408687616/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326592.315655:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326592.315658:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326592.315661:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326592.315664:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767326592.315667:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326592.315668:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326592.315670:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326592.315672:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326592.315673:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326592.315676:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326592.315676:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326592.315682:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408687616/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326592.315689:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326592.315691:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326592.315691:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed9e0e5f. 00000100:00000001:3.0:1767326592.315692:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326592.315698:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326592.315698:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326592.315699:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326592.315702:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326592.315707:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000bfc4a11d x1853175408687744/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326592.315711:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326592.315718:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408687616:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326592.315726:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326592.315726:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326592.315729:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326592.315733:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326592.315735:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326592.315736:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_00+0] req@00000000bfc4a11d x1853175408687744/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326592.315738:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326592.315742:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000689c4ba. 02000000:00000001:0.0:1767326592.315746:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326592.315754:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009adee94e. 00000400:00000010:0.0:1767326592.315762:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000065f6218. 00000100:00000200:0.0:1767326592.315768:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408687616, portal 25 00000100:00000001:2.0:1767326592.315770:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326592.315771:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326592.315775:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326592.315776:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000100:00000040:0.0:1767326592.315783:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408687616/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326592.315787:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326592.315791:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000100:00000001:3.0:1767326592.315791:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326592.315795:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767326592.315797:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326592.315801:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326592.315802:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326592.315803:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326592.315803:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326592.315807:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326592.315808:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326592.315808:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767326592.315809:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9f2fdd3. 02000000:00000001:2.0:1767326592.315812:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326592.315813:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408687616, offset 0 00000100:00000040:3.0:1767326592.315815:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408687744/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326592.315821:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dadd9a6c. 00000400:00000200:0.0:1767326592.315826:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326592.315828:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326592.315834:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326592.315836:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326592.315838:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000032a2412e x1853175408687872/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326592.315840:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326592.315841:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:3.0:1767326592.315845:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326592.315849:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326592.315851:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326592.315858:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00100000:3.0:1767326592.315859:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408687744:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326592.315862:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767326592.315867:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326592.315867:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326592.315868:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326592.315872:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326592.315875:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326592.315878:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_01+1] req@0000000032a2412e x1853175408687872/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326592.315879:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:3.0:1767326592.315880:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326592.315885:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070cfb170. 00000400:00000200:0.0:1767326592.315889:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [516:516:256:4294967295] 192.168.202.142@tcp LPNI seq info [516:516:8:4294967295] 02000000:00000001:3.0:1767326592.315890:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326592.315898:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099ec1f1d. 00000400:00000010:3.0:1767326592.315903:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718453b7. 00000100:00000200:3.0:1767326592.315909:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408687744, portal 10 00000400:00000200:0.0:1767326592.315910:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326592.315911:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326592.315912:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326592.315915:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000040:2.0:1767326592.315917:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326592.315923:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:0.0:1767326592.315925:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767326592.315927:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408687744/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326592.315931:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11797) 00000800:00000010:0.0:1767326592.315932:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000100:00000001:1.0:1767326592.315937:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326592.315941:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326592.315946:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326592.315949:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326592.315949:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326592.315949:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326592.315955:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c3d74f9. 00000100:00000040:1.0:1767326592.315956:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408687872/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326592.315961:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408687744, offset 0 00000800:00000200:0.0:1767326592.315963:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326592.315969:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326592.315972:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326592.315973:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326592.315977:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1767326592.315978:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767326592.315980:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326592.315983:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:1.0:1767326592.315984:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326592.315990:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408687872:192.168.202.142@tcp:400: 00000400:00000200:3.0:1767326592.315990:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326592.315996:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326592.315997:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:1.0:1767326592.315999:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326592.316000:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326592.316002:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326592.316003:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326592.316005:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326592.316007:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306463937 00000400:00000200:3.0:1767326592.316008:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000010:1.0:1767326592.316009:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c467c30. 02000000:00000001:1.0:1767326592.316012:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326592.316015:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cd2e4ac. 00000400:00000010:1.0:1767326592.316016:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084a4b744. 00000400:00000200:3.0:1767326592.316020:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [517:517:255:4294967295] 192.168.202.142@tcp LPNI seq info [517:517:7:4294967295] 00000400:00000010:1.0:1767326592.316021:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d659d8ea. 00000100:00000200:1.0:1767326592.316026:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408687872, portal 10 00000100:00000001:0.0:1767326592.316028:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326592.316029:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326592.316032:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000001:0.0:1767326592.316037:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306463937 00000100:00000040:1.0:1767326592.316052:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408687872/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326592.316053:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326592.316063:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326592.316065:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:0.0:1767326592.316068:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9f9490c. 00000100:00000040:1.0:1767326592.316069:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326592.316073:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef8ec3b4. 00000100:00000001:0.0:1767326592.316075:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1767326592.316075:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a44e04f. 00000100:00000200:1.0:1767326592.316079:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408687872, offset 0 00000100:00000001:0.0:1767326592.316082:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306463937 00000800:00000200:3.0:1767326592.316083:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326592.316088:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:0.0:1767326592.316089:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ea25869. 00000800:00000200:3.0:1767326592.316094:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326592.316095:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326592.316095:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326592.316101:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306463937 00000800:00000200:3.0:1767326592.316102:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef8ec3b4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326592.316103:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767326592.316107:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1e5b507. 00000400:00000200:1.0:1767326592.316108:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326592.316110:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326592.316114:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326592.316114:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767326592.316116:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 104055 usecs (105 jiffies) 00000400:00000200:1.0:1767326592.316120:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326592.316121:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326592.316122:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306460265 00000100:00000001:0.0:1767326592.316126:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326592.316128:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306463937 00000400:00000200:1.0:1767326592.316132:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [518:518:254:4294967295] 192.168.202.142@tcp LPNI seq info [518:518:6:4294967295] 00000100:00000001:0.0:1767326592.316133:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326592.316133:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306460265 00000800:00000200:2.0:1767326592.316135:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326592.316139:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326592.316140:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306463937 00000800:00000010:2.0:1767326592.316142:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000100:00000001:3.0:1767326592.316147:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306460265 00000400:00000200:1.0:1767326592.316150:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:2.0:1767326592.316150:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326592.316152:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326592.316152:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306463937 00000100:00000001:0.0:1767326592.316156:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326592.316158:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326592.316158:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306460265 00000100:00000001:0.0:1767326592.316163:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767326592.316164:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb080471. 00000100:00000001:3.0:1767326592.316165:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306463937 00000100:00000001:0.0:1767326592.316166:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326592.316170:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326592.316171:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326592.316174:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326592.316175:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326592.316177:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326592.316177:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326592.316184:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326592.316184:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326592.316185:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9f2fdd3 00000800:00000200:1.0:1767326592.316190:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb080471 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767326592.316190:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9f2fdd3. 00000100:00000001:3.0:1767326592.316190:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326592.316195:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326592.316197:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326592.316202:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408687616/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326592.316203:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 137761 usecs (138 jiffies) 00000100:00000001:1.0:1767326592.316209:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306460298 00000100:00000001:1.0:1767326592.316214:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306463937 00000100:00000001:2.0:1767326592.316219:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326592.316220:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306460298 00000100:00000040:2.0:1767326592.316223:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408687616/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326592.316227:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306463937 00000100:00000001:1.0:1767326592.316235:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306460298 00000100:00000001:1.0:1767326592.316239:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306463937 00000100:00000001:1.0:1767326592.316244:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306460298 00000100:00000001:1.0:1767326592.316249:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306463937 00000100:00000001:1.0:1767326592.316254:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326592.316254:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326592.316256:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326592.316258:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326592.316261:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326592.316261:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326592.316263:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326592.316266:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326592.316267:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326592.316269:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326592.316270:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326592.316273:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326592.316277:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767326592.316280:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326592.316283:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef8ec3b4. 00000400:00000200:2.0:1767326592.316287:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326592.316290:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326592.316293:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326592.316297:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326592.316297:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3d74f9 00000100:00000001:1.0:1767326592.316301:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326592.316301:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c3d74f9. 00000100:00000001:1.0:1767326592.316303:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326592.316305:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326592.316306:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326592.316312:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408687744/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326592.316320:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326592.316322:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408687744/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326592.316328:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326592.316330:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326592.316358:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326592.316360:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb080471. 00000400:00000200:2.0:1767326592.316363:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326592.316366:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326592.316368:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a44e04f 00000400:00000010:2.0:1767326592.316369:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a44e04f. 00000100:00000001:2.0:1767326592.316371:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326592.316374:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408687872/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326592.316379:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326592.316381:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408687872/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326592.316387:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326592.316388:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326592.317841:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326592.317852:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326592.317860:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326592.317862:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326592.317867:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326592.317875:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0fa00 00000400:00000200:2.0:1767326592.317879:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x10e9 [1] + 224 00000800:00000001:2.0:1767326592.317884:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326592.317887:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326592.317888:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326592.317892:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326592.317894:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326592.317897:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408687616/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326592.317903:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408687616/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326592.317914:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326592.317920:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326592.317921:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326592.317922:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326592.317923:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326592.317925:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326592.317928:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0fa80 00000400:00000200:2.0:1767326592.317931:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x10f1 [1] + 224 00000800:00000001:2.0:1767326592.317933:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326592.317934:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326592.317935:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326592.317937:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326592.317939:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326592.317942:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408687744/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326592.317947:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408687744/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326592.317950:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326592.317952:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326592.317957:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326592.317959:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326592.317962:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009adee94e. 00000400:00000200:0.0:1767326592.317965:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000065f6218 00000400:00000010:0.0:1767326592.317966:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000065f6218. 00000100:00000001:2.0:1767326592.317967:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326592.317968:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767326592.317973:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326592.317974:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408687616/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326592.317977:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326592.317980:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326592.317982:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326592.317988:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326592.317997:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0fb00 00000100:00000001:3.0:1767326592.317997:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326592.317999:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408687616/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326592.318001:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326592.318005:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x10f9 [1] + 224 00000100:00000001:0.0:1767326592.318013:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326592.318013:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326592.318014:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326592.318015:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326592.318018:0:211397:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:3.0:1767326592.318018:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767326592.318020:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326592.318022:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326592.318022:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767326592.318022:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099ec1f1d. 00000100:00000001:0.0:1767326592.318024:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326592.318027:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326592.318029:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718453b7 00000400:00000200:2.0:1767326592.318030:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 02000000:00000001:0.0:1767326592.318031:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326592.318033:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718453b7. 00000100:00000001:2.0:1767326592.318038:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326592.318038:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767326592.318050:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=138 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326592.318055:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=138 v=5 (1 1 1 1) 00000100:00000200:2.0:1767326592.318056:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408687872/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326592.318056:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408687744/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326592.318060:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326592.318062:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326592.318066:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326592.318069:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326592.318074:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326592.318084:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408687616/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326592.318089:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408687872/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326592.318094:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408687744/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326592.318104:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326592.318110:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326592.318112:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326592.318118:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408687616/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326592.318119:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326592.318120:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326592.318123:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326592.318125:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326592.318129:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767326592.318130:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408687616:192.168.202.142@tcp:400: 00000800:00000001:2.0:1767326592.318131:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326592.318132:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326592.318136:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326592.318138:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326592.318139:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326592.318141:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326592.318145:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408687616/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326592.318145:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326592.318148:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767326592.318152:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=133 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326592.318154:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326592.318157:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326592.318157:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767326592.318158:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=133 v=5 (1 1 1 1) 02000000:00000010:0.0:1767326592.318160:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000689c4ba. 00000100:00000001:3.0:1767326592.318162:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326592.318164:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326592.318166:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767326592.318169:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:1.0:1767326592.318169:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767326592.318169:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326592.318173:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:1.0:1767326592.318173:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326592.318174:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000040:0.0:1767326592.318176:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000400:00000010:1.0:1767326592.318178:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084a4b744. 00000100:00000040:3.0:1767326592.318178:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000020:00000001:0.0:1767326592.318179:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326592.318182:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:0.0:1767326592.318183:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f07b907. 00000100:00000001:3.0:1767326592.318184:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326592.318185:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d659d8ea 02000000:00000001:0.0:1767326592.318188:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1767326592.318189:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d659d8ea. 00000100:00000040:3.0:1767326592.318191:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408687744/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326592.318192:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326592.318196:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:3.0:1767326592.318202:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326592.318203:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326592.318204:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326592.318204:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326592.318208:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326592.318208:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326592.318211:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408687872/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326592.318214:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326592.318215:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408687744/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326592.318221:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326592.318225:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326592.318230:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326592.318234:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326592.318243:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408687872/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326592.318265:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326592.318268:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326592.318269:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767326592.318270:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408687744:192.168.202.142@tcp:400: 02000000:00000001:1.0:1767326592.318271:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326592.318273:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326592.318275:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326592.318279:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326592.318279:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326592.318282:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=127 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326592.318283:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767326592.318286:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326592.318289:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767326592.318290:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408687744/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326592.318291:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326592.318293:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326592.318298:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000032a2412e x1853175408687872/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326592.318306:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767326592.318309:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326592.318309:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326592.318312:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1767326592.318312:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070cfb170. 00000100:00000040:1.0:1767326592.318314:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326592.318317:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326592.318318:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326592.318318:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326592.318321:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767326592.318322:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408687872/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767326592.318324:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326592.318329:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326592.318332:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767326592.318332:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed9e0e5f. 00000100:00000001:1.0:1767326592.318336:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767326592.318337:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326592.318339:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326592.318340:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:1.0:1767326592.318342:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326592.318344:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767326592.318347:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408687872/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326592.318348:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326592.318353:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326592.318359:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408687872:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326592.318360:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326592.318363:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326592.318364:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326592.318365:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326592.318368:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408687872/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326592.318369:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326592.318372:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326592.318377:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326592.318378:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326592.318379:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c467c30. 02000000:00000001:1.0:1767326592.318397:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326592.318419:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326592.318420:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326592.318421:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326592.318422:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dadd9a6c. 02000000:00000001:1.0:1767326592.318424:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326592.318425:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326592.318425:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:1.0:1767326592.318427:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326592.318428:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326592.318429:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326592.318432:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326592.318433:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326592.318435:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326592.318437:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326593.339520:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326593.339526:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326593.339586:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326593.339591:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326593.339593:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326594.363521:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326594.363528:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326594.363553:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326594.363557:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326594.363560:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326595.387545:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326595.387553:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326595.387594:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326595.387599:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326595.387602:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326596.155462:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306463937, at 4306464000 00000100:00000040:1.0:1767326596.155462:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306463937, at 4306464000 00000100:00000040:3.0:1767326596.155464:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306463937, at 4306464000 00000100:00000040:2.0:1767326596.155475:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306463937, at 4306464000 00000100:00000010:3.0:1767326596.155482:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1e5b507. 00000100:00000010:1.0:1767326596.155484:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9f9490c. 00000100:00000010:0.0:1767326596.155486:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00000100:00000010:2.0:1767326596.155489:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ea25869. 00010000:00000001:0.0:1767326596.411552:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326596.411561:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326596.411620:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326596.411624:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326596.411628:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326597.435531:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326597.435538:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326597.435548:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326597.435551:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326597.435553:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326597.435557:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326597.435559:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326597.435561:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326597.435563:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326597.435570:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326597.435580:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7b89fc3. 00000020:00000040:3.0:1767326597.435587:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326597.435592:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1767326597.435594:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767326597.435596:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1767326597.435598:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326597.435603:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767326597.435605:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326597.435616:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000405f168d. 00000100:00000001:3.0:1767326597.435623:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326597.435636:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b7b89fc3 x1853175408688000/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326597.435647:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326597.435650:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326597.435655:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7b89fc3] to pc [ptlrpcd_00_02+2] req@00000000b7b89fc3 x1853175408688000/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326597.435681:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326597.435684:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326597.435687:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326597.435689:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000412d9a58. 00000020:00000040:3.0:1767326597.435691:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326597.435694:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326597.435696:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326597.435698:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326597.435701:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000416dd4ac. 00000100:00000001:3.0:1767326597.435705:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326597.435707:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326597.435708:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000412d9a58 x1853175408688128/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767326597.435715:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767326597.435716:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326597.435720:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326597.435721:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326597.435722:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326597.435726:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326597.435731:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000412d9a58] to pc [ptlrpcd_00_03+3] req@00000000412d9a58 x1853175408688128/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326597.435734:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326597.435739:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326597.435743:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326597.435750:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326597.435754:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326597.435754:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326597.435755:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326597.435759:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326597.435760:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326597.435761:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326597.435766:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021bf7b0a. 00000100:00000040:0.0:1767326597.435770:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000412d9a58 x1853175408688128/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767326597.435771:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326597.435776:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326597.435779:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326597.435781:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326597.435784:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767326597.435786:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026917b08. 00000100:00000001:0.0:1767326597.435787:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326597.435793:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326597.435793:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326597.435797:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326597.435800:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326597.435801:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000021bf7b0a x1853175408688256/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767326597.435804:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000412d9a58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408688128:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326597.435811:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326597.435816:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326597.435818:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326597.435818:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326597.435822:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326597.435824:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326597.435826:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021bf7b0a] to pc [ptlrpcd_00_00+0] req@0000000021bf7b0a x1853175408688256/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326597.435829:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ef7f19e. 02000000:00000001:0.0:1767326597.435833:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326597.435842:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009adee94e. 00000400:00000010:0.0:1767326597.435849:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000065f6218. 00000100:00000200:0.0:1767326597.435855:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408688128, portal 10 00000100:00000001:0.0:1767326597.435857:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326597.435859:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571629440 : -115369137922176 : ffff971287841f80) 00000100:00000001:3.0:1767326597.435860:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326597.435864:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767326597.435866:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000412d9a58 x1853175408688128/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326597.435871:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326597.435874:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326597.435880:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326597.435880:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326597.435880:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11802) 00000100:00000001:1.0:1767326597.435883:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326597.435887:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767326597.435892:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021bf7b0a x1853175408688256/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326597.435893:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9f2fdd3. 00000100:00000001:2.0:1767326597.435895:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326597.435900:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326597.435901:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408688128, offset 0 00000100:00000001:1.0:1767326597.435908:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326597.435911:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326597.435916:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326597.435916:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326597.435920:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326597.435923:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326597.435927:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408688256:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326597.435931:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326597.435935:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:1.0:1767326597.435935:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326597.435938:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326597.435941:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326597.435944:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1767326597.435946:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000581472d2. 02000000:00000001:1.0:1767326597.435949:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326597.435951:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326597.435956:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1767326597.435956:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084a4b744. 00000400:00000010:1.0:1767326597.435963:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d659d8ea. 00000400:00000200:0.0:1767326597.435966:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000200:1.0:1767326597.435969:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408688256, portal 10 00000400:00000200:0.0:1767326597.435972:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [519:519:256:4294967295] 192.168.202.142@tcp LPNI seq info [519:519:8:4294967295] 00000100:00000001:1.0:1767326597.435974:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326597.435977:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571636608 : -115369137915008 : ffff971287843b80) 00000100:00000040:1.0:1767326597.435987:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021bf7b0a x1853175408688256/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326597.435989:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326597.436011:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326597.436015:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000800:00000200:0.0:1767326597.436024:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326597.436026:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326597.436032:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326597.436036:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:1.0:1767326597.436038:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d7bb058. 00000800:00000200:0.0:1767326597.436040:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767326597.436044:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408688256, offset 0 00000400:00000200:1.0:1767326597.436052:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326597.436055:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326597.436060:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:0.0:1767326597.436061:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 103393 usecs (104 jiffies) 00000100:00000001:0.0:1767326597.436065:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306465384 00000100:00000010:0.0:1767326597.436068:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cd2e4ac. 00000400:00000200:1.0:1767326597.436073:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326597.436077:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326597.436079:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326597.436084:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326597.436085:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306465384 00000400:00000200:1.0:1767326597.436089:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000010:0.0:1767326597.436090:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be5cd0f0. 00000100:00000001:0.0:1767326597.436095:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326597.436098:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [520:520:255:4294967295] 192.168.202.142@tcp LPNI seq info [520:520:7:4294967295] 00000100:00000001:0.0:1767326597.436099:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306465384 00000100:00000010:0.0:1767326597.436104:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000358418ea. 00000100:00000001:0.0:1767326597.436107:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326597.436109:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306465384 00000100:00000010:0.0:1767326597.436113:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009686e7bb. 00000100:00000001:0.0:1767326597.436116:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326597.436117:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326597.436120:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326597.436125:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326597.436127:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1767326597.436128:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:0.0:1767326597.436131:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7b89fc3 x1853175408688000/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767326597.436135:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5dc54ea. 00000100:00000001:0.0:1767326597.436140:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1767326597.436144:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326597.436147:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326597.436151:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326597.436154:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326597.436154:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:0.0:1767326597.436157:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326597.436161:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5dc54ea type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1767326597.436162:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7b89fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408688000:192.168.202.142@tcp:400: 00000800:00000200:2.0:1767326597.436164:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326597.436169:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000100:00000001:0.0:1767326597.436170:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326597.436170:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326597.436173:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326597.436176:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326597.436177:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 136867 usecs (137 jiffies) 02000000:00000001:0.0:1767326597.436178:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326597.436178:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767326597.436182:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9133979. 00000100:00000001:1.0:1767326597.436183:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306465417 02000000:00000001:0.0:1767326597.436185:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326597.436188:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:0.0:1767326597.436191:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba963094. 00000100:00000001:1.0:1767326597.436194:0:211394:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, simply extend its deadline from 4306465384 00000400:00000010:0.0:1767326597.436196:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2ed77ca. 00000100:00000001:1.0:1767326597.436202:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306465417 00000400:00000200:2.0:1767326597.436202:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9f2fdd3 00000400:00000010:2.0:1767326597.436207:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9f2fdd3. 00000100:00000001:1.0:1767326597.436208:0:211394:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, simply extend its deadline from 4306465384 00000100:00000200:0.0:1767326597.436214:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408688000, portal 25 00000100:00000001:2.0:1767326597.436214:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326597.436215:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306465417 00000100:00000001:0.0:1767326597.436218:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326597.436221:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571627648 : -115369137923968 : ffff971287841880) 00000100:00000001:1.0:1767326597.436222:0:211394:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, simply extend its deadline from 4306465384 00000100:00000200:2.0:1767326597.436223:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000412d9a58 x1853175408688128/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326597.436227:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7b89fc3 x1853175408688000/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326597.436229:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306465417 00000100:00000001:1.0:1767326597.436236:0:211394:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, simply extend its deadline from 4306465384 00000100:00000001:1.0:1767326597.436242:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326597.436248:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326597.436254:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326597.436256:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326597.436257:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326597.436258:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326597.436263:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326597.436266:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d70aeb3. 00000100:00000001:1.0:1767326597.436266:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767326597.436267:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000412d9a58 x1853175408688128/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326597.436270:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767326597.436272:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408688000, offset 0 00000100:00000001:1.0:1767326597.436276:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326597.436281:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326597.436286:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326597.436286:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767326597.436287:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326597.436291:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326597.436295:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326597.436301:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:2.0:1767326597.436305:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767326597.436306:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326597.436309:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5dc54ea. 00000400:00000200:2.0:1767326597.436311:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326597.436312:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326597.436318:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326597.436318:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326597.436326:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326597.436330:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [521:521:255:4294967295] 192.168.202.142@tcp LPNI seq info [521:521:7:4294967295] 00000400:00000200:0.0:1767326597.436338:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326597.436344:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326597.436344:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d7bb058 00000800:00000010:0.0:1767326597.436347:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000400:00000010:2.0:1767326597.436348:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d7bb058. 00000100:00000001:2.0:1767326597.436353:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767326597.436356:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:2.0:1767326597.436360:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021bf7b0a x1853175408688256/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326597.436363:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326597.436365:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326597.436368:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326597.436371:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306469057 00000100:00000001:0.0:1767326597.436378:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306465417 00000100:00000001:2.0:1767326597.436383:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326597.436384:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306469057 00000100:00000001:0.0:1767326597.436388:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306465417 00000100:00000040:2.0:1767326597.436389:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021bf7b0a x1853175408688256/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326597.436393:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306469057 00000100:00000001:0.0:1767326597.436397:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306465417 00000100:00000001:0.0:1767326597.436422:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306469058 00000100:00000001:0.0:1767326597.436425:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306465417 00000100:00000001:0.0:1767326597.436428:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326597.436433:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326597.436434:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326597.436437:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326597.436438:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326597.436441:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326597.436447:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326597.436448:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326597.436451:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326597.436453:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326597.436454:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326597.436456:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326597.436467:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326597.436470:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000400:00000200:2.0:1767326597.436474:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326597.436478:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326597.436480:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d70aeb3 00000400:00000010:2.0:1767326597.436482:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d70aeb3. 00000100:00000001:2.0:1767326597.436484:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326597.436487:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7b89fc3 x1853175408688000/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326597.436502:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326597.436504:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7b89fc3 x1853175408688000/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326597.436508:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326597.436509:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326597.437485:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326597.437501:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326597.437504:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326597.437506:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326597.437515:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326597.437526:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0fc00 00000400:00000200:2.0:1767326597.437537:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1101 [1] + 224 00000800:00000001:2.0:1767326597.437545:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326597.437550:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326597.437552:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326597.437555:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326597.437560:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326597.437563:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000412d9a58 x1853175408688128/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326597.437571:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000412d9a58 x1853175408688128/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326597.437587:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326597.437603:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326597.437608:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326597.437610:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326597.437612:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326597.437617:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:0.0:1767326597.437618:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326597.437622:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326597.437625:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0fc80 00000400:00000200:2.0:1767326597.437631:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1109 [1] + 224 00000400:00000001:0.0:1767326597.437635:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326597.437635:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326597.437639:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326597.437641:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009adee94e. 00000400:00000200:0.0:1767326597.437646:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000065f6218 00000400:00000010:0.0:1767326597.437649:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000065f6218. 00000800:00000001:2.0:1767326597.437649:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326597.437654:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326597.437655:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326597.437664:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000412d9a58 x1853175408688128/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326597.437664:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326597.437670:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326597.437677:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021bf7b0a x1853175408688256/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326597.437700:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000412d9a58 x1853175408688128/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326597.437705:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021bf7b0a x1853175408688256/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326597.437717:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326597.437720:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326597.437723:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326597.437726:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326597.437727:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326597.437730:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326597.437730:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326597.437738:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326597.437739:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326597.437741:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326597.437748:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=138 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326597.437755:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=138 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326597.437758:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326597.437760:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326597.437763:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326597.437766:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326597.437766:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326597.437768:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326597.437770:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:1.0:1767326597.437771:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767326597.437772:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000400:00000001:1.0:1767326597.437772:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326597.437774:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:1.0:1767326597.437774:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084a4b744. 00000100:00000001:0.0:1767326597.437775:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326597.437778:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d659d8ea 00000100:00000040:0.0:1767326597.437780:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000412d9a58 x1853175408688128/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326597.437780:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d659d8ea. 00000100:00000001:1.0:1767326597.437782:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326597.437785:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021bf7b0a x1853175408688256/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326597.437787:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326597.437791:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326597.437793:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326597.437793:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021bf7b0a x1853175408688256/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326597.437796:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000412d9a58 x1853175408688128/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326597.437800:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767326597.437803:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000412d9a58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408688128:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326597.437808:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326597.437808:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326597.437810:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326597.437810:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326597.437812:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767326597.437813:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000412d9a58 x1853175408688128/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326597.437813:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326597.437817:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326597.437819:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326597.437824:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326597.437827:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326597.437829:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326597.437830:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326597.437831:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326597.437832:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767326597.437833:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:1.0:1767326597.437835:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000021bf7b0a x1853175408688256/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326597.437836:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ef7f19e. 02000000:00000001:0.0:1767326597.437840:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326597.437842:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326597.437843:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00010000:00000001:1.0:1767326597.437843:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326597.437844:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767326597.437846:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767326597.437846:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326597.437848:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:0.0:1767326597.437849:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000416dd4ac. 00000100:00000001:1.0:1767326597.437849:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326597.437851:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021bf7b0a x1853175408688256/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326597.437853:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326597.437855:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326597.437857:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000412d9a58. 00000100:00000001:0.0:1767326597.437861:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326597.437862:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326597.437862:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326597.437864:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326597.437865:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326597.437866:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326597.437867:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326597.437868:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326597.437869:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326597.437869:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021bf7b0a x1853175408688256/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326597.437871:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326597.437876:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408688256:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326597.437880:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326597.437882:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326597.437884:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021bf7b0a x1853175408688256/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326597.437890:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326597.437892:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326597.437893:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000581472d2. 02000000:00000001:1.0:1767326597.437898:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326597.437900:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326597.437901:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326597.437902:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326597.437904:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000026917b08. 02000000:00000001:1.0:1767326597.437906:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326597.437907:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326597.437908:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021bf7b0a. 00000100:00000001:1.0:1767326597.437914:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326597.437915:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326597.437917:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326597.437920:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326597.437922:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326597.437924:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326597.437925:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326597.437977:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326597.437985:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326597.437987:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326597.437989:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326597.438007:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326597.438016:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0fb80 00000400:00000200:2.0:1767326597.438021:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1111 [1] + 224 00000800:00000001:2.0:1767326597.438026:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326597.438048:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326597.438051:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326597.438055:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326597.438059:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326597.438062:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7b89fc3 x1853175408688000/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326597.438072:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b7b89fc3 x1853175408688000/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326597.438086:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326597.438091:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326597.438094:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326597.438107:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326597.438110:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326597.438113:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326597.438114:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326597.438115:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba963094. 00000400:00000200:0.0:1767326597.438117:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2ed77ca 00000400:00000010:0.0:1767326597.438118:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2ed77ca. 00000100:00000001:0.0:1767326597.438120:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326597.438123:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7b89fc3 x1853175408688000/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326597.438128:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7b89fc3 x1853175408688000/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326597.438132:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326597.438133:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326597.438134:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326597.438135:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326597.438135:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326597.438140:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326597.438142:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326597.438144:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=143 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326597.438146:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=143 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326597.438147:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326597.438148:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326597.438149:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326597.438150:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326597.438151:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326597.438153:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7b89fc3 x1853175408688000/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326597.438156:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326597.438157:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326597.438158:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326597.438160:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7b89fc3 x1853175408688000/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326597.438164:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7b89fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408688000:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326597.438166:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326597.438167:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326597.438168:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7b89fc3 x1853175408688000/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326597.438172:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326597.438173:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326597.438175:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9133979. 02000000:00000001:0.0:1767326597.438177:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326597.438178:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326597.438179:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326597.438181:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326597.438182:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000405f168d. 02000000:00000001:0.0:1767326597.438185:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326597.438186:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326597.438187:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7b89fc3. 00000100:00000001:0.0:1767326597.438189:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326597.438196:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326597.438197:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326597.438201:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326597.438202:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326597.438204:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326597.438205:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326598.459520:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326598.459527:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326598.459581:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326598.459585:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326598.459588:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326599.483527:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326599.483534:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326599.483596:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326599.483600:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326599.483603:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326600.507491:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326600.507498:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326600.507535:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326600.507539:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326600.507561:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326601.275463:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306469057, at 4306469120 00000100:00000040:3.0:1767326601.275481:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306469058, at 4306469120 00000100:00000010:1.0:1767326601.275482:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be5cd0f0. 00000100:00000010:3.0:1767326601.275492:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009686e7bb. 00000100:00000040:2.0:1767326601.275555:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306469057, at 4306469120 00000100:00000010:2.0:1767326601.275560:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000358418ea. 00000100:00000040:0.0:1767326601.275986:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306469057, at 4306469120 00000100:00000010:0.0:1767326601.275994:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00010000:00000001:0.0:1767326601.531537:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326601.531547:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326601.531610:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326601.531614:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326601.531617:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326602.555501:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326602.555508:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326602.555542:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326602.555548:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:1.0:1767326602.555550:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326602.555553:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326602.555555:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000339213a8. 00010000:00010000:1.0:1767326602.555556:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:3.0:1767326602.555575:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326602.555582:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326602.555586:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326602.555592:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326602.555601:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000416dd4ac. 00000100:00000001:3.0:1767326602.555609:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326602.555673:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000339213a8 x1853175408688384/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326602.555683:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326602.555686:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326602.555691:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000339213a8] to pc [ptlrpcd_00_01+1] req@00000000339213a8 x1853175408688384/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326602.555717:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326602.555720:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326602.555724:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326602.555728:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a858f5b. 00000020:00000040:3.0:1767326602.555731:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326602.555734:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326602.555735:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326602.555737:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326602.555738:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326602.555742:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326602.555743:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767326602.555746:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb131299. 00000100:00000001:1.0:1767326602.555747:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326602.555747:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326602.555751:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326602.555754:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000339213a8 x1853175408688384/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326602.555758:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000004a858f5b x1853175408688512/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326602.555769:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326602.555772:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326602.555772:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326602.555774:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326602.555777:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326602.555779:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a858f5b] to pc [ptlrpcd_00_02+2] req@000000004a858f5b x1853175408688512/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326602.555780:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326602.555785:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326602.555790:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408688384:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326602.555794:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326602.555799:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326602.555801:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326602.555803:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326602.555803:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326602.555806:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767326602.555810:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002637400b. 00000100:00000001:1.0:1767326602.555811:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326602.555814:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326602.555815:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326602.555818:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326602.555820:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326602.555823:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000015a32238. 00000400:00000010:2.0:1767326602.555825:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000669a70f7. 00000100:00000040:1.0:1767326602.555826:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a858f5b x1853175408688512/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767326602.555826:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326602.555831:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326602.555832:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326602.555832:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059305d1e. 02000000:00000001:3.0:1767326602.555833:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326602.555836:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326602.555837:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326602.555842:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408688384, portal 25 02000000:00000010:3.0:1767326602.555845:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000980e301. 00000100:00000001:1.0:1767326602.555849:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326602.555849:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326602.555850:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326602.555851:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571632128 : -115369137919488 : ffff971287842a00) 00000100:00000001:1.0:1767326602.555854:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326602.555857:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000015a32238 x1853175408688640/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326602.555859:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326602.555864:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326602.555867:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000339213a8 x1853175408688384/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326602.555868:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326602.555876:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408688512:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326602.555884:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326602.555886:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326602.555888:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326602.555890:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326602.555893:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326602.555894:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000010:1.0:1767326602.555897:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000619ff9c9. 00000400:00000010:2.0:1767326602.555899:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c84e6f. 02000000:00000001:1.0:1767326602.555900:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326602.555906:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084a4b744. 00000100:00000200:2.0:1767326602.555906:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408688384, offset 0 00000400:00000010:1.0:1767326602.555913:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d659d8ea. 00000400:00000200:2.0:1767326602.555920:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000200:1.0:1767326602.555926:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408688512, portal 10 00000100:00000001:1.0:1767326602.555929:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326602.555930:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571630336 : -115369137921280 : ffff971287842300) 00000100:00000040:1.0:1767326602.555936:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a858f5b x1853175408688512/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326602.555956:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326602.555957:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326602.555961:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326602.555966:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026285bcb. 00000100:00000001:3.0:1767326602.555973:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767326602.555974:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326602.555977:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326602.555979:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408688512, offset 0 00000400:00000200:2.0:1767326602.555984:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:3.0:1767326602.555984:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a32238] to pc [ptlrpcd_00_03+3] req@0000000015a32238 x1853175408688640/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326602.555990:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326602.556000:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326602.556007:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326602.556011:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [522:522:256:4294967295] 192.168.202.142@tcp LPNI seq info [522:522:8:4294967295] 00000400:00000200:2.0:1767326602.556025:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326602.556035:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326602.556037:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326602.556042:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326602.556044:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf3a545b. 00000400:00000200:1.0:1767326602.556047:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326602.556050:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326602.556052:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326602.556056:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:3.0:1767326602.556056:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767326602.556060:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:3.0:1767326602.556064:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767326602.556068:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [523:523:255:4294967295] 192.168.202.142@tcp LPNI seq info [523:523:7:4294967295] 00000800:00000200:2.0:1767326602.556070:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:3.0:1767326602.556073:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11808) 00000800:00000200:2.0:1767326602.556076:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf3a545b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326602.556084:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326602.556085:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326602.556089:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326602.556089:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767326602.556094:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326602.556094:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326602.556096:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306474177 00000800:00000010:1.0:1767326602.556101:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008588d8b0. 00000100:00000040:3.0:1767326602.556102:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000015a32238 x1853175408688640/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326602.556103:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab6cb4ac. 00000800:00000200:1.0:1767326602.556111:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326602.556114:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767326602.556123:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326602.556123:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326602.556124:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306474177 00000100:00000001:3.0:1767326602.556127:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326602.556128:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008588d8b0 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767326602.556131:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000001b4c9ef. 02000000:00000001:3.0:1767326602.556132:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326602.556134:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326602.556136:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326602.556139:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767326602.556140:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 102738 usecs (103 jiffies) 02000000:00000001:3.0:1767326602.556140:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326602.556145:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306474177 00000100:00100000:3.0:1767326602.556146:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000015a32238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408688640:192.168.202.142@tcp:400: 00000100:00000010:2.0:1767326602.556151:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cfbb0404. 00000100:00000001:3.0:1767326602.556152:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326602.556156:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326602.556163:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306470503 00000100:00000001:2.0:1767326602.556163:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306474177 02000000:00000001:3.0:1767326602.556164:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326602.556167:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326602.556170:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306474177 02000000:00000001:3.0:1767326602.556171:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767326602.556172:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1abc711. 00000100:00000001:1.0:1767326602.556174:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306470503 02000000:00000010:3.0:1767326602.556177:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc65b422. 00000100:00000001:1.0:1767326602.556179:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306474177 00000100:00000001:2.0:1767326602.556179:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 02000000:00000001:3.0:1767326602.556182:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326602.556185:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326602.556186:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306470503 00000400:00000010:3.0:1767326602.556188:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099ec1f1d. 00000100:00000001:1.0:1767326602.556191:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306474177 00000100:00000001:2.0:1767326602.556191:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326602.556193:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718453b7. 00000100:00000001:1.0:1767326602.556197:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306470503 00000100:00000200:3.0:1767326602.556198:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408688640, portal 10 00000100:00000001:2.0:1767326602.556199:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326602.556201:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306474177 00000100:00000001:2.0:1767326602.556204:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326602.556205:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326602.556206:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326602.556208:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571628544 : -115369137923072 : ffff971287841c00) 00000100:00000001:1.0:1767326602.556210:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326602.556213:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326602.556215:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326602.556216:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767326602.556219:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000015a32238 x1853175408688640/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326602.556220:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326602.556226:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326602.556229:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326602.556232:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326602.556234:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326602.556236:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326602.556239:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326602.556239:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326602.556244:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326602.556245:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326602.556248:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326602.556250:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000912fe460. 00000100:00000001:1.0:1767326602.556251:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326602.556255:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326602.556255:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408688640, offset 0 00000400:00000200:3.0:1767326602.556265:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326602.556272:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:2.0:1767326602.556273:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326602.556277:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf3a545b. 00000400:00000200:3.0:1767326602.556278:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326602.556282:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326602.556284:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326602.556289:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326602.556291:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326602.556295:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326602.556300:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [524:524:254:4294967295] 192.168.202.142@tcp LPNI seq info [524:524:6:4294967295] 00000400:00000200:3.0:1767326602.556309:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326602.556313:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326602.556318:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c0a4eec. 00000400:00000200:2.0:1767326602.556320:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c84e6f 00000400:00000010:2.0:1767326602.556324:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c84e6f. 00000800:00000200:3.0:1767326602.556325:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326602.556331:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326602.556334:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326602.556335:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002c0a4eec type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326602.556340:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326602.556342:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000339213a8 x1853175408688384/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326602.556345:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 135983 usecs (136 jiffies) 00000100:00000001:3.0:1767326602.556351:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306470536 00000100:00000001:2.0:1767326602.556357:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326602.556360:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306474177 00000100:00000040:2.0:1767326602.556362:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000339213a8 x1853175408688384/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326602.556366:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306470536 00000100:00000001:3.0:1767326602.556371:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306474177 00000100:00000001:2.0:1767326602.556374:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326602.556375:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306470536 00000100:00000001:2.0:1767326602.556376:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326602.556380:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306474177 00000100:00000001:3.0:1767326602.556382:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306470536 00000100:00000001:3.0:1767326602.556384:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306474177 00000100:00000001:3.0:1767326602.556386:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326602.556388:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326602.556390:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326602.556391:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326602.556393:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008588d8b0. 00000100:00000001:3.0:1767326602.556396:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326602.556397:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326602.556420:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326602.556423:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026285bcb 00000400:00000010:2.0:1767326602.556425:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026285bcb. 00000100:00000001:2.0:1767326602.556428:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326602.556431:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a858f5b x1853175408688512/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326602.556435:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326602.556438:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326602.556444:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326602.556445:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326602.556446:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326602.556450:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a858f5b x1853175408688512/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326602.556451:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326602.556455:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326602.556462:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326602.556464:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326602.556504:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326602.556507:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c0a4eec. 00000400:00000200:2.0:1767326602.556516:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326602.556519:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326602.556521:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912fe460 00000400:00000010:2.0:1767326602.556522:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000912fe460. 00000100:00000001:2.0:1767326602.556524:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326602.556527:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000015a32238 x1853175408688640/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326602.556532:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326602.556533:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000015a32238 x1853175408688640/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326602.556538:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326602.556539:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326602.558089:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326602.558100:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326602.558103:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326602.558106:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326602.558113:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326602.558126:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0fd00 00000400:00000200:2.0:1767326602.558133:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1119 [1] + 224 00000800:00000001:2.0:1767326602.558141:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326602.558146:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326602.558148:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326602.558153:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326602.558159:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326602.558163:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000339213a8 x1853175408688384/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326602.558173:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000339213a8 x1853175408688384/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326602.558193:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326602.558200:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326602.558203:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326602.558205:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326602.558215:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326602.558220:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326602.558227:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0fd80 00000100:00000001:1.0:1767326602.558231:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326602.558235:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1121 [1] + 224 00000100:00000001:1.0:1767326602.558236:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326602.558242:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326602.558243:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326602.558246:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767326602.558247:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326602.558249:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000669a70f7. 00000400:00000200:2.0:1767326602.558251:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326602.558255:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059305d1e 00000400:00000200:2.0:1767326602.558259:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:1.0:1767326602.558260:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059305d1e. 00000100:00000001:1.0:1767326602.558264:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326602.558269:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000339213a8 x1853175408688384/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326602.558269:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326602.558276:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a858f5b x1853175408688512/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326602.558286:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000339213a8 x1853175408688384/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326602.558297:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a858f5b x1853175408688512/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326602.558299:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326602.558302:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326602.558307:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326602.558311:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326602.558314:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326602.558320:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326602.558325:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326602.558327:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326602.558329:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326602.558331:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326602.558334:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326602.558338:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326602.558339:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=148 v=5 (5 5 5 5) 00000400:00000200:2.0:1767326602.558346:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00001000:1.0:1767326602.558347:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=148 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326602.558348:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326602.558351:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326602.558356:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1767326602.558357:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326602.558360:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326602.558360:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326602.558361:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0fe00 00000400:00000010:3.0:1767326602.558364:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084a4b744. 00010000:00000001:1.0:1767326602.558365:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326602.558369:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326602.558369:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d659d8ea 00000400:00000010:3.0:1767326602.558372:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d659d8ea. 00000100:00000001:1.0:1767326602.558374:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326602.558375:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326602.558380:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1129 [1] + 224 00000100:00000200:3.0:1767326602.558381:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a858f5b x1853175408688512/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326602.558384:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000339213a8 x1853175408688384/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326602.558391:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326602.558418:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a858f5b x1853175408688512/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326602.558420:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326602.558426:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326602.558436:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326602.558442:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326602.558443:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326602.558444:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326602.558445:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326602.558450:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326602.558450:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767326602.558452:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000015a32238 x1853175408688640/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326602.558460:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326602.558462:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326602.558463:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326602.558468:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326602.558470:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000015a32238 x1853175408688640/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326602.558472:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000339213a8 x1853175408688384/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326602.558473:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326602.558481:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=143 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326602.558490:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=143 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326602.558498:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326602.558501:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326602.558504:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408688384:192.168.202.142@tcp:400: 00010000:00000001:3.0:1767326602.558506:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326602.558509:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326602.558510:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326602.558514:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326602.558516:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326602.558519:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000339213a8 x1853175408688384/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326602.558520:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326602.558524:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326602.558527:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326602.558534:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767326602.558534:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a858f5b x1853175408688512/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326602.558538:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326602.558541:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002637400b. 00000100:00000001:3.0:1767326602.558543:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326602.558545:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767326602.558546:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326602.558547:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326602.558549:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326602.558550:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:2.0:1767326602.558553:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326602.558553:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a858f5b x1853175408688512/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767326602.558559:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000800:00000001:2.0:1767326602.558559:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326602.558565:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408688512:192.168.202.142@tcp:400: 00000020:00000001:1.0:1767326602.558566:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326602.558571:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000416dd4ac. 00000100:00000001:3.0:1767326602.558571:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326602.558574:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326602.558578:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a858f5b x1853175408688512/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326602.558579:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326602.558579:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326602.558583:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326602.558583:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326602.558586:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000339213a8. 00000400:00000001:0.0:1767326602.558588:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326602.558588:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:0.0:1767326602.558590:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767326602.558592:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1767326602.558594:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099ec1f1d. 02000000:00000010:3.0:1767326602.558595:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000619ff9c9. 00000400:00000200:0.0:1767326602.558598:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718453b7 00000100:00000001:1.0:1767326602.558598:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1767326602.558601:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718453b7. 00000100:00000001:1.0:1767326602.558601:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326602.558601:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326602.558605:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326602.558606:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326602.558607:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767326602.558608:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326602.558612:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767326602.558613:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000015a32238 x1853175408688640/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326602.558613:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326602.558615:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326602.558617:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326602.558621:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cb131299. 00000100:00000001:1.0:1767326602.558622:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326602.558624:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000015a32238 x1853175408688640/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326602.558628:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326602.558631:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326602.558634:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a858f5b. 00000100:00000001:0.0:1767326602.558636:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326602.558639:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326602.558640:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326602.558642:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326602.558644:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326602.558645:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326602.558647:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326602.558651:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326602.558654:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326602.558655:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326602.558657:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326602.558658:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326602.558661:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326602.558662:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326602.558670:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=137 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326602.558672:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326602.558675:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326602.558677:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326602.558678:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326602.558680:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000015a32238 x1853175408688640/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326602.558685:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326602.558687:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326602.558688:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326602.558689:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326602.558689:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326602.558691:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000015a32238 x1853175408688640/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326602.558694:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326602.558696:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326602.558696:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326602.558698:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015a32238 x1853175408688640/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326602.558703:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000015a32238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408688640:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326602.558705:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326602.558706:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326602.558707:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000015a32238 x1853175408688640/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326602.558710:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326602.558711:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326602.558713:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc65b422. 02000000:00000001:0.0:1767326602.558715:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326602.558719:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326602.558721:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326602.558723:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326602.558724:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000980e301. 02000000:00000001:0.0:1767326602.558727:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326602.558728:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326602.558730:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000015a32238. 00000100:00000001:0.0:1767326602.558732:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326602.558733:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326602.558735:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326602.558739:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326602.558740:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326602.558741:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326602.558743:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326603.579510:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326603.579517:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326603.579562:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326603.579566:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326603.579574:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326604.603569:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326604.603577:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326604.603633:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326604.603637:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326604.603639:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326605.627512:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326605.627520:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326605.627574:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326605.627579:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326605.627582:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326606.395501:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306474177, at 4306474240 00000100:00000040:0.0:1767326606.395502:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306474177, at 4306474240 00000100:00000040:1.0:1767326606.395502:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306474177, at 4306474240 00000100:00000040:2.0:1767326606.395502:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306474177, at 4306474240 00000100:00000010:0.0:1767326606.395517:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab6cb4ac. 00000100:00000010:1.0:1767326606.395519:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001b4c9ef. 00000100:00000010:3.0:1767326606.395521:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1abc711. 00000100:00000010:2.0:1767326606.395523:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cfbb0404. 00010000:00000001:0.0:1767326606.651499:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326606.651507:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326606.651509:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326606.651511:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326606.651516:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326606.651517:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326606.651519:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326606.651521:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326606.651578:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326606.651582:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326606.651584:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326607.675511:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326607.675517:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326607.675525:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326607.675536:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:2.0:1767326607.675545:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000010:3.0:1767326607.675549:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a858f5b. 00000020:00000001:2.0:1767326607.675550:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326607.675556:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:3.0:1767326607.675563:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326607.675569:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326607.675573:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326607.675580:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326607.675589:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e427b6d8. 00000100:00000001:3.0:1767326607.675597:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326607.675609:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000004a858f5b x1853175408688768/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326607.675626:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326607.675629:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326607.675652:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a858f5b] to pc [ptlrpcd_00_00+0] req@000000004a858f5b x1853175408688768/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326607.675687:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326607.675691:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326607.675694:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326607.675697:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9b89a7. 00000020:00000040:3.0:1767326607.675701:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326607.675704:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326607.675706:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326607.675709:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326607.675716:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c0a4eec. 00000100:00000001:3.0:1767326607.675721:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326607.675724:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326607.675726:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000003e9b89a7 x1853175408688896/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326607.675727:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326607.675730:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326607.675732:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326607.675735:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326607.675745:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326607.675746:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326607.675748:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326607.675752:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326607.675755:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326607.675758:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326607.675760:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326607.675763:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9b89a7] to pc [ptlrpcd_00_01+1] req@000000003e9b89a7 x1853175408688896/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326607.675770:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a858f5b x1853175408688768/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326607.675809:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326607.675812:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326607.675813:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326607.675824:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326607.675824:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326607.675826:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326607.675830:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326607.675831:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1767326607.675839:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:2.0:1767326607.675839:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326607.675841:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025c21800. 00000100:00000001:1.0:1767326607.675849:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326607.675850:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408688768:192.168.202.142@tcp:400: 00000020:00000040:3.0:1767326607.675851:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326607.675864:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326607.675865:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326607.675865:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326607.675870:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326607.675871:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326607.675871:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326607.675880:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326607.675881:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326607.675882:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326607.675889:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326607.675892:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767326607.675893:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008545d895. 00000100:00000001:1.0:1767326607.675895:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767326607.675909:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb7e4985. 00000100:00000001:3.0:1767326607.675912:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326607.675914:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326607.675918:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9b89a7 x1853175408688896/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326607.675923:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000025c21800 x1853175408689024/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767326607.675925:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079e652d2. 00000400:00000010:2.0:1767326607.675940:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c84e6f. 00000100:00000001:1.0:1767326607.675952:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326607.675954:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326607.675955:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408688768, portal 25 02000000:00000001:1.0:1767326607.675958:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326607.675961:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326607.675965:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326607.675973:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408688896:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326607.675976:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326607.675981:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571630336 : -115369137921280 : ffff971287842300) 00000100:00000001:1.0:1767326607.675983:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326607.675984:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326607.675989:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326607.675991:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326607.675992:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a858f5b x1853175408688768/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326607.675996:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326607.676001:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025c21800] to pc [ptlrpcd_00_02+2] req@0000000025c21800 x1853175408689024/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326607.676006:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326607.676013:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000619ff9c9. 02000000:00000001:1.0:1767326607.676022:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326607.676028:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326607.676038:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326607.676044:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b272184d. 00000400:00000010:1.0:1767326607.676045:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f597b6. 00000100:00000200:2.0:1767326607.676047:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408688768, offset 0 00000400:00000200:2.0:1767326607.676055:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326607.676057:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000100:00000200:1.0:1767326607.676066:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408688896, portal 10 00000400:00000200:2.0:1767326607.676068:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326607.676075:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326607.676076:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326607.676078:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571622272 : -115369137929344 : ffff971287840380) 00000100:00000040:3.0:1767326607.676085:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767326607.676088:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767326607.676092:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9b89a7 x1853175408688896/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326607.676098:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:3.0:1767326607.676100:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326607.676104:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326607.676110:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326607.676113:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326607.676115:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11813) 00000400:00000200:2.0:1767326607.676120:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326607.676122:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326607.676130:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326607.676137:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326607.676141:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025c21800 x1853175408689024/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326607.676141:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [525:525:256:4294967295] 192.168.202.142@tcp LPNI seq info [525:525:8:4294967295] 00000100:00000001:3.0:1767326607.676143:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326607.676145:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326607.676156:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafb2056. 00000100:00000200:1.0:1767326607.676162:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408688896, offset 0 00000400:00000200:2.0:1767326607.676178:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:1.0:1767326607.676179:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326607.676201:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326607.676205:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:2.0:1767326607.676206:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf3a545b. 00000800:00000200:2.0:1767326607.676218:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326607.676219:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767326607.676220:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326607.676226:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326607.676231:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:0.0:1767326607.676236:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767326607.676237:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:0.0:1767326607.676242:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326607.676248:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326607.676251:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326607.676252:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf3a545b type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326607.676259:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00100000:0.0:1767326607.676268:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408689024:192.168.202.142@tcp:400: 00000400:00000200:1.0:1767326607.676272:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [526:526:255:4294967295] 192.168.202.142@tcp LPNI seq info [526:526:7:4294967295] 00000100:00000001:0.0:1767326607.676274:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326607.676277:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326607.676279:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326607.676283:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326607.676285:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306479297 02000000:00000001:0.0:1767326607.676287:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767326607.676291:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030ea13d7. 02000000:00000010:0.0:1767326607.676294:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d17e587b. 02000000:00000001:0.0:1767326607.676301:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326607.676302:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326607.676304:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767326607.676305:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba963094. 00000400:00000010:0.0:1767326607.676314:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2ed77ca. 00000100:00000001:2.0:1767326607.676315:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306479297 00000800:00000200:1.0:1767326607.676322:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:2.0:1767326607.676323:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c85d1431. 00000100:00000200:0.0:1767326607.676324:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408689024, portal 10 00000800:00000010:1.0:1767326607.676329:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2a70f3e. 00000100:00000001:0.0:1767326607.676333:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326607.676334:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326607.676338:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571635712 : -115369137915904 : ffff971287843800) 00000100:00000001:2.0:1767326607.676340:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306479297 00000800:00000200:1.0:1767326607.676342:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:2.0:1767326607.676348:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a84e7b2. 00000100:00000040:0.0:1767326607.676358:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025c21800 x1853175408689024/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326607.676360:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326607.676361:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326607.676370:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306479297 00000800:00000200:1.0:1767326607.676377:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b2a70f3e type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767326607.676378:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cfbb0404. 00000100:00000001:2.0:1767326607.676387:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326607.676389:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326607.676390:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326607.676391:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326607.676449:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326607.676454:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767326607.676456:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 102097 usecs (103 jiffies) 00000100:00000001:2.0:1767326607.676457:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326607.676458:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000065f6218. 00000800:00000200:3.0:1767326607.676461:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326607.676464:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306475624 00000100:00000001:2.0:1767326607.676467:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326607.676468:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408689024, offset 0 00000100:00000001:1.0:1767326607.676469:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306479297 00000800:00000010:3.0:1767326607.676470:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf3a545b. 00000100:00000001:2.0:1767326607.676476:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326607.676477:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306475624 00000100:00000001:2.0:1767326607.676480:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326607.676482:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306479297 00000400:00000200:3.0:1767326607.676482:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326607.676486:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326607.676488:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326607.676490:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306475624 00000100:00000001:2.0:1767326607.676494:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326607.676498:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306479297 00000400:00000200:0.0:1767326607.676502:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326607.676502:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306475624 00000100:00000001:1.0:1767326607.676506:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306479297 00000400:00000200:0.0:1767326607.676508:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326607.676509:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326607.676514:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326607.676515:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326607.676520:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326607.676520:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326607.676523:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326607.676525:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326607.676528:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [527:527:254:4294967295] 192.168.202.142@tcp LPNI seq info [527:527:6:4294967295] 00000400:00000200:0.0:1767326607.676539:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326607.676552:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326607.676556:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000800:00000200:0.0:1767326607.676563:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326607.676565:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000800:00000200:0.0:1767326607.676570:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326607.676572:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b272184d 00000800:00000200:0.0:1767326607.676574:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767326607.676577:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b272184d. 00000100:00000001:0.0:1767326607.676580:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326607.676584:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767326607.676585:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 135116 usecs (136 jiffies) 00000100:00000001:0.0:1767326607.676590:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306475657 00000100:00000200:3.0:1767326607.676593:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a858f5b x1853175408688768/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326607.676594:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306479297 00000100:00000001:0.0:1767326607.676598:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306475657 00000100:00000001:0.0:1767326607.676602:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306479297 00000100:00000001:3.0:1767326607.676611:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326607.676612:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306475657 00000100:00000001:0.0:1767326607.676616:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306479297 00000100:00000040:3.0:1767326607.676618:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a858f5b x1853175408688768/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326607.676621:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306475657 00000100:00000001:0.0:1767326607.676626:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306479297 00000100:00000001:0.0:1767326607.676632:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326607.676638:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326607.676639:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326607.676641:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326607.676643:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326607.676645:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326607.676651:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326607.676652:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326607.676655:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326607.676657:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326607.676658:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326607.676660:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326607.676667:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326607.676670:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2a70f3e. 00000400:00000200:3.0:1767326607.676674:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326607.676678:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326607.676681:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafb2056 00000400:00000010:3.0:1767326607.676682:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aafb2056. 00000100:00000001:3.0:1767326607.676691:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326607.676695:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9b89a7 x1853175408688896/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326607.676701:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326607.676703:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9b89a7 x1853175408688896/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326607.676709:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326607.676710:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326607.676741:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326607.676744:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000400:00000200:3.0:1767326607.676747:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326607.676750:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326607.676752:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000065f6218 00000400:00000010:3.0:1767326607.676758:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000065f6218. 00000100:00000001:3.0:1767326607.676761:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326607.676763:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025c21800 x1853175408689024/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326607.676769:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326607.676771:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025c21800 x1853175408689024/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326607.676776:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326607.676819:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326607.677992:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326607.678005:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326607.678008:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326607.678010:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326607.678016:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326607.678026:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0ff00 00000400:00000200:2.0:1767326607.678031:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1139 [1] + 224 00000800:00000001:2.0:1767326607.678036:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326607.678039:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326607.678041:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326607.678045:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326607.678050:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326607.678053:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9b89a7 x1853175408688896/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326607.678060:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9b89a7 x1853175408688896/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326607.678074:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326607.678082:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326607.678084:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326607.678085:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326607.678086:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326607.678097:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326607.678104:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f0fe80 00000400:00000200:2.0:1767326607.678107:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1131 [1] + 224 00000800:00000001:2.0:1767326607.678110:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326607.678118:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326607.678121:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326607.678127:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326607.678129:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326607.678139:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f597b6. 00000400:00000200:1.0:1767326607.678143:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000400:00000010:1.0:1767326607.678145:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:1.0:1767326607.678148:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326607.678154:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9b89a7 x1853175408688896/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326607.678164:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9b89a7 x1853175408688896/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326607.678171:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326607.678172:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326607.678175:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326607.678178:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326607.678180:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326607.678182:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326607.678185:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326607.678193:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=148 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326607.678198:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=148 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326607.678201:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326607.678202:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326607.678205:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326607.678209:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326607.678213:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326607.678215:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326607.678217:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326607.678219:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326607.678225:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9b89a7 x1853175408688896/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326607.678226:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326607.678231:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326607.678242:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326607.678250:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326607.678252:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326607.678256:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a858f5b x1853175408688768/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326607.678262:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326607.678271:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326607.678274:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a858f5b x1853175408688768/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326607.678287:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9b89a7 x1853175408688896/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326607.678295:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767326607.678300:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408688896:192.168.202.142@tcp:400: 00000800:00000001:2.0:1767326607.678301:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326607.678304:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326607.678306:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326607.678309:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326607.678321:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326607.678321:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767326607.678324:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326607.678327:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326607.678330:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326607.678331:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f0ff80 00000400:00000001:3.0:1767326607.678335:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767326607.678339:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9b89a7 x1853175408688896/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326607.678339:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326607.678342:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079e652d2. 00000400:00000200:3.0:1767326607.678347:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c84e6f 00000400:00000010:3.0:1767326607.678350:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c84e6f. 00000100:00000001:3.0:1767326607.678353:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326607.678357:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767326607.678362:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1141 [1] + 224 00000100:00000200:3.0:1767326607.678363:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a858f5b x1853175408688768/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326607.678366:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326607.678373:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000619ff9c9. 00000800:00000001:2.0:1767326607.678380:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326607.678383:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326607.678388:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326607.678392:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000200:3.0:1767326607.678393:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a858f5b x1853175408688768/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326607.678394:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326607.678431:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326607.678432:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326607.678434:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326607.678436:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326607.678439:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326607.678441:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326607.678444:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326607.678445:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767326607.678446:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767326607.678449:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=153 v=5 (5 5 5 5) 02000000:00000010:1.0:1767326607.678455:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c0a4eec. 00000400:00000200:2.0:1767326607.678456:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00001000:3.0:1767326607.678458:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=153 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326607.678463:0:211387:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767326607.678466:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326607.678468:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767326607.678470:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1767326607.678474:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025c21800 x1853175408689024/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326607.678475:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326607.678476:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9b89a7. 00010000:00000001:3.0:1767326607.678486:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326607.678487:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326607.678492:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326607.678492:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000025c21800 x1853175408689024/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326607.678493:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326607.678502:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326607.678505:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326607.678520:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767326607.678522:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a858f5b x1853175408688768/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326607.678525:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326607.678526:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326607.678531:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326607.678541:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767326607.678542:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326607.678548:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326607.678549:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326607.678549:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326607.678552:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326607.678555:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326607.678561:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326607.678565:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a858f5b x1853175408688768/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326607.678568:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326607.678572:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326607.678576:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba963094. 00000100:00100000:3.0:1767326607.678577:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408688768:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326607.678583:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2ed77ca 00000100:00000001:3.0:1767326607.678585:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326607.678587:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326607.678590:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a858f5b x1853175408688768/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326607.678596:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2ed77ca. 00000100:00000001:0.0:1767326607.678604:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326607.678604:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326607.678608:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326607.678611:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb7e4985. 00000100:00000200:0.0:1767326607.678613:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025c21800 x1853175408689024/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326607.678616:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326607.678619:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326607.678622:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000200:0.0:1767326607.678627:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025c21800 x1853175408689024/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326607.678634:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326607.678637:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e427b6d8. 00000100:00000001:0.0:1767326607.678639:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326607.678641:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326607.678643:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326607.678645:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326607.678647:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:3.0:1767326607.678648:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a858f5b. 02000000:00000001:0.0:1767326607.678650:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326607.678653:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326607.678653:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326607.678657:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326607.678657:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326607.678662:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326607.678663:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326607.678670:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=142 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326607.678670:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326607.678674:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326607.678675:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326607.678677:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326607.678680:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326607.678681:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326607.678684:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326607.678688:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326607.678691:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000025c21800 x1853175408689024/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326607.678698:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326607.678700:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326607.678701:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326607.678703:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326607.678704:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326607.678707:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025c21800 x1853175408689024/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326607.678712:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326607.678714:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326607.678715:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326607.678718:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025c21800 x1853175408689024/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326607.678735:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408689024:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326607.678739:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326607.678741:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326607.678743:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025c21800 x1853175408689024/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326607.678749:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326607.678750:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326607.678752:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d17e587b. 02000000:00000001:0.0:1767326607.678755:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326607.678756:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326607.678757:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326607.678759:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326607.678760:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008545d895. 02000000:00000001:0.0:1767326607.678763:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326607.678764:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326607.678766:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025c21800. 00000100:00000001:0.0:1767326607.678771:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326607.678772:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326607.678774:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326607.678777:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326607.678778:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326607.678780:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326607.678781:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326608.699546:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326608.699554:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326608.699612:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326608.699616:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326608.699619:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326609.723541:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326609.723549:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326609.723615:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326609.723619:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326609.723622:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326610.747509:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326610.747516:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326610.747555:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326610.747559:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326610.747561:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326611.515531:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306479297, at 4306479360 00000100:00000040:2.0:1767326611.515531:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306479297, at 4306479360 00000100:00000040:1.0:1767326611.515535:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306479297, at 4306479360 00000100:00000040:3.0:1767326611.515535:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306479297, at 4306479360 00000100:00000010:0.0:1767326611.515548:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030ea13d7. 00000100:00000010:2.0:1767326611.515550:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a84e7b2. 00000100:00000010:3.0:1767326611.515551:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cfbb0404. 00000100:00000010:1.0:1767326611.515566:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c85d1431. 00010000:00000001:0.0:1767326611.771512:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326611.771519:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326611.771582:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326611.771585:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326611.771587:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326612.795453:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326612.795458:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326612.795465:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326612.795472:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:2.0:1767326612.795476:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326612.795480:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326612.795480:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a858f5b. 00010000:00010000:2.0:1767326612.795484:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:3.0:1767326612.795488:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326612.795493:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326612.795496:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326612.795501:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326612.795508:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006387cacc. 00000100:00000001:3.0:1767326612.795513:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326612.795520:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000004a858f5b x1853175408689152/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326612.795527:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326612.795529:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326612.795532:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a858f5b] to pc [ptlrpcd_00_03+3] req@000000004a858f5b x1853175408689152/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326612.795554:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326612.795556:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326612.795562:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326612.795567:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326612.795567:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326612.795570:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767326612.795571:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000497468fb. 00000020:00000040:3.0:1767326612.795574:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000040:0.0:1767326612.795577:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a858f5b x1853175408689152/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326612.795578:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326612.795581:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326612.795584:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326612.795588:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008a98e938. 00000100:00000001:0.0:1767326612.795590:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326612.795591:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326612.795592:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326612.795596:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326612.795598:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326612.795599:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326612.795602:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326612.795606:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000497468fb x1853175408689280/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326612.795608:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326612.795616:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408689152:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326612.795621:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326612.795623:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326612.795624:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326612.795630:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326612.795631:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497468fb] to pc [ptlrpcd_00_00+0] req@00000000497468fb x1853175408689280/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326612.795635:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326612.795641:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326612.795645:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee922f08. 02000000:00000001:0.0:1767326612.795648:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326612.795652:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba963094. 00000400:00000010:0.0:1767326612.795656:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2ed77ca. 00000100:00000001:3.0:1767326612.795660:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326612.795661:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408689152, portal 25 00000100:00000001:0.0:1767326612.795665:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326612.795665:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326612.795668:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571630336 : -115369137921280 : ffff971287842300) 00000100:00000001:3.0:1767326612.795670:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326612.795674:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a60b7193. 00000100:00000040:0.0:1767326612.795675:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a858f5b x1853175408689152/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767326612.795678:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326612.795679:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326612.795683:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326612.795685:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326612.795685:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326612.795687:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326612.795689:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326612.795690:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326612.795690:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326612.795692:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326612.795696:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000010:3.0:1767326612.795699:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a73220a7. 00000400:00000010:0.0:1767326612.795700:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cabf01af. 00000100:00000040:1.0:1767326612.795703:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000497468fb x1853175408689280/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326612.795703:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326612.795705:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408689152, offset 0 00000100:00000040:3.0:1767326612.795711:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000a60b7193 x1853175408689408/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767326612.795716:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326612.795727:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326612.795728:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326612.795729:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326612.795730:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326612.795731:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326612.795734:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326612.795737:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326612.795738:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a60b7193] to pc [ptlrpcd_00_01+1] req@00000000a60b7193 x1853175408689408/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326612.795739:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326612.795742:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326612.795749:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000497468fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408689280:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326612.795752:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326612.795757:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326612.795759:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326612.795760:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326612.795764:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326612.795767:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:1.0:1767326612.795768:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326612.795772:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2876d7b. 00000400:00000200:0.0:1767326612.795776:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [528:528:256:4294967295] 192.168.202.142@tcp LPNI seq info [528:528:8:4294967295] 02000000:00000001:1.0:1767326612.795777:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326612.795778:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326612.795783:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767326612.795784:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f597b6. 00000100:00000040:3.0:1767326612.795789:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767326612.795790:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000100:00000040:3.0:1767326612.795795:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11818) 00000100:00000200:1.0:1767326612.795796:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408689280, portal 10 00000100:00000001:1.0:1767326612.795800:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326612.795801:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326612.795801:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326612.795802:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571624960 : -115369137926656 : ffff971287840e00) 00000100:00000001:2.0:1767326612.795806:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326612.795810:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326612.795811:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000497468fb x1853175408689280/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326612.795816:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326612.795818:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a60b7193 x1853175408689408/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326612.795823:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000100:00000001:1.0:1767326612.795833:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326612.795835:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326612.795838:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326612.795840:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326612.795841:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326612.795844:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b31df5c8. 02000000:00000001:2.0:1767326612.795845:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326612.795857:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326612.795860:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408689280, offset 0 00000800:00000200:0.0:1767326612.795861:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:2.0:1767326612.795861:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326612.795867:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00100000:2.0:1767326612.795868:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a60b7193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408689408:192.168.202.142@tcp:400: 00000800:00000200:0.0:1767326612.795869:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326612.795875:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326612.795876:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326612.795879:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326612.795880:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326612.795882:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326612.795883:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:2.0:1767326612.795886:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326612.795887:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326612.795889:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326612.795890:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082309f44. 00000400:00000200:1.0:1767326612.795891:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767326612.795895:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326612.795897:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306484417 00000400:00000200:1.0:1767326612.795899:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [529:529:255:4294967295] 192.168.202.142@tcp LPNI seq info [529:529:7:4294967295] 00000400:00000010:2.0:1767326612.795899:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1209611. 00000100:00000010:0.0:1767326612.795904:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a04ad297. 00000400:00000010:2.0:1767326612.795905:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031788bcf. 00000100:00000200:2.0:1767326612.795910:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408689408, portal 10 00000100:00000001:0.0:1767326612.795913:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326612.795915:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326612.795918:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571634816 : -115369137916800 : ffff971287843480) 00000100:00000001:0.0:1767326612.795920:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306484417 00000100:00000010:0.0:1767326612.795924:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080042d7a. 00000100:00000040:2.0:1767326612.795926:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a60b7193 x1853175408689408/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326612.795929:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326612.795934:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326612.795935:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306484417 00000100:00000010:0.0:1767326612.795942:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c97101f. 00000100:00000001:2.0:1767326612.795948:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326612.795949:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767326612.795952:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326612.795955:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326612.795956:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306484417 00000800:00000200:3.0:1767326612.795959:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326612.795960:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079c79e5f. 00000400:00000010:2.0:1767326612.795960:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d725e3b6. 00000100:00000010:0.0:1767326612.795962:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006635b1ce. 00000800:00000010:3.0:1767326612.795964:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000100:00000200:2.0:1767326612.795965:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408689408, offset 0 00000100:00000001:0.0:1767326612.795968:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767326612.795969:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326612.795974:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326612.795975:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326612.795975:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767326612.795980:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326612.795981:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326612.795985:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000079c79e5f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326612.795987:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326612.795988:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326612.795988:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326612.795990:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326612.795993:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326612.795997:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 101461 usecs (102 jiffies) 00000400:00000200:2.0:1767326612.795998:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326612.796001:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306480742 00000100:00000001:0.0:1767326612.796003:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326612.796004:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306484417 00000400:00000200:2.0:1767326612.796005:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326612.796007:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326612.796009:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306480742 00000100:00000001:0.0:1767326612.796012:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326612.796013:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306484417 00000400:00000200:2.0:1767326612.796013:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326612.796018:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306480742 00000400:00000200:2.0:1767326612.796020:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326612.796022:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326612.796022:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306484417 00000100:00000001:0.0:1767326612.796026:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326612.796026:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [530:530:254:4294967295] 192.168.202.142@tcp LPNI seq info [530:530:6:4294967295] 00000100:00000001:1.0:1767326612.796027:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306480742 00000100:00000001:0.0:1767326612.796032:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326612.796032:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306484417 00000100:00000001:1.0:1767326612.796037:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326612.796041:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326612.796044:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326612.796045:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326612.796048:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326612.796051:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326612.796052:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326612.796054:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1767326612.796055:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002dd738d8. 00000100:00000001:1.0:1767326612.796057:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326612.796057:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cabf01af 00000100:00000001:1.0:1767326612.796061:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767326612.796061:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:3.0:1767326612.796061:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cabf01af. 00000100:00000001:1.0:1767326612.796065:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326612.796067:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326612.796070:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326612.796071:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326612.796074:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a858f5b x1853175408689152/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326612.796075:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002dd738d8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326612.796082:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326612.796087:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 134260 usecs (135 jiffies) 00000100:00000001:3.0:1767326612.796089:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326612.796090:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306480775 00000100:00000040:3.0:1767326612.796093:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a858f5b x1853175408689152/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326612.796094:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306484417 00000100:00000001:2.0:1767326612.796099:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306480775 00000100:00000001:2.0:1767326612.796104:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306484417 00000100:00000001:3.0:1767326612.796105:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326612.796107:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306480775 00000100:00000001:3.0:1767326612.796108:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326612.796111:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306484417 00000100:00000001:2.0:1767326612.796112:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306480775 00000100:00000001:2.0:1767326612.796113:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306484417 00000100:00000001:2.0:1767326612.796119:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326612.796121:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326612.796123:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326612.796123:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326612.796127:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079c79e5f. 00000100:00000001:2.0:1767326612.796128:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326612.796131:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326612.796134:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326612.796136:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326612.796137:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326612.796138:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b31df5c8 00000100:00000001:2.0:1767326612.796140:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767326612.796141:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b31df5c8. 00000100:00000001:2.0:1767326612.796142:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326612.796143:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326612.796144:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326612.796147:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000497468fb x1853175408689280/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326612.796148:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326612.796155:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326612.796157:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000497468fb x1853175408689280/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326612.796168:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326612.796170:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326612.796190:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326612.796192:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002dd738d8. 00000400:00000200:3.0:1767326612.796194:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326612.796196:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326612.796198:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d725e3b6 00000400:00000010:3.0:1767326612.796199:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d725e3b6. 00000100:00000001:3.0:1767326612.796200:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326612.796202:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a60b7193 x1853175408689408/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326612.796206:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326612.796207:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a60b7193 x1853175408689408/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326612.796211:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326612.796211:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326612.797222:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326612.797230:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326612.797232:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326612.797234:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326612.797238:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326612.797245:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f10000 00000400:00000200:3.0:1767326612.797249:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1149 [1] + 224 00000800:00000001:3.0:1767326612.797349:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326612.797354:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326612.797357:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326612.797360:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326612.797364:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326612.797367:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a858f5b x1853175408689152/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326612.797375:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a858f5b x1853175408689152/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326612.797390:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326612.797395:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326612.797420:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326612.797424:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326612.797428:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326612.797430:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326612.797431:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba963094. 00000400:00000200:0.0:1767326612.797435:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2ed77ca 00000400:00000010:0.0:1767326612.797437:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2ed77ca. 00000100:00000001:0.0:1767326612.797439:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326612.797444:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a858f5b x1853175408689152/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326612.797453:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a858f5b x1853175408689152/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326612.797460:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326612.797462:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326612.797465:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326612.797468:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326612.797470:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767326612.797470:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326612.797475:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326612.797475:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326612.797478:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326612.797480:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326612.797485:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00001000:0.0:1767326612.797488:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=8 v=5 (5 5 5 5) 00000400:00000200:3.0:1767326612.797492:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10080 00000100:00001000:0.0:1767326612.797496:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=8 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326612.797498:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1151 [1] + 224 00000100:00000001:0.0:1767326612.797504:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1767326612.797505:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326612.797507:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326612.797508:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326612.797510:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767326612.797511:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767326612.797515:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326612.797519:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326612.797523:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a858f5b x1853175408689152/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326612.797527:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326612.797529:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326612.797530:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326612.797532:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a858f5b x1853175408689152/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326612.797545:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408689152:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326612.797549:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326612.797550:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326612.797553:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a858f5b x1853175408689152/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326612.797560:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767326612.797561:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 02000000:00000001:0.0:1767326612.797565:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326612.797567:0:211389:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767326612.797569:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee922f08. 00000100:00000200:3.0:1767326612.797573:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000497468fb x1853175408689280/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326612.797576:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326612.797579:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326612.797582:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326612.797587:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326612.797590:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006387cacc. 02000000:00000001:0.0:1767326612.797594:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326612.797595:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326612.797597:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a858f5b. 00000100:00000001:0.0:1767326612.797601:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326612.797603:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326612.797603:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000497468fb x1853175408689280/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326612.797607:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326612.797614:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326612.797616:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326612.797619:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326612.797621:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326612.797624:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326612.797632:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326612.797636:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326612.797639:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326612.797641:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326612.797647:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326612.797653:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10100 00000100:00000001:1.0:1767326612.797656:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326612.797660:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326612.797660:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1159 [1] + 224 00000400:00000001:1.0:1767326612.797666:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326612.797667:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326612.797669:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326612.797673:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326612.797675:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326612.797679:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:1.0:1767326612.797680:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f597b6. 00000400:00000200:1.0:1767326612.797685:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000400:00000010:1.0:1767326612.797686:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:1.0:1767326612.797690:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326612.797690:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326612.797695:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000497468fb x1853175408689280/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326612.797700:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a60b7193 x1853175408689408/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326612.797718:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a60b7193 x1853175408689408/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326612.797722:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000497468fb x1853175408689280/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326612.797734:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326612.797735:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326612.797737:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326612.797740:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326612.797741:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326612.797744:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767326612.797745:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326612.797747:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326612.797750:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326612.797753:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326612.797758:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=153 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326612.797762:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=153 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326612.797764:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326612.797766:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326612.797768:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326612.797771:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326612.797771:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326612.797775:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326612.797776:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326612.797779:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000400:00000001:2.0:1767326612.797781:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326612.797782:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1767326612.797784:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326612.797785:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326612.797790:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000497468fb x1853175408689280/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326612.797797:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326612.797797:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1209611. 00000100:00000001:1.0:1767326612.797801:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326612.797802:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326612.797807:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031788bcf 00000100:00000040:1.0:1767326612.797808:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000497468fb x1853175408689280/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326612.797811:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031788bcf. 00000100:00000001:2.0:1767326612.797816:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767326612.797824:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000497468fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408689280:192.168.202.142@tcp:400: 00000100:00000200:2.0:1767326612.797824:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a60b7193 x1853175408689408/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326612.797836:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326612.797840:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767326612.797841:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a60b7193 x1853175408689408/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326612.797846:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000497468fb x1853175408689280/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326612.797862:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326612.797864:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326612.797866:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326612.797867:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326612.797868:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326612.797870:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326612.797874:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326612.797881:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=147 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326612.797882:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1767326612.797886:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=87 v=5 (1 0 0 0) 02000000:00000001:1.0:1767326612.797887:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326612.797890:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2876d7b. 00000100:00000001:2.0:1767326612.797891:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326612.797894:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326612.797895:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767326612.797896:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767326612.797898:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326612.797901:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00010000:00080000:2.0:1767326612.797902:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a60b7193 x1853175408689408/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326612.797905:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326612.797908:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008a98e938. 02000000:00000001:1.0:1767326612.797913:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326612.797915:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326612.797916:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000497468fb. 00000100:00000001:1.0:1767326612.797920:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326612.797922:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326612.797926:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326612.797932:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326612.797933:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326612.797935:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326612.797936:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326612.797937:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326612.797941:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326612.797941:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326612.797942:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326612.797944:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326612.797948:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a60b7193 x1853175408689408/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326612.797955:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326612.797958:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326612.797959:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326612.797962:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a60b7193 x1853175408689408/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326612.797968:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a60b7193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408689408:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326612.797972:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326612.797973:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326612.797975:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a60b7193 x1853175408689408/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326612.797980:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326612.797982:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326612.797983:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082309f44. 02000000:00000001:2.0:1767326612.797987:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326612.797988:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326612.797989:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326612.797991:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326612.797992:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a73220a7. 02000000:00000001:2.0:1767326612.797994:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326612.797995:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326612.797996:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a60b7193. 00000100:00000001:2.0:1767326612.798000:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326612.798001:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326612.798008:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326612.798011:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326612.798013:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326612.798015:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326612.798016:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326613.819536:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326613.819542:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326613.819598:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326613.819613:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326613.819617:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326614.843521:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326614.843529:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326614.843599:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326614.843603:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326614.843607:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326615.867495:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326615.867501:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326615.867528:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326615.867531:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326615.867533:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326616.635438:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306484417, at 4306484480 00000100:00000010:2.0:1767326616.635451:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c97101f. 00000100:00000040:0.0:1767326616.635457:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306484417, at 4306484480 00000100:00000040:3.0:1767326616.635463:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306484417, at 4306484480 00000100:00000010:0.0:1767326616.635466:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a04ad297. 00000100:00000040:1.0:1767326616.635466:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306484417, at 4306484480 00000100:00000010:3.0:1767326616.635470:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006635b1ce. 00000100:00000010:1.0:1767326616.635473:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080042d7a. 00010000:00000001:0.0:1767326616.892456:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326616.892463:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326616.892471:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326616.892473:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326616.892477:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326616.892479:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326616.892481:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326616.892483:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326616.892512:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326616.892517:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326616.892520:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326617.915472:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326617.915478:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326617.915501:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326617.915504:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326617.915506:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326617.916459:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326617.916464:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326617.916471:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c3ee48e. 00000020:00000040:0.0:1767326617.916476:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326617.916480:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326617.916482:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326617.916486:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326617.916491:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f2654a5. 00000100:00000001:0.0:1767326617.916496:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326617.916503:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000007c3ee48e x1853175408689536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326617.916511:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326617.916513:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326617.916516:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c3ee48e] to pc [ptlrpcd_00_02+2] req@000000007c3ee48e x1853175408689536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326617.916532:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326617.916533:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326617.916535:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326617.916537:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039d7d45a. 00000020:00000040:0.0:1767326617.916538:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326617.916539:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326617.916540:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326617.916541:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326617.916544:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020243973. 00000100:00000001:0.0:1767326617.916545:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326617.916552:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000039d7d45a x1853175408689664/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326617.916557:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326617.916558:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326617.916560:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326617.916561:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039d7d45a] to pc [ptlrpcd_00_03+3] req@0000000039d7d45a x1853175408689664/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326617.916566:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326617.916569:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326617.916570:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326617.916572:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326617.916575:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326617.916577:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007ac03e31. 00000020:00000040:0.0:1767326617.916579:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000040:1.0:1767326617.916579:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c3ee48e x1853175408689536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326617.916582:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326617.916584:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326617.916586:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326617.916587:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326617.916590:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a276710d. 00000100:00000001:3.0:1767326617.916592:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326617.916594:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326617.916596:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326617.916600:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000007ac03e31 x1853175408689792/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767326617.916605:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039d7d45a x1853175408689664/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326617.916617:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326617.916619:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326617.916626:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ac03e31] to pc [ptlrpcd_00_00+0] req@000000007ac03e31 x1853175408689792/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326617.916637:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326617.916637:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326617.916641:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326617.916641:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326617.916648:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326617.916649:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326617.916650:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326617.916652:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326617.916654:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326617.916654:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326617.916655:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767326617.916661:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326617.916661:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326617.916663:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11823) 00000100:00100000:3.0:1767326617.916669:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000039d7d45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408689664:192.168.202.142@tcp:400: 00000100:00100000:1.0:1767326617.916670:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007c3ee48e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408689536:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326617.916675:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326617.916677:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326617.916678:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326617.916681:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326617.916684:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326617.916684:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326617.916684:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326617.916684:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326617.916689:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326617.916689:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326617.916689:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326617.916694:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007ac03e31 x1853175408689792/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326617.916696:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326617.916696:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326617.916702:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a19ef569. 02000000:00000010:1.0:1767326617.916703:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2bb4a37. 02000000:00000001:3.0:1767326617.916708:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326617.916709:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326617.916709:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326617.916712:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326617.916715:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767326617.916717:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f597b6. 02000000:00000001:2.0:1767326617.916717:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326617.916717:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000074bc731. 02000000:00000001:2.0:1767326617.916720:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326617.916724:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007ac03e31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408689792:192.168.202.142@tcp:400: 00000400:00000010:1.0:1767326617.916725:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000100:00000001:2.0:1767326617.916731:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767326617.916731:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088831319. 00000100:00000200:1.0:1767326617.916734:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408689536, portal 25 02000000:00000001:2.0:1767326617.916735:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326617.916737:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326617.916737:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408689664, portal 10 00000100:00000001:1.0:1767326617.916739:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326617.916742:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326617.916743:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453958784 : -115368255592832 : ffff9712bc1b6680) 00000100:00000001:3.0:1767326617.916743:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767326617.916745:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3883f3e. 00000100:00000001:3.0:1767326617.916746:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453953408 : -115368255598208 : ffff9712bc1b5180) 02000000:00000001:2.0:1767326617.916749:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326617.916753:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007c3ee48e x1853175408689536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326617.916754:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1209611. 00000100:00000040:3.0:1767326617.916756:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000039d7d45a x1853175408689664/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326617.916761:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031788bcf. 00000100:00000200:2.0:1767326617.916766:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408689792, portal 10 00000100:00000001:2.0:1767326617.916770:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326617.916773:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453952512 : -115368255599104 : ffff9712bc1b4e00) 00000100:00000040:2.0:1767326617.916781:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007ac03e31 x1853175408689792/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326617.916784:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326617.916785:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326617.916793:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767326617.916794:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326617.916797:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065fe4795. 00000400:00000010:1.0:1767326617.916799:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2edddf. 00000100:00000200:1.0:1767326617.916815:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408689536, offset 0 00000100:00000200:3.0:1767326617.916816:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408689664, offset 0 00000100:00000001:2.0:1767326617.916826:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326617.916829:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326617.916830:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326617.916835:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004384b455. 00000400:00000200:1.0:1767326617.916846:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326617.916851:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326617.916855:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326617.916858:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326617.916861:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326617.916864:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [531:531:256:4294967295] 192.168.202.142@tcp LPNI seq info [531:531:8:4294967295] 00000400:00000200:1.0:1767326617.916873:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326617.916885:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326617.916888:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e6043a. 00000800:00000200:1.0:1767326617.916894:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326617.916902:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326617.916906:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000015e6043a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326617.916923:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326617.916927:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306489538 00000100:00000010:1.0:1767326617.916931:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000aced157. 00000100:00000001:1.0:1767326617.916937:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326617.916943:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306489538 00000100:00000010:1.0:1767326617.916947:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032e59226. 00000100:00000001:1.0:1767326617.916950:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326617.916953:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306489538 00000100:00000010:1.0:1767326617.916956:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045354095. 00000100:00000001:1.0:1767326617.916959:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326617.916962:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306489538 00000100:00000010:1.0:1767326617.916965:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000c4b5038. 00000100:00000001:1.0:1767326617.916967:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326617.916970:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326617.916972:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326617.916975:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326617.916977:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326617.916984:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326617.916986:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326617.916988:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326617.916989:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326617.916991:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326617.916993:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326617.917009:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326617.917014:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1767326617.917014:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408689792, offset 0 00000400:00000200:3.0:1767326617.917018:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326617.917024:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326617.917024:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767326617.917026:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e6043a. 00000400:00000200:3.0:1767326617.917031:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326617.917033:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326617.917036:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326617.917043:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326617.917046:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326617.917050:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [532:532:255:4294967295] 192.168.202.142@tcp LPNI seq info [532:532:7:4294967295] 00000400:00000200:3.0:1767326617.917059:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:2.0:1767326617.917067:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326617.917070:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326617.917071:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326617.917073:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326617.917075:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326617.917076:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [533:533:254:4294967295] 192.168.202.142@tcp LPNI seq info [533:533:6:4294967295] 00000400:00000200:2.0:1767326617.917082:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326617.917085:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326617.917087:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2edddf 00000800:00000010:2.0:1767326617.917088:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002dd738d8. 00000400:00000010:0.0:1767326617.917092:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2edddf. 00000800:00000200:2.0:1767326617.917094:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326617.917099:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326617.917100:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326617.917104:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002dd738d8 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767326617.917107:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c3ee48e x1853175408689536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326617.917108:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326617.917109:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326617.917113:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 133411 usecs (134 jiffies) 00000800:00000010:3.0:1767326617.917116:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cb168bc. 00000100:00000001:2.0:1767326617.917118:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306485895 00000100:00000001:2.0:1767326617.917123:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306489538 00000100:00000001:2.0:1767326617.917128:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306485895 00000800:00000200:3.0:1767326617.917128:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326617.917131:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326617.917132:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306489538 00000100:00000001:2.0:1767326617.917137:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306485895 00000800:00000200:3.0:1767326617.917138:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:0.0:1767326617.917139:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c3ee48e x1853175408689536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326617.917140:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306489538 00000100:00000001:2.0:1767326617.917145:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306485895 00000800:00000200:3.0:1767326617.917145:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002cb168bc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326617.917150:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306489538 00000100:00000001:3.0:1767326617.917153:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326617.917155:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326617.917158:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326617.917160:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767326617.917160:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 100832 usecs (101 jiffies) 00000100:00000001:2.0:1767326617.917161:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326617.917166:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326617.917167:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306485862 00000100:00000001:2.0:1767326617.917168:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326617.917173:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306489538 00000100:00000001:3.0:1767326617.917177:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306485862 00000100:00000001:3.0:1767326617.917179:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306489538 00000100:00000001:2.0:1767326617.917181:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326617.917183:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326617.917185:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326617.917186:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326617.917189:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326617.917189:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326617.917190:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306485862 00000100:00000001:2.0:1767326617.917193:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326617.917194:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002dd738d8. 00000100:00000001:3.0:1767326617.917195:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306489538 00000400:00000200:0.0:1767326617.917200:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326617.917200:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306485862 00000100:00000001:3.0:1767326617.917206:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306489538 00000400:00000200:0.0:1767326617.917211:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326617.917212:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326617.917217:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326617.917218:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004384b455 00000100:00000001:3.0:1767326617.917221:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326617.917222:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004384b455. 00000100:00000001:3.0:1767326617.917225:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326617.917228:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326617.917231:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767326617.917234:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007ac03e31 x1853175408689792/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326617.917235:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326617.917240:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326617.917243:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326617.917246:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326617.917249:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326617.917250:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326617.917254:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007ac03e31 x1853175408689792/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326617.917262:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326617.917264:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326617.917305:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326617.917308:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cb168bc. 00000400:00000200:0.0:1767326617.917311:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326617.917315:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326617.917318:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065fe4795 00000400:00000010:0.0:1767326617.917320:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065fe4795. 00000100:00000001:0.0:1767326617.917328:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326617.917331:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039d7d45a x1853175408689664/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326617.917339:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326617.917341:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039d7d45a x1853175408689664/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326617.917347:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326617.917348:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326617.918699:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326617.918708:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326617.918711:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326617.918712:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326617.918717:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326617.918724:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f10180 00000400:00000200:3.0:1767326617.918729:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1161 [1] + 224 00000800:00000001:3.0:1767326617.918734:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326617.918763:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326617.918765:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326617.918768:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326617.918771:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326617.918774:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c3ee48e x1853175408689536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326617.918780:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007c3ee48e x1853175408689536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326617.918790:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326617.918810:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326617.918813:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326617.918815:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326617.918816:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326617.918819:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326617.918824:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10280 00000400:00000200:3.0:1767326617.918827:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1169 [1] + 224 00000800:00000001:3.0:1767326617.918830:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326617.918832:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326617.918834:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326617.918834:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326617.918839:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326617.918839:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326617.918844:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767326617.918846:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767326617.918846:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007ac03e31 x1853175408689792/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326617.918850:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767326617.918853:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007ac03e31 x1853175408689792/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326617.918860:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f597b6. 00000400:00000200:1.0:1767326617.918865:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000100:00000001:3.0:1767326617.918865:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767326617.918869:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:1.0:1767326617.918874:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767326617.918877:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326617.918880:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c3ee48e x1853175408689536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326617.918883:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326617.918884:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326617.918888:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326617.918888:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326617.918893:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326617.918895:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326617.918899:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326617.918902:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1209611. 00000400:00000200:3.0:1767326617.918904:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000200:1.0:1767326617.918909:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c3ee48e x1853175408689536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326617.918909:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031788bcf 00000400:00000010:2.0:1767326617.918912:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031788bcf. 00000400:00000200:3.0:1767326617.918916:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10200 00000100:00000001:2.0:1767326617.918917:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326617.918923:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007ac03e31 x1853175408689792/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326617.918928:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1165 [1] + 224 00000100:00000001:1.0:1767326617.918930:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326617.918933:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326617.918936:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326617.918937:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326617.918942:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326617.918945:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767326617.918945:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326617.918946:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007ac03e31 x1853175408689792/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326617.918948:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326617.918950:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326617.918956:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326617.918957:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326617.918963:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767326617.918964:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=13 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326617.918965:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326617.918967:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326617.918969:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039d7d45a x1853175408689664/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326617.918971:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:1.0:1767326617.918972:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=13 v=5 (1 1 1 1) 02000000:00000001:2.0:1767326617.918974:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326617.918976:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326617.918979:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326617.918980:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767326617.918982:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326617.918984:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326617.918990:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=152 v=5 (5 5 5 5) 00000100:00000040:3.0:1767326617.918990:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000039d7d45a x1853175408689664/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326617.918991:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326617.918994:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326617.918995:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326617.919001:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326617.919002:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326617.919004:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326617.919009:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767326617.919011:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c3ee48e x1853175408689536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767326617.919015:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007ac03e31 x1853175408689792/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326617.919021:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326617.919026:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326617.919031:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326617.919039:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326617.919044:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326617.919047:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326617.919050:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326617.919051:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326617.919053:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326617.919054:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:0.0:1767326617.919057:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767326617.919057:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c3ee48e x1853175408689536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326617.919057:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000400:00000001:0.0:1767326617.919060:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326617.919062:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:0.0:1767326617.919063:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000074bc731. 00000100:00000001:2.0:1767326617.919065:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326617.919068:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088831319 00000400:00000010:0.0:1767326617.919071:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088831319. 00000100:00000040:2.0:1767326617.919072:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007ac03e31 x1853175408689792/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326617.919076:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326617.919083:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039d7d45a x1853175408689664/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326617.919088:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007c3ee48e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408689536:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326617.919099:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326617.919101:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326617.919105:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039d7d45a x1853175408689664/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326617.919105:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326617.919106:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326617.919110:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326617.919114:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c3ee48e x1853175408689536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326617.919117:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326617.919118:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326617.919121:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767326617.919121:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007ac03e31 x1853175408689792/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326617.919124:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326617.919126:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326617.919128:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326617.919136:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326617.919142:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=8 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326617.919144:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326617.919148:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767326617.919149:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=8 v=5 (1 1 1 1) 02000000:00000010:1.0:1767326617.919152:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2bb4a37. 00000100:00100000:2.0:1767326617.919152:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007ac03e31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408689792:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326617.919153:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326617.919155:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326617.919159:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767326617.919159:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767326617.919162:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326617.919163:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326617.919164:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326617.919165:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326617.919168:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000020:00000040:1.0:1767326617.919168:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326617.919169:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767326617.919173:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326617.919177:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f2654a5. 00000100:00000001:0.0:1767326617.919178:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326617.919180:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326617.919184:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007ac03e31 x1853175408689792/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326617.919185:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039d7d45a x1853175408689664/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326617.919195:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326617.919198:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326617.919202:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c3ee48e. 00000100:00000001:1.0:1767326617.919207:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326617.919210:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326617.919214:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326617.919216:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326617.919216:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326617.919217:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767326617.919219:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326617.919220:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326617.919222:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3883f3e. 00000100:00000001:1.0:1767326617.919223:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326617.919225:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039d7d45a x1853175408689664/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326617.919227:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326617.919227:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326617.919230:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326617.919233:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326617.919234:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326617.919238:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000039d7d45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408689664:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326617.919238:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326617.919239:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326617.919243:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a276710d. 02000000:00000001:2.0:1767326617.919249:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326617.919250:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326617.919251:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326617.919254:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767326617.919255:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007ac03e31. 00000100:00000040:0.0:1767326617.919261:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039d7d45a x1853175408689664/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326617.919261:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326617.919264:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326617.919270:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326617.919273:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326617.919275:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326617.919277:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a19ef569. 00000100:00000001:2.0:1767326617.919281:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767326617.919282:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326617.919284:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326617.919286:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326617.919289:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326617.919290:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767326617.919294:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326617.919294:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326617.919297:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020243973. 02000000:00000001:0.0:1767326617.919301:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326617.919303:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326617.919303:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039d7d45a. 00000100:00000001:0.0:1767326617.919305:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326617.919306:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326617.919307:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326617.919310:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326617.919311:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326617.919312:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326617.919313:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326618.939506:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326618.939525:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326618.939575:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326618.939578:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326618.939582:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326619.963498:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326619.963504:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326619.963567:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326619.963573:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326619.963576:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326620.987504:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326620.987509:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326620.987560:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326620.987563:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326620.987566:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326621.755491:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306489538, at 4306489600 00000100:00000040:1.0:1767326621.755491:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306489538, at 4306489600 00000100:00000040:3.0:1767326621.755491:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306489538, at 4306489600 00000100:00000040:2.0:1767326621.755492:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306489538, at 4306489600 00000100:00000010:3.0:1767326621.755507:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c4b5038. 00000100:00000010:1.0:1767326621.755508:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032e59226. 00000100:00000010:2.0:1767326621.755511:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000045354095. 00000100:00000010:0.0:1767326621.755513:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000aced157. 00010000:00000001:0.0:1767326622.011517:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326622.011524:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326622.011567:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326622.011571:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326622.011574:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326623.035709:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326623.035716:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326623.035799:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326623.035805:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326623.035817:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e74e626. 00000020:00000040:3.0:1767326623.035825:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326623.035830:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326623.035833:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326623.035839:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326623.035848:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a1404ea1. 00000100:00000001:3.0:1767326623.035857:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326623.035867:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000007e74e626 x1853175408689920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326623.035877:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326623.035879:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326623.035884:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e74e626] to pc [ptlrpcd_00_01+1] req@000000007e74e626 x1853175408689920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326623.035909:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326623.035911:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326623.035914:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326623.035917:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f40a6cce. 00000020:00000040:3.0:1767326623.035919:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326623.035921:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326623.035923:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326623.035934:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326623.035940:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326623.035943:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326623.035945:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767326623.035950:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cb168bc. 00000100:00000040:0.0:1767326623.035953:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007e74e626 x1853175408689920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326623.035956:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326623.035958:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326623.035964:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326623.035965:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000f40a6cce x1853175408690048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326623.035974:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326623.035978:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326623.035979:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326623.035980:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326623.035985:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f40a6cce] to pc [ptlrpcd_00_02+2] req@00000000f40a6cce x1853175408690048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326623.035986:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326623.035990:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326623.035995:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326623.035999:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007e74e626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408689920:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326623.036005:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326623.036011:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326623.036015:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326623.036018:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326623.036018:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326623.036023:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767326623.036025:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ef7f19e. 00000100:00000001:3.0:1767326623.036027:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326623.036029:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326623.036031:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326623.036033:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a60b7193. 00000100:00000001:1.0:1767326623.036035:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767326623.036038:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba963094. 00000100:00000001:1.0:1767326623.036039:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767326623.036039:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326623.036045:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326623.036046:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767326623.036049:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f40a6cce x1853175408690048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326623.036050:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2ed77ca. 02000000:00000001:3.0:1767326623.036050:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326623.036056:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a73220a7. 00000100:00000001:3.0:1767326623.036060:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326623.036062:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408689920, portal 25 00000100:00000001:1.0:1767326623.036067:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326623.036067:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000a60b7193 x1853175408690176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326623.036068:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326623.036071:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326623.036072:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571624064 : -115369137927552 : ffff971287840a80) 02000000:00000001:1.0:1767326623.036078:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326623.036082:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326623.036082:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767326623.036084:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007e74e626 x1853175408689920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326623.036084:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326623.036087:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326623.036090:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a60b7193] to pc [ptlrpcd_00_03+3] req@00000000a60b7193 x1853175408690176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326623.036105:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f40a6cce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408690048:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326623.036108:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326623.036114:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326623.036115:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326623.036118:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326623.036120:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326623.036120:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1767326623.036124:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326623.036126:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326623.036129:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326623.036130:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11828) 00000400:00000010:0.0:1767326623.036131:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001164247f. 02000000:00000010:1.0:1767326623.036134:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8936372. 00000100:00000200:0.0:1767326623.036137:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408689920, offset 0 02000000:00000001:1.0:1767326623.036138:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326623.036146:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f597b6. 00000400:00000200:0.0:1767326623.036150:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326623.036167:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000400:00000200:0.0:1767326623.036169:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:1.0:1767326623.036172:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408690048, portal 10 00000100:00000001:1.0:1767326623.036176:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326623.036178:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326623.036179:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571633920 : -115369137917696 : ffff971287843100) 00000400:00000200:0.0:1767326623.036187:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:1.0:1767326623.036189:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f40a6cce x1853175408690048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326623.036195:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1767326623.036195:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326623.036201:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326623.036203:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326623.036205:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767326623.036207:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326623.036212:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326623.036214:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [534:534:256:4294967295] 192.168.202.142@tcp LPNI seq info [534:534:8:4294967295] 00000400:00000010:1.0:1767326623.036216:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088a02057. 00000100:00000200:1.0:1767326623.036222:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408690048, offset 0 00000400:00000200:1.0:1767326623.036229:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326623.036246:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326623.036248:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326623.036250:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326623.036253:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1767326623.036258:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767326623.036261:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a60b7193 x1853175408690176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326623.036266:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000400:00000200:1.0:1767326623.036266:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326623.036275:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326623.036278:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1767326623.036280:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326623.036281:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326623.036284:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:3.0:1767326623.036287:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326623.036289:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326623.036291:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326623.036295:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326623.036296:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:3.0:1767326623.036298:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326623.036302:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326623.036303:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [535:535:255:4294967295] 192.168.202.142@tcp LPNI seq info [535:535:7:4294967295] 00000100:00100000:3.0:1767326623.036305:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a60b7193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408690176:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326623.036313:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326623.036317:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326623.036320:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326623.036324:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:3.0:1767326623.036324:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326623.036328:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326623.036330:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000863fad45. 00000800:00000200:1.0:1767326623.036333:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326623.036335:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326623.036336:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306494657 00000800:00000010:1.0:1767326623.036340:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011ae9229. 00000400:00000010:3.0:1767326623.036342:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043383dd1. 00000100:00000010:0.0:1767326623.036344:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077436310. 00000800:00000200:1.0:1767326623.036348:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:3.0:1767326623.036350:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e085bb. 00000100:00000001:0.0:1767326623.036355:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1767326623.036355:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408690176, portal 10 00000800:00000200:1.0:1767326623.036356:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326623.036361:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767326623.036362:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011ae9229 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326623.036363:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571634816 : -115369137916800 : ffff971287843480) 00000100:00000001:0.0:1767326623.036365:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306494657 00000100:00000040:3.0:1767326623.036369:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a60b7193 x1853175408690176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326623.036372:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049f01126. 00000100:00000001:1.0:1767326623.036374:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326623.036379:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767326623.036381:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 100213 usecs (101 jiffies) 00000100:00000001:3.0:1767326623.036381:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326623.036384:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306494657 00000100:00000040:3.0:1767326623.036387:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326623.036388:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306490981 00000100:00000010:0.0:1767326623.036390:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002806ae4a. 00000400:00000010:3.0:1767326623.036391:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8e2a8b. 00000100:00000001:1.0:1767326623.036393:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306494657 00000100:00000200:3.0:1767326623.036397:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408690176, offset 0 00000100:00000001:1.0:1767326623.036424:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306490981 00000100:00000001:0.0:1767326623.036425:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326623.036429:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306494657 00000100:00000001:0.0:1767326623.036432:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306494658 00000100:00000001:1.0:1767326623.036433:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306490982 00000100:00000010:0.0:1767326623.036438:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a04ad297. 00000100:00000001:1.0:1767326623.036439:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306494657 00000100:00000001:1.0:1767326623.036441:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306490982 00000100:00000001:0.0:1767326623.036449:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326623.036454:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326623.036457:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326623.036460:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326623.036461:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306494658 00000100:00000001:0.0:1767326623.036462:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326623.036465:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326623.036469:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000100:00000001:1.0:1767326623.036474:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326623.036475:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326623.036476:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326623.036480:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326623.036481:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326623.036486:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326623.036487:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326623.036487:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326623.036489:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326623.036492:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326623.036494:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326623.036497:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001164247f 00000100:00000001:0.0:1767326623.036498:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326623.036499:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767326623.036501:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001164247f. 00000100:00000001:1.0:1767326623.036502:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326623.036508:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326623.036509:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326623.036510:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326623.036514:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326623.036517:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007e74e626 x1853175408689920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326623.036518:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326623.036531:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326623.036534:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007e74e626 x1853175408689920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326623.036539:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326623.036540:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326623.036603:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326623.036605:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011ae9229. 00000400:00000200:2.0:1767326623.036608:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326623.036612:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326623.036614:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088a02057 00000400:00000010:2.0:1767326623.036621:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088a02057. 00000100:00000001:2.0:1767326623.036625:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326623.036628:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f40a6cce x1853175408690048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326623.036635:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326623.036637:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f40a6cce x1853175408690048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326623.036641:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326623.036641:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767326623.036684:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326623.036688:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326623.036690:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326623.036692:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326623.036693:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326623.036748:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326623.036750:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [536:536:256:4294967295] 192.168.202.142@tcp LPNI seq info [536:536:8:4294967295] 00000400:00000200:3.0:1767326623.036765:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326623.036770:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326623.036772:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a98e938. 00000800:00000200:3.0:1767326623.036775:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326623.036778:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326623.036780:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a98e938 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326623.036788:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326623.036791:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 132573 usecs (133 jiffies) 00000100:00000001:3.0:1767326623.036793:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306491014 00000100:00000001:3.0:1767326623.036794:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306494657 00000100:00000001:3.0:1767326623.036795:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306491014 00000100:00000001:3.0:1767326623.036797:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306494657 00000100:00000001:3.0:1767326623.036798:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306491014 00000100:00000001:3.0:1767326623.036799:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306494657 00000100:00000001:3.0:1767326623.036799:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306491014 00000100:00000001:3.0:1767326623.036800:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306494658 00000100:00000001:3.0:1767326623.036801:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326623.036802:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326623.036804:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326623.036806:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326623.036810:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326623.036812:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326623.036814:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326623.036815:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326623.036816:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326623.036818:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326623.036859:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326623.036863:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a98e938. 00000400:00000200:0.0:1767326623.036866:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326623.036870:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326623.036874:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8e2a8b 00000400:00000010:0.0:1767326623.036876:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8e2a8b. 00000100:00000001:0.0:1767326623.036879:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326623.036882:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a60b7193 x1853175408690176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326623.036890:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326623.036892:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a60b7193 x1853175408690176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326623.036898:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326623.036900:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326623.040291:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326623.040334:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326623.040339:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326623.040342:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326623.040351:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326623.040365:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f10300 00000400:00000200:3.0:1767326623.040371:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1179 [1] + 224 00000800:00000001:3.0:1767326623.040378:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326623.040382:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326623.040385:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326623.040389:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326623.040397:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326623.040436:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007e74e626 x1853175408689920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326623.040444:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007e74e626 x1853175408689920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326623.040460:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326623.040469:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326623.040472:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326623.040474:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326623.040476:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326623.040480:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326623.040486:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10380 00000400:00000200:3.0:1767326623.040493:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1181 [1] + 224 00000800:00000001:3.0:1767326623.040498:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326623.040502:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326623.040504:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326623.040507:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326623.040507:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326623.040510:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326623.040513:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326623.040521:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767326623.040522:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f40a6cce x1853175408690048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326623.040525:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326623.040529:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba963094. 00000100:00000040:3.0:1767326623.040534:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f40a6cce x1853175408690048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326623.040536:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2ed77ca 00000400:00000010:0.0:1767326623.040539:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2ed77ca. 00000100:00000001:0.0:1767326623.040543:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326623.040550:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007e74e626 x1853175408689920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326623.040561:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326623.040567:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326623.040573:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326623.040576:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007e74e626 x1853175408689920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326623.040576:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326623.040578:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326623.040585:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326623.040589:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326623.040592:0:211395:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767326623.040596:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 02000000:00000001:0.0:1767326623.040598:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326623.040602:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326623.040604:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326623.040605:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326623.040606:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10400 00000100:00000001:1.0:1767326623.040609:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326623.040611:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326623.040616:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1189 [1] + 224 00000100:00001000:0.0:1767326623.040620:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=19 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326623.040621:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326623.040622:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326623.040626:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1767326623.040628:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=19 v=5 (1 1 1 1) 00000400:00000010:1.0:1767326623.040630:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f597b6. 00000800:00000001:3.0:1767326623.040630:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326623.040636:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326623.040637:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767326623.040637:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000100:00000001:0.0:1767326623.040639:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326623.040641:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00010000:00000001:0.0:1767326623.040644:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326623.040646:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767326623.040648:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326623.040653:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326623.040655:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f40a6cce x1853175408690048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326623.040656:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000040:0.0:1767326623.040661:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007e74e626 x1853175408689920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326623.040663:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326623.040671:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a60b7193 x1853175408690176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326623.040683:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f40a6cce x1853175408690048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326623.040685:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326623.040692:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767326623.040695:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a60b7193 x1853175408690176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326623.040697:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326623.040706:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e74e626 x1853175408689920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326623.040723:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767326623.040732:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007e74e626 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408689920:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326623.040733:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326623.040734:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326623.040737:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326623.040740:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326623.040741:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326623.040742:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326623.040745:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326623.040747:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326623.040748:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326623.040751:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326623.040752:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007e74e626 x1853175408689920/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326623.040773:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326623.040777:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326623.040777:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326623.040782:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1767326623.040782:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=14 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326623.040782:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326623.040786:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:0.0:1767326623.040787:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ef7f19e. 00000100:00001000:1.0:1767326623.040788:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=14 v=5 (1 1 1 1) 00000400:00000001:2.0:1767326623.040790:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326623.040793:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767326623.040793:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043383dd1. 00000100:00000001:1.0:1767326623.040796:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326623.040800:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767326623.040800:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326623.040801:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e085bb 00000020:00000001:0.0:1767326623.040805:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1767326623.040805:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e085bb. 00010000:00000001:1.0:1767326623.040806:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326623.040809:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326623.040812:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326623.040812:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767326623.040813:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767326623.040817:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 02000000:00000010:0.0:1767326623.040818:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a1404ea1. 00000100:00000200:2.0:1767326623.040821:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a60b7193 x1853175408690176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326623.040822:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767326623.040826:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326623.040826:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326623.040830:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326623.040834:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e74e626. 00000100:00000040:1.0:1767326623.040836:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f40a6cce x1853175408690048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326623.040840:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1767326623.040841:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a60b7193 x1853175408690176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326623.040844:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326623.040850:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326623.040860:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326623.040860:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326623.040864:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326623.040864:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326623.040865:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326623.040867:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326623.040869:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326623.040870:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326623.040871:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326623.040874:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326623.040875:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767326623.040877:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f40a6cce x1853175408690048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326623.040878:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326623.040882:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326623.040887:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326623.040894:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f40a6cce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408690048:192.168.202.142@tcp:400: 00000100:00001000:2.0:1767326623.040896:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=8 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326623.040902:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326623.040902:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326623.040907:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326623.040908:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326623.040911:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326623.040912:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f40a6cce x1853175408690048/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326623.040914:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326623.040921:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a60b7193 x1853175408690176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326623.040925:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326623.040927:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326623.040936:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8936372. 02000000:00000001:1.0:1767326623.040941:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326623.040943:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326623.040946:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00010000:00000001:2.0:1767326623.040949:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326623.040950:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326623.040952:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cb168bc. 00000100:00000001:2.0:1767326623.040954:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767326623.040956:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767326623.040957:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 02000000:00000001:1.0:1767326623.040960:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326623.040963:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f40a6cce. 00000100:00000001:2.0:1767326623.040963:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326623.040966:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326623.040970:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767326623.040973:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a60b7193 x1853175408690176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326623.040974:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326623.040978:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326623.040984:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326623.040985:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326623.040987:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326623.040990:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326623.040991:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326623.040993:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326623.041001:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326623.041005:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a60b7193 x1853175408690176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326623.041013:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a60b7193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408690176:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326623.041017:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326623.041019:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326623.041021:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a60b7193 x1853175408690176/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326623.041027:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326623.041029:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326623.041031:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000863fad45. 02000000:00000001:2.0:1767326623.041034:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326623.041035:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326623.041036:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326623.041039:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326623.041040:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a73220a7. 02000000:00000001:2.0:1767326623.041042:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326623.041043:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326623.041044:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a60b7193. 00000100:00000001:2.0:1767326623.041048:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326623.041049:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326623.041056:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326623.041060:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326623.041061:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326623.041062:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326623.041064:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326624.059509:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326624.059520:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326624.059588:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326624.059593:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326624.059597:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326625.083533:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326625.083544:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326625.083589:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326625.083593:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326625.083596:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326626.107542:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326626.107551:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326626.107573:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326626.107579:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326626.107582:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326626.875521:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306494657, at 4306494720 00000100:00000040:2.0:1767326626.875521:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306494657, at 4306494720 00000100:00000040:3.0:1767326626.875521:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306494658, at 4306494720 00000100:00000010:0.0:1767326626.875541:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077436310. 00000100:00000010:2.0:1767326626.875541:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002806ae4a. 00000100:00000010:3.0:1767326626.875547:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a04ad297. 00000100:00000040:1.0:1767326626.875623:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306494657, at 4306494720 00000100:00000010:1.0:1767326626.875629:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049f01126. 00010000:00000001:0.0:1767326627.131542:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326627.131552:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326627.131555:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326627.131557:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326627.131562:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326627.131565:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326627.131567:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326627.131569:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326627.131636:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326627.131641:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326627.131644:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326628.155534:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326628.155544:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326628.155556:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326628.155566:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326628.155577:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000497468fb. 00000020:00000001:2.0:1767326628.155578:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326628.155584:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326628.155586:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00010000:00010000:2.0:1767326628.155588:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326628.155596:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326628.155600:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326628.155606:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326628.155615:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006387cacc. 00000100:00000001:3.0:1767326628.155635:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326628.155643:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000497468fb x1853175408690304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326628.155651:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326628.155653:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326628.155658:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497468fb] to pc [ptlrpcd_00_00+0] req@00000000497468fb x1853175408690304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326628.155677:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326628.155679:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326628.155681:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326628.155683:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a858f5b. 00000100:00000001:1.0:1767326628.155685:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326628.155685:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326628.155691:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326628.155692:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326628.155695:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326628.155701:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326628.155703:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326628.155716:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000497468fb x1853175408690304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326628.155719:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326628.155729:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326628.155730:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008545d895. 00000100:00000001:1.0:1767326628.155732:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326628.155739:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326628.155741:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326628.155744:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326628.155748:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326628.155753:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000004a858f5b x1853175408690432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326628.155754:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326628.155764:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000497468fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408690304:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326628.155780:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326628.155782:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326628.155784:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a858f5b] to pc [ptlrpcd_00_01+1] req@000000004a858f5b x1853175408690432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326628.155797:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326628.155800:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326628.155800:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326628.155806:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326628.155809:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025c21800. 02000000:00000001:1.0:1767326628.155811:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1767326628.155812:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326628.155817:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326628.155818:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326628.155819:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326628.155819:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326628.155824:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326628.155824:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326628.155828:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767326628.155833:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c467c30. 02000000:00000001:3.0:1767326628.155833:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326628.155842:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326628.155843:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a73220a7. 00000100:00000040:0.0:1767326628.155850:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a858f5b x1853175408690432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326628.155851:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326628.155855:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f597b6. 00000100:00000040:3.0:1767326628.155862:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000025c21800 x1853175408690560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767326628.155868:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000100:00000200:1.0:1767326628.155881:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408690304, portal 25 00000100:00000001:1.0:1767326628.155889:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326628.155895:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571624960 : -115369137926656 : ffff971287840e00) 00000100:00000040:1.0:1767326628.155908:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000497468fb x1853175408690304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326628.155922:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326628.155924:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326628.155928:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326628.155929:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326628.155930:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326628.155938:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326628.155942:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767326628.155943:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025c21800] to pc [ptlrpcd_00_02+2] req@0000000025c21800 x1853175408690560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326628.155944:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326628.155948:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c73279cb. 02000000:00000001:0.0:1767326628.155958:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326628.155959:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408690304, offset 0 00000100:00100000:0.0:1767326628.155975:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408690432:192.168.202.142@tcp:400: 00000400:00000200:1.0:1767326628.155983:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326628.155993:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326628.155997:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326628.155999:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326628.156000:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326628.156004:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae3756b9. 02000000:00000001:0.0:1767326628.156007:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326628.156008:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326628.156010:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326628.156011:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba963094. 00000100:00000040:3.0:1767326628.156019:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326628.156024:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2ed77ca. 00000100:00000040:3.0:1767326628.156024:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767326628.156025:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1767326628.156039:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408690432, portal 10 00000100:00000040:3.0:1767326628.156040:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11833) 00000400:00000200:1.0:1767326628.156044:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326628.156046:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326628.156050:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326628.156052:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571630336 : -115369137921280 : ffff971287842300) 00000100:00000001:2.0:1767326628.156053:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326628.156055:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326628.156058:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326628.156062:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:0.0:1767326628.156063:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a858f5b x1853175408690432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326628.156069:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025c21800 x1853175408690560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326628.156073:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [537:537:256:4294967295] 192.168.202.142@tcp LPNI seq info [537:537:8:4294967295] 00000100:00000001:0.0:1767326628.156079:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326628.156084:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326628.156085:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326628.156092:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e49d5ef3. 00000100:00000001:3.0:1767326628.156093:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326628.156099:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408690432, offset 0 00000100:00000001:2.0:1767326628.156106:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767326628.156107:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326628.156111:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326628.156112:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326628.156119:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326628.156123:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326628.156124:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:1.0:1767326628.156125:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326628.156131:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326628.156131:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326628.156135:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d59ec675. 00000400:00000200:0.0:1767326628.156138:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00100000:2.0:1767326628.156139:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408690560:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326628.156142:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326628.156148:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:1.0:1767326628.156148:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326628.156149:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326628.156154:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [538:538:255:4294967295] 192.168.202.142@tcp LPNI seq info [538:538:7:4294967295] 02000000:00000001:2.0:1767326628.156154:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326628.156158:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326628.156161:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767326628.156165:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000010:2.0:1767326628.156168:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000938caca6. 00000800:00000200:1.0:1767326628.156172:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d59ec675 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1767326628.156174:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326628.156175:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:2.0:1767326628.156182:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1209611. 00000800:00000200:0.0:1767326628.156183:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326628.156189:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000400:00000010:2.0:1767326628.156191:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031788bcf. 00000800:00000200:0.0:1767326628.156193:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326628.156196:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326628.156197:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326628.156199:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326628.156204:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326628.156207:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408690560, portal 10 00000100:00000001:2.0:1767326628.156211:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326628.156213:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 99621 usecs (100 jiffies) 00000100:00000001:1.0:1767326628.156214:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306499777 00000100:00000001:2.0:1767326628.156215:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571635712 : -115369137915904 : ffff971287843800) 00000100:00000001:0.0:1767326628.156219:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306496100 00000100:00000010:1.0:1767326628.156221:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bae1c4d2. 00000100:00000040:2.0:1767326628.156228:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025c21800 x1853175408690560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326628.156232:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326628.156240:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326628.156243:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306499777 00000100:00000001:1.0:1767326628.156243:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306499777 00000100:00000040:2.0:1767326628.156244:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326628.156249:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306496100 00000400:00000010:2.0:1767326628.156250:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f21e77c7. 00000100:00000010:1.0:1767326628.156252:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e79aa378. 00000100:00000200:2.0:1767326628.156257:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408690560, offset 0 00000800:00000200:3.0:1767326628.156257:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326628.156259:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000010:3.0:1767326628.156262:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d59ec675. 00000100:00000001:0.0:1767326628.156266:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306499777 00000100:00000001:1.0:1767326628.156266:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306499777 00000400:00000200:3.0:1767326628.156271:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326628.156272:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306496100 00000100:00000010:1.0:1767326628.156274:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044f287ec. 00000400:00000200:2.0:1767326628.156280:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326628.156285:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326628.156288:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326628.156294:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306499777 00000100:00000001:1.0:1767326628.156295:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306499777 00000400:00000200:2.0:1767326628.156295:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326628.156301:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306496100 00000100:00000010:1.0:1767326628.156303:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032e59226. 00000400:00000200:2.0:1767326628.156305:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326628.156311:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326628.156311:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326628.156317:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306499777 00000100:00000001:1.0:1767326628.156317:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326628.156318:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326628.156323:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326628.156324:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326628.156326:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326628.156326:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326628.156329:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326628.156331:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326628.156334:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326628.156335:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326628.156345:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [539:539:254:4294967295] 192.168.202.142@tcp LPNI seq info [539:539:6:4294967295] 00000100:00000001:0.0:1767326628.156347:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326628.156347:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326628.156350:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326628.156351:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326628.156354:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326628.156356:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326628.156357:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326628.156361:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326628.156361:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326628.156365:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326628.156365:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326628.156366:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326628.156373:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326628.156379:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326628.156379:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c73279cb 00000400:00000010:3.0:1767326628.156386:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c73279cb. 00000800:00000010:2.0:1767326628.156388:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf3a545b. 00000100:00000001:3.0:1767326628.156395:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326628.156397:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:3.0:1767326628.156431:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000497468fb x1853175408690304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326628.156452:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326628.156453:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767326628.156458:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf3a545b type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767326628.156459:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000497468fb x1853175408690304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326628.156470:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326628.156479:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326628.156480:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 131767 usecs (132 jiffies) 00000100:00000001:3.0:1767326628.156485:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326628.156487:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306496133 00000100:00000001:2.0:1767326628.156491:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306499777 00000100:00000001:2.0:1767326628.156493:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306496133 00000100:00000001:2.0:1767326628.156495:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306499777 00000100:00000001:2.0:1767326628.156498:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306496133 00000800:00000200:3.0:1767326628.156504:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326628.156511:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000100:00000001:2.0:1767326628.156512:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306499777 00000100:00000001:2.0:1767326628.156515:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306496133 00000100:00000001:2.0:1767326628.156517:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306499777 00000100:00000001:2.0:1767326628.156522:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326628.156525:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326628.156526:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326628.156532:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326628.156536:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326628.156538:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326628.156543:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49d5ef3 00000100:00000001:2.0:1767326628.156546:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767326628.156547:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e49d5ef3. 00000100:00000001:2.0:1767326628.156551:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326628.156555:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326628.156559:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a858f5b x1853175408690432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326628.156562:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326628.156567:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326628.156571:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326628.156576:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326628.156577:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326628.156584:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a858f5b x1853175408690432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326628.156594:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326628.156596:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326628.156660:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326628.156663:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf3a545b. 00000400:00000200:3.0:1767326628.156666:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326628.156669:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326628.156671:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f21e77c7 00000400:00000010:3.0:1767326628.156673:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f21e77c7. 00000100:00000001:3.0:1767326628.156675:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326628.156678:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025c21800 x1853175408690560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326628.156684:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326628.156686:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025c21800 x1853175408690560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326628.156692:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326628.156693:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326628.158055:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326628.158068:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326628.158071:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326628.158077:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326628.158084:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326628.158093:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f10480 00000400:00000200:0.0:1767326628.158099:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1191 [1] + 224 00000800:00000001:0.0:1767326628.158106:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326628.158130:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326628.158133:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326628.158138:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326628.158146:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326628.158150:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000497468fb x1853175408690304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326628.158160:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000497468fb x1853175408690304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326628.158180:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326628.158190:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326628.158194:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326628.158196:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326628.158198:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326628.158203:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326628.158209:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10500 00000400:00000200:0.0:1767326628.158212:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1199 [1] + 224 00000800:00000001:0.0:1767326628.158216:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326628.158220:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326628.158221:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326628.158223:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326628.158224:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326628.158227:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326628.158228:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326628.158233:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a858f5b x1853175408690432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326628.158235:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767326628.158240:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a858f5b x1853175408690432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326628.158240:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326628.158244:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f597b6. 00000400:00000200:1.0:1767326628.158250:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000400:00000010:1.0:1767326628.158253:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:1.0:1767326628.158257:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326628.158263:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000497468fb x1853175408690304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326628.158270:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326628.158277:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326628.158277:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000497468fb x1853175408690304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326628.158283:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326628.158285:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326628.158287:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326628.158291:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326628.158301:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10580 00000100:00000001:2.0:1767326628.158303:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326628.158307:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x11a1 [1] + 224 00000100:00000001:1.0:1767326628.158308:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326628.158308:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326628.158313:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326628.158313:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326628.158314:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326628.158318:0:211394:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:2.0:1767326628.158318:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1767326628.158319:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326628.158320:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba963094. 00000400:00000200:0.0:1767326628.158323:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767326628.158323:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767326628.158326:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2ed77ca 00000100:00000001:1.0:1767326628.158328:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767326628.158329:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:2.0:1767326628.158331:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2ed77ca. 00000100:00000001:1.0:1767326628.158332:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326628.158337:0:211395:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767326628.158338:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326628.158339:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326628.158344:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025c21800 x1853175408690560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326628.158344:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a858f5b x1853175408690432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326628.158348:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=24 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326628.158358:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=24 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326628.158366:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326628.158369:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326628.158374:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000025c21800 x1853175408690560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326628.158375:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767326628.158378:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a858f5b x1853175408690432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326628.158379:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326628.158385:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326628.158391:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326628.158392:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326628.158393:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000497468fb x1853175408690304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326628.158396:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326628.158396:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326628.158423:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326628.158425:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326628.158428:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326628.158430:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326628.158432:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326628.158437:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326628.158439:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326628.158441:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767326628.158444:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326628.158445:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326628.158452:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1209611. 00000100:00001000:2.0:1767326628.158454:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=19 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326628.158455:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326628.158459:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031788bcf 00000100:00000001:1.0:1767326628.158462:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1767326628.158463:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=19 v=5 (1 1 1 1) 00000400:00000010:3.0:1767326628.158466:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031788bcf. 00000100:00000001:1.0:1767326628.158467:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326628.158476:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326628.158478:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767326628.158479:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000497468fb x1853175408690304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326628.158482:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326628.158486:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326628.158491:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326628.158496:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025c21800 x1853175408690560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326628.158497:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767326628.158501:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000497468fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408690304:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326628.158504:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326628.158514:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326628.158521:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326628.158529:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326628.158536:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a858f5b x1853175408690432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326628.158539:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767326628.158540:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025c21800 x1853175408690560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326628.158553:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000497468fb x1853175408690304/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326628.158592:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326628.158597:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326628.158603:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326628.158606:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326628.158607:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326628.158609:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326628.158614:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767326628.158617:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326628.158618:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326628.158618:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326628.158622:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c467c30. 02000000:00000001:3.0:1767326628.158626:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326628.158627:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326628.158630:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326628.158634:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1767326628.158635:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=13 v=5 (5 5 5 5) 00000020:00000040:1.0:1767326628.158637:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000040:2.0:1767326628.158639:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a858f5b x1853175408690432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326628.158641:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1767326628.158646:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326628.158652:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326628.158655:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767326628.158662:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767326628.158664:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006387cacc. 00010000:00080000:3.0:1767326628.158670:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000025c21800 x1853175408690560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326628.158673:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1767326628.158677:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408690432:192.168.202.142@tcp:400: 02000000:00000001:1.0:1767326628.158680:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326628.158687:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000497468fb. 00010000:00000001:3.0:1767326628.158689:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326628.158700:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326628.158701:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326628.158701:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326628.158703:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326628.158716:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326628.158717:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326628.158720:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326628.158722:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326628.158726:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326628.158729:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025c21800 x1853175408690560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326628.158734:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a858f5b x1853175408690432/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326628.158737:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326628.158743:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326628.158756:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326628.158762:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326628.158783:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326628.158788:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326628.158789:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767326628.158797:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326628.158797:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326628.158804:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae3756b9. 00000100:00000040:3.0:1767326628.158810:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025c21800 x1853175408690560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326628.158811:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326628.158816:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326628.158821:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326628.158829:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326628.158834:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008545d895. 00000100:00100000:3.0:1767326628.158835:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408690560:192.168.202.142@tcp:400: 02000000:00000001:2.0:1767326628.158845:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326628.158847:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326628.158848:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a858f5b. 00000100:00000001:2.0:1767326628.158860:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326628.158862:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326628.158862:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326628.158865:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326628.158869:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025c21800 x1853175408690560/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326628.158873:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326628.158884:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326628.158885:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326628.158887:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326628.158890:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326628.158891:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326628.158896:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326628.158897:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000938caca6. 02000000:00000001:3.0:1767326628.158903:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326628.158906:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326628.158908:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326628.158910:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326628.158912:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a73220a7. 02000000:00000001:3.0:1767326628.158915:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326628.158916:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326628.158918:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025c21800. 00000100:00000001:3.0:1767326628.158922:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326628.158923:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326628.158925:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326628.158932:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326628.158934:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326628.158936:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326628.158938:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326629.179534:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326629.179542:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326629.179567:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326629.179571:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326629.179575:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326630.203561:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326630.203569:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326630.203646:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326630.203650:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326630.203654:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326631.227499:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326631.227504:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326631.227527:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326631.227536:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326631.227539:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326631.995500:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306499777, at 4306499840 00000100:00000040:1.0:1767326631.995500:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306499777, at 4306499840 00000100:00000040:2.0:1767326631.995500:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306499777, at 4306499840 00000100:00000040:3.0:1767326631.995500:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306499777, at 4306499840 00000100:00000010:0.0:1767326631.995517:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bae1c4d2. 00000100:00000010:1.0:1767326631.995518:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e79aa378. 00000100:00000010:3.0:1767326631.995519:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032e59226. 00000100:00000010:2.0:1767326631.995521:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044f287ec. 00010000:00000001:0.0:1767326632.251514:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326632.251520:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326632.251575:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326632.251579:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326632.251582:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326633.275511:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326633.275538:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326633.275544:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039d7d45a. 00000020:00000040:0.0:1767326633.275550:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326633.275554:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326633.275556:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326633.275561:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326633.275569:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a276710d. 00000100:00000001:0.0:1767326633.275576:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326633.275586:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000039d7d45a x1853175408690688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326633.275596:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326633.275599:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326633.275604:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039d7d45a] to pc [ptlrpcd_00_03+3] req@0000000039d7d45a x1853175408690688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326633.275628:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326633.275631:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326633.275634:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326633.275637:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d08e6cf1. 00000020:00000040:0.0:1767326633.275639:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326633.275641:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326633.275643:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326633.275643:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326633.275645:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326633.275647:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326633.275648:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f2654a5. 00000100:00000001:3.0:1767326633.275649:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326633.275651:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326633.275654:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000d08e6cf1 x1853175408690816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767326633.275654:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039d7d45a x1853175408690688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326633.275657:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326633.275674:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326633.275677:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326633.275677:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326633.275680:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326633.275680:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326633.275684:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08e6cf1] to pc [ptlrpcd_00_00+0] req@00000000d08e6cf1 x1853175408690816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326633.275690:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326633.275692:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326633.275695:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326633.275697:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000039d7d45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408690688:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326633.275701:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326633.275705:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326633.275706:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326633.275708:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326633.275711:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326633.275711:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326633.275715:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1767326633.275715:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b44f0cc3. 02000000:00000001:3.0:1767326633.275717:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326633.275718:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767326633.275719:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007ac03e31. 00000020:00000040:0.0:1767326633.275723:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000400:00000010:3.0:1767326633.275723:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fb0f531. 00000100:00000001:0.0:1767326633.275725:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326633.275727:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326633.275729:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326633.275729:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fb78b1d. 00000100:00100000:2.0:1767326633.275730:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000010:0.0:1767326633.275733:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020243973. 00000100:00000001:2.0:1767326633.275734:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326633.275736:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408690688, portal 25 00000100:00000001:0.0:1767326633.275739:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326633.275740:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326633.275741:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326633.275742:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000007ac03e31 x1853175408690944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326633.275742:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453953408 : -115368255598208 : ffff9712bc1b5180) 00000100:00000001:2.0:1767326633.275744:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326633.275745:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326633.275747:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326633.275750:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000039d7d45a x1853175408690688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326633.275752:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326633.275755:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326633.275758:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326633.275759:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326633.275760:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326633.275762:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326633.275768:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d08e6cf1 x1853175408690816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326633.275769:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ac03e31] to pc [ptlrpcd_00_01+1] req@000000007ac03e31 x1853175408690944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326633.275769:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326633.275773:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da85e6c9. 00000100:00000200:3.0:1767326633.275777:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408690688, offset 0 00000400:00000200:3.0:1767326633.275787:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326633.275798:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326633.275800:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326633.275803:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:2.0:1767326633.275804:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326633.275806:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326633.275808:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326633.275810:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767326633.275810:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1767326633.275814:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326633.275815:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767326633.275817:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00100000:2.0:1767326633.275821:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d08e6cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408690816:192.168.202.142@tcp:400: 00000100:00000040:0.0:1767326633.275822:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11838) 00000400:00000200:3.0:1767326633.275823:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326633.275828:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326633.275828:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767326633.275833:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326633.275833:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [540:540:256:4294967295] 192.168.202.142@tcp LPNI seq info [540:540:8:4294967295] 02000000:00000001:2.0:1767326633.275836:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326633.275840:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326633.275845:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b8f486f. 00010000:00000001:0.0:1767326633.275847:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326633.275849:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326633.275854:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:2.0:1767326633.275857:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326633.275863:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000daa81a71. 00000400:00000010:2.0:1767326633.275868:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb34fec2. 00000800:00000200:3.0:1767326633.275868:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000200:2.0:1767326633.275874:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408690816, portal 10 00000800:00000010:3.0:1767326633.275876:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a73220a7. 00000100:00000001:2.0:1767326633.275878:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326633.275880:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453949824 : -115368255601792 : ffff9712bc1b4380) 00000800:00000200:3.0:1767326633.275886:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:2.0:1767326633.275890:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d08e6cf1 x1853175408690816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326633.275901:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326633.275905:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:2.0:1767326633.275907:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326633.275911:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cce2b7d4. 00000800:00000200:3.0:1767326633.275912:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a73220a7 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767326633.275914:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408690816, offset 0 00000400:00000200:2.0:1767326633.275921:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000020:00000001:1.0:1767326633.275925:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767326633.275927:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000020:00000001:1.0:1767326633.275928:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326633.275929:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326633.275930:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:1.0:1767326633.275931:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767326633.275935:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326633.275936:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306504897 00000100:00000001:1.0:1767326633.275937:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326633.275938:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1767326633.275940:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767326633.275942:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326633.275943:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000010:3.0:1767326633.275943:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080aa1012. 00000100:00000001:1.0:1767326633.275947:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326633.275948:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [541:541:255:4294967295] 192.168.202.142@tcp LPNI seq info [541:541:7:4294967295] 00000100:00000001:1.0:1767326633.275949:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326633.275951:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326633.275952:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326633.275953:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326633.275954:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326633.275958:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007ac03e31 x1853175408690944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326633.275960:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326633.275961:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306504897 00000800:00000200:2.0:1767326633.275967:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:3.0:1767326633.275968:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003de2fc58. 00000100:00000001:1.0:1767326633.275970:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:2.0:1767326633.275971:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052a5ce86. 00000100:00000001:1.0:1767326633.275973:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326633.275975:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326633.275975:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767326633.275976:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:1.0:1767326633.275978:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326633.275981:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326633.275982:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306504897 00000800:00000200:2.0:1767326633.275983:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000010:3.0:1767326633.275988:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fdeaec1. 00000800:00000200:2.0:1767326633.275989:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052a5ce86 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1767326633.275990:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007ac03e31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408690944:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326633.275993:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326633.275994:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326633.275997:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306504897 02000000:00000001:1.0:1767326633.275999:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326633.276002:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326633.276002:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326633.276002:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075c60c17. 02000000:00000001:1.0:1767326633.276006:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326633.276008:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 99018 usecs (100 jiffies) 00000100:00000001:3.0:1767326633.276009:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 02000000:00000010:1.0:1767326633.276011:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e769b2c. 00000100:00000001:2.0:1767326633.276011:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306501220 02000000:00000001:1.0:1767326633.276014:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326633.276015:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306504897 00000100:00000001:3.0:1767326633.276015:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326633.276018:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f597b6. 00000100:00000001:2.0:1767326633.276019:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306501220 00000100:00000001:3.0:1767326633.276021:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326633.276023:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000100:00000001:2.0:1767326633.276026:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306504897 00000100:00000001:3.0:1767326633.276027:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326633.276028:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408690944, portal 10 00000100:00000001:2.0:1767326633.276029:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306501220 00000100:00000001:3.0:1767326633.276032:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326633.276033:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326633.276033:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306504897 00000100:00000001:1.0:1767326633.276035:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453952512 : -115368255599104 : ffff9712bc1b4e00) 00000100:00000001:2.0:1767326633.276038:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306501220 00000100:00000001:2.0:1767326633.276040:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306504897 00000100:00000001:3.0:1767326633.276040:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326633.276041:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007ac03e31 x1853175408690944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326633.276043:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326633.276043:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326633.276044:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1767326633.276049:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a73220a7. 00000100:00000001:2.0:1767326633.276049:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326633.276049:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326633.276053:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326633.276054:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326633.276055:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326633.276057:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326633.276057:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326633.276058:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326633.276061:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326633.276062:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326633.276062:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326633.276063:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d8bb3d6. 00000100:00000001:2.0:1767326633.276065:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326633.276068:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:1.0:1767326633.276069:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408690944, offset 0 00000100:00000001:2.0:1767326633.276069:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326633.276077:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326633.276082:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326633.276083:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da85e6c9 00000400:00000200:1.0:1767326633.276083:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:0.0:1767326633.276088:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da85e6c9. 00000400:00000200:1.0:1767326633.276089:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326633.276095:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767326633.276095:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326633.276100:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1767326633.276104:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039d7d45a x1853175408690688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326633.276106:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326633.276113:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [542:542:254:4294967295] 192.168.202.142@tcp LPNI seq info [542:542:6:4294967295] 00000100:00000001:0.0:1767326633.276124:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326633.276133:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039d7d45a x1853175408690688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326649 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326633.276140:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326633.276142:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767326633.276184:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326633.276188:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326633.276192:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d59ec675. 00000800:00000200:1.0:1767326633.276197:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326633.276202:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326633.276205:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d59ec675 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326633.276214:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326633.276216:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 130955 usecs (131 jiffies) 00000100:00000001:1.0:1767326633.276219:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306501251 00000100:00000001:1.0:1767326633.276221:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306504897 00000800:00000200:0.0:1767326633.276223:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326633.276224:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306501251 00000800:00000010:0.0:1767326633.276228:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052a5ce86. 00000100:00000001:1.0:1767326633.276229:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306504897 00000400:00000200:0.0:1767326633.276233:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326633.276233:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306501251 00000100:00000001:1.0:1767326633.276236:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306504897 00000100:00000001:1.0:1767326633.276240:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306501251 00000400:00000200:0.0:1767326633.276244:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326633.276244:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306504897 00000400:00000200:0.0:1767326633.276249:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce2b7d4 00000100:00000001:1.0:1767326633.276249:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326633.276252:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326633.276253:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cce2b7d4. 00000100:00000001:0.0:1767326633.276256:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326633.276257:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326633.276259:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d08e6cf1 x1853175408690816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326633.276262:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326633.276271:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326633.276274:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d08e6cf1 x1853175408690816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326633.276280:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326633.276281:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326633.276293:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326633.276295:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d59ec675. 00000400:00000200:0.0:1767326633.276298:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326633.276301:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326633.276303:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d8bb3d6 00000400:00000010:0.0:1767326633.276305:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d8bb3d6. 00000100:00000001:0.0:1767326633.276307:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326633.276309:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007ac03e31 x1853175408690944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326633.276315:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326633.276317:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007ac03e31 x1853175408690944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326633.276323:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326633.276324:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326633.277699:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326633.277710:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326633.277743:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326633.277789:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326633.277795:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326633.277803:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f10600 00000400:00000200:3.0:1767326633.277807:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x11a9 [1] + 224 00000800:00000001:3.0:1767326633.277816:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326633.277819:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326633.277820:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326633.277822:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326633.277825:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326633.277828:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039d7d45a x1853175408690688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326633.277873:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000039d7d45a x1853175408690688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326633.277884:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326633.277890:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326633.277892:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326633.277893:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326633.277894:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326633.277897:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326633.277901:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10680 00000400:00000200:3.0:1767326633.277904:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x11b1 [1] + 224 00000800:00000001:3.0:1767326633.277907:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326633.277909:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326633.277910:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326633.277913:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326633.277915:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326633.277917:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d08e6cf1 x1853175408690816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326633.277919:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326633.277923:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326633.277925:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d08e6cf1 x1853175408690816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326633.277929:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326633.277932:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326633.277934:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fb0f531. 00000100:00000001:3.0:1767326633.277936:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326633.277938:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fb78b1d 00000400:00000010:2.0:1767326633.277941:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fb78b1d. 00000100:00000001:2.0:1767326633.277945:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767326633.277948:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326633.277951:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039d7d45a x1853175408690688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326633.277954:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326633.277959:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326633.277962:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326633.277964:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326633.277966:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039d7d45a x1853175408690688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326633.277971:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326633.277976:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326633.277978:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326633.277978:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000010:0.0:1767326633.277980:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000daa81a71. 00000400:00000200:0.0:1767326633.277984:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb34fec2 00000100:00000001:2.0:1767326633.277986:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767326633.277988:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb34fec2. 00000400:00000200:3.0:1767326633.277988:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10700 00000100:00000001:2.0:1767326633.277989:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326633.277991:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326633.277993:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x11b9 [1] + 224 00000100:00000200:0.0:1767326633.277995:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d08e6cf1 x1853175408690816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326633.277997:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326633.278001:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326633.278003:0:211397:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767326633.278004:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767326633.278007:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d08e6cf1 x1853175408690816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326633.278009:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767326633.278009:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326633.278014:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326633.278015:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326633.278016:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326633.278019:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326633.278020:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326633.278020:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007ac03e31 x1853175408690944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326633.278025:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326633.278026:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326633.278027:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326633.278029:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326633.278032:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326633.278032:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007ac03e31 x1853175408690944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326633.278034:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326633.278035:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=29 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326633.278038:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=24 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326633.278041:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=24 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326633.278046:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326633.278046:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326633.278049:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326633.278050:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=29 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326633.278051:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767326633.278052:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326633.278056:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326633.278056:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326633.278057:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326633.278061:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326633.278061:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326633.278064:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00010000:00000001:2.0:1767326633.278064:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326633.278068:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326633.278069:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326633.278072:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326633.278073:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326633.278082:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d08e6cf1 x1853175408690816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326633.278083:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039d7d45a x1853175408690688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326633.278088:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326633.278093:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326633.278098:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326633.278101:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326633.278103:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326633.278105:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f597b6. 00000100:00000001:2.0:1767326633.278108:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326633.278110:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767326633.278112:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000100:00000001:0.0:1767326633.278113:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326633.278113:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767326633.278116:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:2.0:1767326633.278117:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326633.278121:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d08e6cf1 x1853175408690816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326633.278123:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767326633.278126:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039d7d45a x1853175408690688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326633.278131:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007ac03e31 x1853175408690944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326633.278148:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000039d7d45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408690688:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326633.278158:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326633.278164:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767326633.278168:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d08e6cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408690816:192.168.202.142@tcp:400: 00000100:00000200:1.0:1767326633.278170:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007ac03e31 x1853175408690944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326633.278171:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039d7d45a x1853175408690688/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326633.278175:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326633.278179:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326633.278185:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d08e6cf1 x1853175408690816/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326633.278202:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326633.278203:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326633.278204:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326633.278206:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767326633.278207:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326633.278207:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326633.278210:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b8f486f. 02000000:00000010:2.0:1767326633.278210:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b44f0cc3. 00000100:00000001:1.0:1767326633.278212:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326633.278216:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767326633.278217:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767326633.278217:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326633.278218:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767326633.278220:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767326633.278221:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326633.278222:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000040:2.0:1767326633.278224:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326633.278226:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326633.278228:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326633.278229:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326633.278230:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f2654a5. 02000000:00000001:1.0:1767326633.278233:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326633.278233:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a276710d. 02000000:00000001:0.0:1767326633.278235:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326633.278238:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1767326633.278240:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=18 v=5 (5 5 5 5) 02000000:00000001:2.0:1767326633.278240:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:0.0:1767326633.278241:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d08e6cf1. 02000000:00000001:2.0:1767326633.278244:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326633.278248:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039d7d45a. 00000100:00000001:0.0:1767326633.278249:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1767326633.278249:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=108 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326633.278253:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326633.278255:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326633.278255:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326633.278257:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326633.278258:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326633.278258:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326633.278263:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326633.278264:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326633.278265:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326633.278268:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767326633.278270:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000007ac03e31 x1853175408690944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326633.278271:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326633.278273:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326633.278277:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326633.278283:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326633.278284:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326633.278287:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326633.278289:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326633.278290:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326633.278292:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326633.278296:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326633.278298:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326633.278301:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007ac03e31 x1853175408690944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326633.278309:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326633.278311:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326633.278313:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326633.278316:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007ac03e31 x1853175408690944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326633.278323:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007ac03e31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408690944:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326633.278327:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326633.278329:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326633.278331:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007ac03e31 x1853175408690944/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326649 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326633.278337:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326633.278339:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326633.278341:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e769b2c. 02000000:00000001:1.0:1767326633.278343:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326633.278345:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326633.278350:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326633.278352:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326633.278353:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020243973. 02000000:00000001:1.0:1767326633.278356:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326633.278357:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326633.278358:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007ac03e31. 00000100:00000001:1.0:1767326633.278361:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326633.278362:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326633.278364:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326633.278367:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326633.278368:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326633.278370:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326633.278372:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326634.299509:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326634.299516:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326634.299587:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326634.299591:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326634.299594:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326635.323530:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326635.323537:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326635.323623:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326635.323628:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326635.323631:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326636.347555:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326636.347563:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326636.347646:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326636.347652:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326636.347657:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326637.115519:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306504897, at 4306504960 00000100:00000040:1.0:1767326637.115519:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306504897, at 4306504960 00000100:00000040:3.0:1767326637.115519:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306504897, at 4306504960 00000100:00000010:1.0:1767326637.115538:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003de2fc58. 00000100:00000010:3.0:1767326637.115540:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075c60c17. 00000100:00000010:0.0:1767326637.115554:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080aa1012. 00000100:00000040:2.0:1767326637.115639:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306504897, at 4306504960 00000100:00000010:2.0:1767326637.115646:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fdeaec1. 00010000:00000001:0.0:1767326637.372488:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326637.372499:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326637.372502:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326637.372504:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326637.372510:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326637.372513:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326637.372516:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326637.372518:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326637.372668:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326637.372672:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326637.372675:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326638.395523:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326638.395529:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326638.395534:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326638.395535:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326638.395547:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ab253b0. 00000020:00000040:1.0:1767326638.395553:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326638.395559:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1767326638.395561:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767326638.395562:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1767326638.395565:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326638.395569:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767326638.395570:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326638.395578:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011ae9229. 00000100:00000001:1.0:1767326638.395585:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326638.395596:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000006ab253b0 x1853175408691072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326638.395607:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326638.395621:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326638.395628:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab253b0] to pc [ptlrpcd_00_02+2] req@000000006ab253b0 x1853175408691072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326638.395659:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326638.395667:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326638.395671:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326638.395678:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326638.395680:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326638.395685:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ab253b0 x1853175408691072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326638.395687:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326638.395692:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a75f6d50. 00000100:00000001:2.0:1767326638.395694:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326638.395694:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767326638.395697:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326638.395698:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326638.395699:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326638.395703:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326638.395704:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326638.395706:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326638.395707:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326638.395710:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326638.395710:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326638.395715:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ab253b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408691072:192.168.202.142@tcp:400: 02000000:00000010:1.0:1767326638.395717:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015e6043a. 00000100:00000001:2.0:1767326638.395719:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326638.395721:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326638.395725:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326638.395727:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000a75f6d50 x1853175408691200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326638.395729:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326638.395734:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326638.395738:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326638.395739:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326638.395740:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b8f486f. 00000100:00000040:1.0:1767326638.395743:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a75f6d50] to pc [ptlrpcd_00_03+3] req@00000000a75f6d50 x1853175408691200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326638.395743:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326638.395751:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089e50dcc. 00000100:00000001:1.0:1767326638.395756:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326638.395758:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfca0bf5. 00000100:00000040:1.0:1767326638.395759:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326638.395763:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1767326638.395766:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408691072, portal 25 00000100:00000010:1.0:1767326638.395767:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000789fa2f6. 00000020:00000040:1.0:1767326638.395772:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326638.395772:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326638.395775:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604911616 : -115369104640000 : ffff9712897ff800) 00000100:00000001:1.0:1767326638.395776:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326638.395779:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326638.395780:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326638.395781:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326638.395784:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ab253b0 x1853175408691072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326638.395785:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767326638.395786:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000079c79e5f. 00000100:00000001:3.0:1767326638.395789:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326638.395790:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326638.395798:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000789fa2f6 x1853175408691328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767326638.395799:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a75f6d50 x1853175408691200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326638.395802:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326638.395808:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326638.395811:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fd962e9. 00000100:00000200:2.0:1767326638.395815:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408691072, offset 0 00000100:00000001:3.0:1767326638.395824:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326638.395827:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326638.395828:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326638.395829:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326638.395832:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326638.395834:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326638.395836:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000789fa2f6] to pc [ptlrpcd_00_00+0] req@00000000789fa2f6 x1853175408691328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326638.395838:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326638.395842:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:3.0:1767326638.395845:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326638.395851:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326638.395857:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00100000:3.0:1767326638.395860:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a75f6d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408691200:192.168.202.142@tcp:400: 00000400:00000200:2.0:1767326638.395865:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326638.395871:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326638.395872:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326638.395877:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [543:543:256:4294967295] 192.168.202.142@tcp LPNI seq info [543:543:8:4294967295] 02000000:00000001:3.0:1767326638.395877:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326638.395882:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326638.395886:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326638.395886:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326638.395891:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767326638.395894:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:1.0:1767326638.395897:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1767326638.395899:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8936372. 00000800:00000200:2.0:1767326638.395901:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767326638.395902:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11843) 02000000:00000001:3.0:1767326638.395904:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326638.395907:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dadd9a6c. 00000400:00000010:3.0:1767326638.395911:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f43542f. 00000800:00000200:2.0:1767326638.395915:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:3.0:1767326638.395919:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000865e4d10. 00000100:00000001:0.0:1767326638.395922:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326638.395922:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326638.395925:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408691200, portal 10 00000100:00000001:1.0:1767326638.395926:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767326638.395926:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326638.395928:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326638.395929:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326638.395931:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326638.395933:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dadd9a6c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326638.395934:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604898176 : -115369104653440 : ffff9712897fc380) 00000100:00000040:1.0:1767326638.395937:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000789fa2f6 x1853175408691328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326638.395944:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326638.395946:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326638.395946:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a75f6d50 x1853175408691200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326638.395949:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326638.395950:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326638.395952:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326638.395956:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306510017 02000000:00000001:1.0:1767326638.395957:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326638.395963:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003dd10927. 00000100:00100000:1.0:1767326638.395964:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000789fa2f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408691328:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326638.395967:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326638.395970:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326638.395973:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326638.395973:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767326638.395974:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326638.395976:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326638.395979:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767326638.395980:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c0aec41. 00000100:00000001:2.0:1767326638.395981:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306510017 02000000:00000010:1.0:1767326638.395982:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f45862c3. 02000000:00000001:1.0:1767326638.395986:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326638.395986:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408691200, offset 0 00000100:00000010:2.0:1767326638.395987:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae171abe. 00000400:00000010:1.0:1767326638.395994:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f597b6. 00000100:00000001:2.0:1767326638.395994:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326638.396000:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306510017 00000400:00000200:3.0:1767326638.396000:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:2.0:1767326638.396005:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088885fd7. 00000100:00000001:2.0:1767326638.396008:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326638.396010:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306510017 00000400:00000200:3.0:1767326638.396010:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:1.0:1767326638.396011:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000100:00000010:2.0:1767326638.396013:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052a18f61. 00000100:00000200:1.0:1767326638.396018:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408691328, portal 10 00000400:00000200:3.0:1767326638.396018:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326638.396020:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326638.396025:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326638.396025:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326638.396026:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326638.396029:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604908928 : -115369104642688 : ffff9712897fed80) 00000400:00000200:3.0:1767326638.396032:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326638.396038:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326638.396039:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326638.396041:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000789fa2f6 x1853175408691328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326638.396044:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326638.396047:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [544:544:255:4294967295] 192.168.202.142@tcp LPNI seq info [544:544:7:4294967295] 00000100:00000001:2.0:1767326638.396048:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326638.396059:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326638.396060:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326638.396061:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326638.396062:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326638.396067:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767326638.396068:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dadd9a6c. 00000100:00000040:1.0:1767326638.396069:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326638.396070:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326638.396073:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326638.396073:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:0.0:1767326638.396077:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326638.396077:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326638.396080:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d8bb3d6. 00000100:00000200:1.0:1767326638.396086:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408691328, offset 0 00000800:00000200:3.0:1767326638.396086:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326638.396089:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326638.396096:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326638.396096:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cb168bc. 00000400:00000200:0.0:1767326638.396103:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fd962e9 00000400:00000200:1.0:1767326638.396105:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:3.0:1767326638.396106:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:0.0:1767326638.396108:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fd962e9. 00000400:00000200:1.0:1767326638.396110:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326638.396115:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326638.396116:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767326638.396119:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326638.396124:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000200:0.0:1767326638.396125:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ab253b0 x1853175408691072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326638.396128:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [545:545:254:4294967295] 192.168.202.142@tcp LPNI seq info [545:545:6:4294967295] 00000400:00000200:1.0:1767326638.396141:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326638.396147:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326638.396148:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:1.0:1767326638.396150:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2a70f3e. 00000100:00000040:0.0:1767326638.396154:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ab253b0 x1853175408691072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326638.396155:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326638.396163:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326638.396167:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b2a70f3e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326638.396172:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326638.396173:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326638.396176:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767326638.396177:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 130150 usecs (131 jiffies) 00000100:00000001:1.0:1767326638.396180:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306506371 00000100:00000001:1.0:1767326638.396182:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306510017 00000100:00000001:1.0:1767326638.396184:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306506371 00000100:00000001:1.0:1767326638.396185:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306510017 00000100:00000001:1.0:1767326638.396187:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306506371 00000100:00000001:1.0:1767326638.396189:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306510017 00000100:00000001:1.0:1767326638.396191:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306506371 00000100:00000001:1.0:1767326638.396192:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306510017 00000100:00000001:1.0:1767326638.396193:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326638.396194:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326638.396195:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326638.396196:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326638.396201:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002cb168bc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326638.396203:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326638.396206:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326638.396207:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326638.396209:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326638.396211:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326638.396213:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326638.396217:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326638.396217:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326638.396220:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767326638.396223:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 98422 usecs (99 jiffies) 00000800:00000010:0.0:1767326638.396224:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2a70f3e. 00000400:00000200:0.0:1767326638.396230:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326638.396230:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306506339 00000100:00000001:3.0:1767326638.396235:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306510017 00000400:00000200:0.0:1767326638.396238:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326638.396240:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306506339 00000400:00000200:0.0:1767326638.396243:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d8bb3d6 00000100:00000001:3.0:1767326638.396245:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306510017 00000400:00000010:0.0:1767326638.396247:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d8bb3d6. 00000100:00000001:0.0:1767326638.396250:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326638.396253:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000789fa2f6 x1853175408691328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326638.396267:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326638.396269:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000789fa2f6 x1853175408691328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326638.396276:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326638.396278:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326638.396299:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306506339 00000100:00000001:3.0:1767326638.396302:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306510017 00000100:00000001:3.0:1767326638.396304:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306506339 00000100:00000001:3.0:1767326638.396306:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306510017 00000100:00000001:3.0:1767326638.396309:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326638.396311:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326638.396313:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326638.396314:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326638.396317:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cb168bc. 00000100:00000001:3.0:1767326638.396318:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326638.396324:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326638.396326:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326638.396329:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326638.396333:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326638.396334:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326638.396338:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326638.396339:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c0aec41 00000100:00000001:3.0:1767326638.396340:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326638.396343:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c0aec41. 00000100:00000001:0.0:1767326638.396346:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326638.396349:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a75f6d50 x1853175408691200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326638.396356:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326638.396358:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a75f6d50 x1853175408691200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326638.396364:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326638.396366:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326638.396380:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326638.397424:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326638.397437:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326638.397440:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326638.397444:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326638.397452:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326638.397463:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f10780 00000400:00000200:0.0:1767326638.397470:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x11c1 [1] + 224 00000800:00000001:0.0:1767326638.397478:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326638.397493:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326638.397496:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326638.397499:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326638.397504:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326638.397515:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ab253b0 x1853175408691072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326638.397524:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ab253b0 x1853175408691072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326638.397539:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326638.397546:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326638.397551:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326638.397553:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326638.397556:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326638.397561:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:2.0:1767326638.397565:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326638.397568:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326638.397570:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10880 00000400:00000001:2.0:1767326638.397575:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326638.397579:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326638.397580:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089e50dcc. 00000400:00000200:2.0:1767326638.397584:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfca0bf5 00000400:00000010:2.0:1767326638.397586:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfca0bf5. 00000100:00000001:2.0:1767326638.397589:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326638.397593:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x11d1 [1] + 224 00000100:00000200:2.0:1767326638.397595:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ab253b0 x1853175408691072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326638.397604:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326638.397619:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ab253b0 x1853175408691072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326638.397622:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326638.397627:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326638.397633:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767326638.397638:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326638.397639:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326638.397643:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326638.397644:0:211388:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767326638.397645:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326638.397648:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326638.397651:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326638.397652:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000789fa2f6 x1853175408691328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326638.397655:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326638.397663:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=34 v=5 (5 5 5 5) 00000100:00000040:0.0:1767326638.397667:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000789fa2f6 x1853175408691328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326638.397668:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=34 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326638.397673:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326638.397680:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326638.397683:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326638.397685:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326638.397689:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326638.397693:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326638.397696:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326638.397699:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ab253b0 x1853175408691072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326638.397702:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326638.397707:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767326638.397708:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326638.397712:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1767326638.397714:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326638.397714:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326638.397716:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326638.397719:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326638.397724:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326638.397725:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000040:2.0:1767326638.397727:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ab253b0 x1853175408691072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326638.397728:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326638.397732:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f597b6. 00000400:00000200:1.0:1767326638.397738:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000400:00000200:0.0:1767326638.397739:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10800 00000400:00000010:1.0:1767326638.397743:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00100000:2.0:1767326638.397748:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ab253b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408691072:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326638.397750:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326638.397753:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326638.397754:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x11c9 [1] + 224 00000100:00000001:2.0:1767326638.397757:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326638.397758:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000789fa2f6 x1853175408691328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326638.397762:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ab253b0 x1853175408691072/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326638.397764:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326638.397780:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326638.397785:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326638.397789:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326638.397792:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767326638.397795:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000789fa2f6 x1853175408691328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326638.397796:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b8f486f. 00000400:00000200:0.0:1767326638.397798:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 02000000:00000001:2.0:1767326638.397802:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326638.397805:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326638.397807:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767326638.397808:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326638.397812:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326638.397813:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767326638.397815:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a75f6d50 x1853175408691200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326638.397816:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011ae9229. 00000100:00000001:1.0:1767326638.397817:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326638.397822:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326638.397824:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326638.397826:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767326638.397828:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:2.0:1767326638.397830:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ab253b0. 00000100:00000001:1.0:1767326638.397832:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326638.397834:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326638.397837:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767326638.397838:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326638.397841:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a75f6d50 x1853175408691200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326638.397841:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326638.397845:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=23 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326638.397847:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326638.397853:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=113 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326638.397856:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326638.397858:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326638.397860:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326638.397861:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326638.397865:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326638.397866:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326638.397870:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767326638.397871:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000789fa2f6 x1853175408691328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326638.397876:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326638.397877:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326638.397881:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1767326638.397884:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326638.397889:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000800:00000001:0.0:1767326638.397890:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326638.397892:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326638.397896:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326638.397898:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000789fa2f6 x1853175408691328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326638.397903:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326638.397904:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326638.397905:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326638.397906:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326638.397909:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326638.397911:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000789fa2f6 x1853175408691328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326638.397913:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326638.397916:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326638.397917:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f43542f. 00000400:00000200:3.0:1767326638.397920:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000865e4d10 00000100:00100000:1.0:1767326638.397923:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000789fa2f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408691328:192.168.202.142@tcp:400: 00000400:00000010:3.0:1767326638.397924:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000865e4d10. 00000100:00000001:1.0:1767326638.397928:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326638.397930:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326638.397931:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326638.397934:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000789fa2f6 x1853175408691328/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326638.397939:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a75f6d50 x1853175408691200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326638.397941:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326638.397942:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326638.397944:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f45862c3. 02000000:00000001:1.0:1767326638.397948:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326638.397950:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326638.397952:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326638.397955:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326638.397958:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000079c79e5f. 02000000:00000001:1.0:1767326638.397960:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326638.397962:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1767326638.397962:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a75f6d50 x1853175408691200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326638.397963:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000789fa2f6. 00000100:00000001:1.0:1767326638.397967:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326638.397968:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326638.397972:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326638.397976:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326638.397978:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326638.397979:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326638.397981:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326638.397999:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326638.398001:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326638.398003:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326638.398004:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326638.398005:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326638.398007:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326638.398008:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326638.398011:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=29 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326638.398013:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=29 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326638.398015:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326638.398016:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326638.398017:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326638.398019:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326638.398020:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326638.398021:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326638.398022:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326638.398023:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326638.398026:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a75f6d50 x1853175408691200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326638.398030:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326638.398031:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326638.398032:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326638.398034:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a75f6d50 x1853175408691200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326638.398038:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a75f6d50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408691200:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326638.398040:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326638.398041:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326638.398042:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a75f6d50 x1853175408691200/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326638.398046:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326638.398047:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326638.398057:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8936372. 02000000:00000001:3.0:1767326638.398059:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326638.398060:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326638.398061:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326638.398062:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326638.398063:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000015e6043a. 02000000:00000001:3.0:1767326638.398065:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326638.398066:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326638.398067:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a75f6d50. 00000100:00000001:3.0:1767326638.398069:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326638.398070:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326638.398071:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326638.398073:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326638.398074:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326638.398075:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326638.398076:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326639.419618:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326639.419627:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326639.419779:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326639.419783:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326639.419786:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326640.443546:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326640.443553:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326640.443638:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326640.443641:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326640.443644:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326641.467550:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326641.467559:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326641.467599:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326641.467603:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326641.467607:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326642.235522:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306510017, at 4306510080 00000100:00000040:2.0:1767326642.235522:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306510017, at 4306510080 00000100:00000040:1.0:1767326642.235523:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306510017, at 4306510080 00000100:00000010:2.0:1767326642.235542:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088885fd7. 00000100:00000010:1.0:1767326642.235544:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae171abe. 00000100:00000010:0.0:1767326642.235549:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003dd10927. 00000100:00000040:3.0:1767326642.235698:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306510017, at 4306510080 00000100:00000010:3.0:1767326642.235706:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052a18f61. 00010000:00000001:0.0:1767326642.491553:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326642.491561:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326642.491595:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326642.491600:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326642.491604:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326643.515546:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326643.515557:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326643.515684:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326643.515692:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326643.515705:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025c21800. 00000020:00000040:3.0:1767326643.515714:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326643.515719:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326643.515724:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1767326643.515726:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767326643.515731:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326643.515732:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326643.515738:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:3.0:1767326643.515743:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a1404ea1. 00000100:00000001:3.0:1767326643.515753:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326643.515766:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000025c21800 x1853175408691456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326643.515778:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326643.515780:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326643.515785:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025c21800] to pc [ptlrpcd_00_01+1] req@0000000025c21800 x1853175408691456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326643.515812:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326643.515829:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326643.515834:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326643.515835:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326643.515838:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326643.515841:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326643.515842:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326643.515845:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025c21800 x1853175408691456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326643.515847:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9b89a7. 00000100:00000001:1.0:1767326643.515849:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326643.515853:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326643.515860:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326643.515862:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767326643.515863:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326643.515865:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326643.515867:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326643.515869:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767326643.515874:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008a98e938. 02000000:00000001:0.0:1767326643.515877:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326643.515879:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326643.515880:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326643.515885:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408691456:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767326643.515887:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000003e9b89a7 x1853175408691584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326643.515900:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326643.515907:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326643.515907:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326643.515910:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326643.515912:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326643.515917:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9b89a7] to pc [ptlrpcd_00_02+2] req@000000003e9b89a7 x1853175408691584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326643.515918:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326643.515924:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002cd6166c. 02000000:00000001:0.0:1767326643.515929:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326643.515941:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009adee94e. 00000400:00000010:0.0:1767326643.515950:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b25e7918. 00000100:00000200:0.0:1767326643.515959:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408691456, portal 25 00000100:00000001:3.0:1767326643.515962:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326643.515963:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326643.515967:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571635712 : -115369137915904 : ffff971287843800) 00000100:00000040:3.0:1767326643.515967:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326643.515975:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326643.515977:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326643.515978:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025c21800 x1853175408691456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767326643.515981:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000015a32238. 00000100:00000001:2.0:1767326643.515982:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326643.515986:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767326643.515987:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326643.515991:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326643.515994:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326643.515995:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326643.515995:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9b89a7 x1853175408691584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326643.515997:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326643.515998:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326643.516001:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326643.516008:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000010:3.0:1767326643.516010:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cb168bc. 00000400:00000010:0.0:1767326643.516014:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d045329. 00000100:00000001:2.0:1767326643.516016:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326643.516017:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326643.516020:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326643.516021:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408691456, offset 0 00000400:00000200:0.0:1767326643.516032:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326643.516033:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326643.516037:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000015a32238 x1853175408691712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326643.516038:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326643.516043:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326643.516051:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00100000:2.0:1767326643.516052:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408691584:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326643.516054:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326643.516058:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326643.516062:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326643.516062:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326643.516067:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326643.516067:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a32238] to pc [ptlrpcd_00_03+3] req@0000000015a32238 x1853175408691712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326643.516071:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326643.516072:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:2.0:1767326643.516077:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326643.516082:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1767326643.516084:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b8f486f. 00000400:00000200:0.0:1767326643.516088:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767326643.516089:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326643.516096:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [546:546:256:4294967295] 192.168.202.142@tcp LPNI seq info [546:546:8:4294967295] 00000400:00000010:2.0:1767326643.516096:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089e50dcc. 00000400:00000010:2.0:1767326643.516102:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfca0bf5. 00000100:00000200:2.0:1767326643.516108:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408691584, portal 10 00000100:00000001:2.0:1767326643.516118:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326643.516120:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571622272 : -115369137929344 : ffff971287840380) 00000100:00000001:3.0:1767326643.516121:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326643.516124:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:3.0:1767326643.516126:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326643.516130:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9b89a7 x1853175408691584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326643.516132:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326643.516136:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767326643.516140:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326643.516140:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326643.516140:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11849) 00000100:00000001:2.0:1767326643.516142:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326643.516144:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326643.516149:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326643.516150:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000100:00000040:1.0:1767326643.516151:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000015a32238 x1853175408691712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326643.516153:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000411bc08a. 00000100:00000200:2.0:1767326643.516157:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408691584, offset 0 00000800:00000200:0.0:1767326643.516163:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326643.516169:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326643.516169:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326643.516172:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326643.516175:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326643.516177:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326643.516178:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:2.0:1767326643.516179:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:1.0:1767326643.516181:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326643.516184:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326643.516186:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1767326643.516187:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000015a32238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408691712:192.168.202.142@tcp:400: 00000400:00000200:2.0:1767326643.516191:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326643.516193:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326643.516196:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326643.516197:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326643.516199:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:1.0:1767326643.516201:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326643.516205:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326643.516205:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [547:547:255:4294967295] 192.168.202.142@tcp LPNI seq info [547:547:7:4294967295] 02000000:00000010:1.0:1767326643.516210:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b44f0cc3. 00000100:00000001:0.0:1767326643.516211:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326643.516215:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326643.516217:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:1.0:1767326643.516219:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f597b6. 00000800:00000200:2.0:1767326643.516225:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326643.516226:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000100:00000001:0.0:1767326643.516227:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306515137 00000800:00000010:2.0:1767326643.516229:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed9e0e5f. 00000100:00000200:1.0:1767326643.516231:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408691712, portal 10 00000100:00000010:0.0:1767326643.516234:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000601d7410. 00000100:00000001:1.0:1767326643.516235:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326643.516238:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571628544 : -115369137923072 : ffff971287841c00) 00000800:00000200:2.0:1767326643.516238:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326643.516246:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326643.516246:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:1.0:1767326643.516248:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000015a32238 x1853175408691712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326643.516251:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed9e0e5f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326643.516256:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306515137 00000100:00000001:2.0:1767326643.516257:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326643.516262:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080042d7a. 00000100:00000040:2.0:1767326643.516264:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 97832 usecs (98 jiffies) 00000100:00000001:2.0:1767326643.516268:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306511458 00000100:00000001:0.0:1767326643.516269:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326643.516271:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326643.516272:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306515137 00000100:00000001:2.0:1767326643.516275:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306511458 00000100:00000001:0.0:1767326643.516276:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306515137 00000100:00000001:2.0:1767326643.516278:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306515137 00000100:00000040:1.0:1767326643.516280:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326643.516283:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306511458 00000100:00000010:0.0:1767326643.516285:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077436310. 00000400:00000010:1.0:1767326643.516286:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c73279cb. 00000100:00000001:0.0:1767326643.516291:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767326643.516292:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408691712, offset 0 00000100:00000001:0.0:1767326643.516297:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306515137 00000100:00000001:2.0:1767326643.516297:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306515137 00000800:00000200:3.0:1767326643.516300:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767326643.516303:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000055b570f. 00000800:00000010:3.0:1767326643.516305:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000100:00000001:2.0:1767326643.516309:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306511458 00000400:00000200:1.0:1767326643.516310:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326643.516314:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326643.516317:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326643.516319:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326643.516325:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326643.516325:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306515137 00000400:00000200:1.0:1767326643.516326:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326643.516327:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326643.516332:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326643.516333:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326643.516334:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326643.516339:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326643.516340:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326643.516341:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326643.516343:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326643.516346:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326643.516348:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326643.516348:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326643.516355:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [548:548:254:4294967295] 192.168.202.142@tcp LPNI seq info [548:548:6:4294967295] 00000100:00000001:0.0:1767326643.516358:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326643.516358:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326643.516362:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326643.516363:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326643.516368:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326643.516370:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326643.516371:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326643.516372:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326643.516373:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326643.516377:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326643.516381:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326643.516382:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326643.516383:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326643.516383:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d045329 00000800:00000010:1.0:1767326643.516387:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079c79e5f. 00000400:00000010:3.0:1767326643.516387:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d045329. 00000100:00000001:2.0:1767326643.516389:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326643.516396:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326643.516396:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326643.516420:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326643.516422:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000079c79e5f type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767326643.516423:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025c21800 x1853175408691456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326643.516433:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326643.516436:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326643.516436:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025c21800 x1853175408691456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326643.516444:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326643.516445:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 129351 usecs (130 jiffies) 00000100:00000001:3.0:1767326643.516446:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326643.516451:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306511491 00000100:00000001:1.0:1767326643.516454:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306515137 00000100:00000001:1.0:1767326643.516457:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306511491 00000800:00000200:3.0:1767326643.516459:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326643.516460:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306515137 00000800:00000010:3.0:1767326643.516463:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed9e0e5f. 00000100:00000001:1.0:1767326643.516465:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306511491 00000400:00000200:3.0:1767326643.516466:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326643.516471:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306515137 00000400:00000200:3.0:1767326643.516472:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326643.516475:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000411bc08a 00000100:00000001:1.0:1767326643.516477:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306511491 00000400:00000010:3.0:1767326643.516478:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000411bc08a. 00000100:00000001:3.0:1767326643.516480:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326643.516483:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306515137 00000100:00000200:3.0:1767326643.516483:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9b89a7 x1853175408691584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326643.516489:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326643.516493:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326643.516495:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326643.516496:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9b89a7 x1853175408691584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326643.516500:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326643.516505:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326643.516509:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326643.516513:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326643.516518:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326643.516520:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326643.516522:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326643.516524:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326643.516527:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326643.516529:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326643.516587:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326643.516589:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079c79e5f. 00000400:00000200:3.0:1767326643.516591:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326643.516594:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326643.516596:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c73279cb 00000400:00000010:3.0:1767326643.516597:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c73279cb. 00000100:00000001:3.0:1767326643.516598:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326643.516600:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000015a32238 x1853175408691712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326643.516606:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326643.516608:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000015a32238 x1853175408691712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326643.516614:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326643.516616:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326643.517927:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326643.517951:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326643.517955:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326643.517958:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326643.517966:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326643.517978:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f10900 00000400:00000200:0.0:1767326643.517986:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x11d9 [1] + 224 00000800:00000001:0.0:1767326643.517993:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326643.517998:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326643.518000:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326643.518005:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326643.518017:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326643.518021:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025c21800 x1853175408691456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326643.518030:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000025c21800 x1853175408691456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326643.518062:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326643.518072:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326643.518084:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326643.518086:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326643.518089:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326643.518090:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326643.518094:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326643.518095:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000001:2.0:1767326643.518102:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326643.518105:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10a00 00000400:00000001:2.0:1767326643.518106:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326643.518111:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009adee94e. 00000400:00000200:2.0:1767326643.518116:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b25e7918 00000400:00000010:2.0:1767326643.518118:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b25e7918. 00000100:00000001:2.0:1767326643.518121:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326643.518124:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x11e9 [1] + 224 00000100:00000200:2.0:1767326643.518127:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025c21800 x1853175408691456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326643.518132:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326643.518137:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326643.518142:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767326643.518142:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025c21800 x1853175408691456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326643.518151:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326643.518158:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326643.518159:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326643.518161:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326643.518165:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000015a32238 x1853175408691712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326643.518167:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326643.518171:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326643.518175:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767326643.518178:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000015a32238 x1853175408691712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326643.518180:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326643.518187:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326643.518195:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=39 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326643.518199:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326643.518205:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326643.518210:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326643.518210:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=39 v=5 (1 1 1 1) 00000800:00000001:0.0:1767326643.518214:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326643.518216:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326643.518219:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326643.518220:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326643.518226:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:1.0:1767326643.518228:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326643.518229:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326643.518232:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767326643.518233:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326643.518236:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326643.518237:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10980 00000100:00000001:2.0:1767326643.518239:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326643.518240:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326643.518243:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f597b6. 00000400:00000200:1.0:1767326643.518247:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000100:00000040:2.0:1767326643.518248:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025c21800 x1853175408691456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326643.518250:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:1.0:1767326643.518255:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326643.518261:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x11e1 [1] + 224 00000100:00000200:1.0:1767326643.518263:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000015a32238 x1853175408691712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326643.518263:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326643.518269:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1767326643.518271:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326643.518273:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326643.518280:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000015a32238 x1853175408691712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326643.518283:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025c21800 x1853175408691456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326643.518295:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326643.518300:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326643.518304:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326643.518307:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767326643.518307:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408691456:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326643.518311:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326643.518312:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326643.518316:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326643.518318:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326643.518319:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326643.518322:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326643.518324:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9b89a7 x1853175408691584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326643.518325:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326643.518326:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326643.518330:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767326643.518335:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=28 v=5 (5 5 5 5) 00000100:00000040:2.0:1767326643.518337:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025c21800 x1853175408691456/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326643.518344:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=118 v=5 (1 0 0 0) 00000100:00000040:0.0:1767326643.518347:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9b89a7 x1853175408691584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326643.518352:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326643.518355:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326643.518358:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767326643.518359:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767326643.518363:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:1.0:1767326643.518368:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000015a32238 x1853175408691712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326643.518368:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002cd6166c. 02000000:00000001:2.0:1767326643.518375:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326643.518378:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326643.518380:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326643.518380:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326643.518381:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326643.518386:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767326643.518386:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:0.0:1767326643.518387:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326643.518390:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 02000000:00000010:2.0:1767326643.518391:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a1404ea1. 00000800:00000001:0.0:1767326643.518393:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326643.518396:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767326643.518424:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326643.518426:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326643.518427:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326643.518431:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025c21800. 00000100:00000001:3.0:1767326643.518431:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326643.518433:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000015a32238 x1853175408691712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326643.518435:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326643.518440:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1767326643.518441:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326643.518445:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326643.518445:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326643.518446:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326643.518449:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089e50dcc. 00000100:00000001:1.0:1767326643.518451:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326643.518451:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326643.518455:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326643.518456:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfca0bf5 00000100:00000001:2.0:1767326643.518459:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767326643.518460:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfca0bf5. 00000100:00000040:1.0:1767326643.518461:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015a32238 x1853175408691712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326643.518463:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326643.518466:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326643.518468:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326643.518472:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326643.518474:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9b89a7 x1853175408691584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326643.518482:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000015a32238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408691712:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326643.518492:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326643.518493:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9b89a7 x1853175408691584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326643.518497:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326643.518503:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000015a32238 x1853175408691712/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326643.518506:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326643.518509:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326643.518516:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326643.518518:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326643.518520:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767326643.518521:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767326643.518523:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b44f0cc3. 02000000:00000001:1.0:1767326643.518527:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326643.518529:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767326643.518530:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326643.518531:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326643.518533:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:3.0:1767326643.518534:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326643.518539:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767326643.518540:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=34 v=5 (5 5 5 5) 02000000:00000010:1.0:1767326643.518541:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cb168bc. 00000100:00001000:3.0:1767326643.518546:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=34 v=5 (1 1 1 1) 02000000:00000001:1.0:1767326643.518547:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326643.518551:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326643.518551:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:1.0:1767326643.518554:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000015a32238. 00000100:00000001:3.0:1767326643.518554:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326643.518557:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326643.518561:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767326643.518561:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326643.518575:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326643.518578:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326643.518578:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326643.518582:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326643.518584:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326643.518584:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326643.518590:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9b89a7 x1853175408691584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326643.518591:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326643.518594:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326643.518600:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326643.518601:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326643.518605:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326643.518605:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326643.518606:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326643.518611:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9b89a7 x1853175408691584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326643.518615:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408691584:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326643.518618:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326643.518619:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326643.518621:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9b89a7 x1853175408691584/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326643.518624:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326643.518625:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326643.518626:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b8f486f. 02000000:00000001:3.0:1767326643.518629:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326643.518630:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326643.518631:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326643.518632:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326643.518633:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008a98e938. 02000000:00000001:3.0:1767326643.518639:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326643.518640:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326643.518641:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9b89a7. 00000100:00000001:3.0:1767326643.518643:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326643.518644:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326643.518645:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326643.518647:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326643.518648:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326643.518650:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326643.518651:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326644.539529:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326644.539540:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326644.539596:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326644.539628:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326644.539632:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326645.563537:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326645.563558:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326645.563579:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326645.563584:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326645.563587:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326646.587551:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326646.587562:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326646.587566:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326646.587569:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326646.587576:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326646.587578:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326646.587580:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326646.587583:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326646.587628:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326646.587633:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326646.587636:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326647.355514:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306515137, at 4306515200 00000100:00000040:1.0:1767326647.355514:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306515137, at 4306515200 00000100:00000040:2.0:1767326647.355514:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306515137, at 4306515200 00000100:00000040:3.0:1767326647.355514:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306515137, at 4306515200 00000100:00000010:2.0:1767326647.355543:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077436310. 00000100:00000010:3.0:1767326647.355544:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000055b570f. 00000100:00000010:0.0:1767326647.355547:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000601d7410. 00000100:00000010:1.0:1767326647.355549:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080042d7a. 00010000:00000001:0.0:1767326647.611557:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326647.611564:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326647.611598:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326647.611605:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326647.611607:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326648.635551:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326648.635566:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326648.635578:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d08e6cf1. 00000020:00000040:0.0:1767326648.635586:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326648.635591:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326648.635601:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326648.635607:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326648.635636:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f2654a5. 00000100:00000001:0.0:1767326648.635644:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326648.635657:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000d08e6cf1 x1853175408691840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326648.635670:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326648.635672:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326648.635678:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d08e6cf1] to pc [ptlrpcd_00_00+0] req@00000000d08e6cf1 x1853175408691840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326648.635712:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326648.635715:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326648.635719:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326648.635722:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c3ee48e. 00000020:00000040:0.0:1767326648.635724:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326648.635727:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326648.635729:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326648.635731:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326648.635734:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020243973. 00000100:00000001:0.0:1767326648.635738:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326648.635742:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000007c3ee48e x1853175408691968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326648.635745:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326648.635752:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326648.635752:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326648.635753:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767326648.635756:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326648.635757:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326648.635758:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326648.635763:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c3ee48e] to pc [ptlrpcd_00_01+1] req@000000007c3ee48e x1853175408691968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326648.635769:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326648.635773:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326648.635777:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326648.635779:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326648.635781:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326648.635782:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326648.635786:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326648.635791:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c3ee48e x1853175408691968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326648.635794:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326648.635799:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000094420207. 00000100:00000001:1.0:1767326648.635799:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326648.635800:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326648.635803:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326648.635804:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326648.635805:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326648.635810:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326648.635811:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326648.635814:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326648.635816:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326648.635819:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767326648.635820:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007c3ee48e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408691968:192.168.202.142@tcp:400: 02000000:00000001:0.0:1767326648.635823:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326648.635825:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767326648.635830:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a276710d. 02000000:00000001:2.0:1767326648.635832:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326648.635836:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326648.635836:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326648.635838:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326648.635844:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b8f486f. 00000100:00000040:0.0:1767326648.635845:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000094420207 x1853175408692096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326648.635847:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326648.635859:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039a4802b. 00000100:00000001:0.0:1767326648.635866:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767326648.635866:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ed339f. 00000100:00000001:0.0:1767326648.635869:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326648.635874:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408691968, portal 10 00000100:00000040:0.0:1767326648.635875:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094420207] to pc [ptlrpcd_00_02+2] req@0000000094420207 x1853175408692096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326648.635878:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326648.635880:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453958784 : -115368255592832 : ffff9712bc1b6680) 00000100:00000040:2.0:1767326648.635888:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007c3ee48e x1853175408691968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326648.635895:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326648.635897:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326648.635899:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000628fadee. 00000100:00000200:2.0:1767326648.635901:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408691968, offset 0 00000100:00000001:0.0:1767326648.635905:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326648.635906:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:0.0:1767326648.635911:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767326648.635915:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767326648.635921:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11854) 00000400:00000200:2.0:1767326648.635922:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326648.635928:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326648.635929:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326648.635934:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326648.635937:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326648.635938:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326648.635942:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326648.635944:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326648.635947:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:3.0:1767326648.635947:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000094420207 x1853175408692096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326648.635950:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1767326648.635950:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326648.635956:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326648.635956:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [549:549:256:4294967295] 192.168.202.142@tcp LPNI seq info [549:549:8:4294967295] 00000100:00000001:3.0:1767326648.635968:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326648.635970:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326648.635976:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767326648.635977:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:3.0:1767326648.635980:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326648.635986:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326648.635986:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326648.635989:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326648.635994:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326648.635994:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f07b907. 00000100:00100000:3.0:1767326648.635994:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000094420207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408692096:192.168.202.142@tcp:400: 00010000:00010000:1.0:1767326648.636002:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326648.636002:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767326648.636007:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:3.0:1767326648.636007:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326648.636011:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326648.636014:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326648.636018:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021e5d9ab. 00000800:00000200:2.0:1767326648.636020:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:3.0:1767326648.636022:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326648.636027:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f07b907 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767326648.636029:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f43542f. 00000400:00000010:3.0:1767326648.636035:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000865e4d10. 00000100:00000200:3.0:1767326648.636038:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408692096, portal 10 00000100:00000001:3.0:1767326648.636040:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326648.636042:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453962368 : -115368255589248 : ffff9712bc1b7480) 00000100:00000001:2.0:1767326648.636044:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326648.636049:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000094420207 x1853175408692096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326648.636050:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 97252 usecs (98 jiffies) 00000100:00000001:2.0:1767326648.636055:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306516578 00000100:00000010:2.0:1767326648.636060:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088885fd7. 00000100:00000001:3.0:1767326648.636068:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326648.636070:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767326648.636074:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326648.636079:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306516578 00000400:00000010:3.0:1767326648.636079:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fbf3f23. 00000100:00000200:3.0:1767326648.636083:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408692096, offset 0 00000100:00000010:2.0:1767326648.636088:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000851a6f3. 00000100:00000001:2.0:1767326648.636092:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326648.636096:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326648.636101:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306516578 00000400:00000200:3.0:1767326648.636104:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000010:2.0:1767326648.636106:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd8dfb95. 00000400:00000200:3.0:1767326648.636109:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326648.636110:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326648.636115:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306516578 00000400:00000200:3.0:1767326648.636116:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000010:2.0:1767326648.636119:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074bebb19. 00000400:00000200:3.0:1767326648.636122:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326648.636123:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326648.636129:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326648.636129:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326648.636133:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326648.636137:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767326648.636137:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [550:550:255:4294967295] 192.168.202.142@tcp LPNI seq info [550:550:7:4294967295] 00000100:00000040:2.0:1767326648.636142:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d08e6cf1 x1853175408691840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326648.636154:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326648.636158:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326648.636162:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326648.636162:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326648.636166:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:3.0:1767326648.636169:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a98e938. 00000800:00000200:0.0:1767326648.636170:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767326648.636170:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326648.636176:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326648.636177:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f07b907. 00000800:00000200:3.0:1767326648.636178:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00100000:2.0:1767326648.636183:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d08e6cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408691840:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326648.636186:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326648.636190:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1767326648.636190:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:2.0:1767326648.636195:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1767326648.636196:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a98e938 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326648.636198:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 02000000:00000001:2.0:1767326648.636199:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326648.636202:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326648.636205:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326648.636207:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 128565 usecs (129 jiffies) 00000400:00000200:0.0:1767326648.636208:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000628fadee 02000000:00000010:2.0:1767326648.636209:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c165a20. 00000100:00000001:3.0:1767326648.636213:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306516609 00000400:00000010:0.0:1767326648.636214:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000628fadee. 02000000:00000001:2.0:1767326648.636214:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326648.636219:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5e69d66. 00000100:00000001:0.0:1767326648.636223:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767326648.636224:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000364a6fcd. 00000100:00000001:3.0:1767326648.636224:0:211396:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, simply extend its deadline from 4306516578 00000100:00000200:0.0:1767326648.636231:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c3ee48e x1853175408691968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326648.636231:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306516609 00000100:00000200:2.0:1767326648.636236:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408691840, portal 25 00000100:00000001:3.0:1767326648.636237:0:211396:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, simply extend its deadline from 4306516578 00000100:00000001:3.0:1767326648.636243:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306516609 00000100:00000001:2.0:1767326648.636245:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326648.636248:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453949824 : -115368255601792 : ffff9712bc1b4380) 00000100:00000001:3.0:1767326648.636250:0:211396:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, simply extend its deadline from 4306516578 00000100:00000001:3.0:1767326648.636256:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306516609 00000100:00000040:2.0:1767326648.636258:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d08e6cf1 x1853175408691840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326648.636268:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326648.636275:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c3ee48e x1853175408691968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326648.636275:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326648.636281:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326648.636284:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000011205e8. 00000100:00000200:2.0:1767326648.636287:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408691840, offset 0 00000100:00000001:0.0:1767326648.636290:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326648.636295:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767326648.636295:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326648.636310:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326648.636313:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326648.636314:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767326648.636316:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326648.636319:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000010:0.0:1767326648.636323:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a98e938. 00000400:00000200:2.0:1767326648.636324:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326648.636330:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326648.636331:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [551:551:255:4294967295] 192.168.202.142@tcp LPNI seq info [551:551:7:4294967295] 00000400:00000200:0.0:1767326648.636338:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326648.636345:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:0.0:1767326648.636352:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fbf3f23 00000800:00000200:2.0:1767326648.636352:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326648.636354:0:211396:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, simply extend its deadline from 4306516578 00000400:00000010:0.0:1767326648.636356:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fbf3f23. 00000800:00000010:2.0:1767326648.636358:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a28d6e6. 00000100:00000001:0.0:1767326648.636361:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326648.636368:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000094420207 x1853175408692096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326648.636368:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326648.636369:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326648.636375:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326648.636379:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326648.636381:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326648.636386:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a28d6e6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326648.636387:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326648.636390:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326648.636394:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326648.636395:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326648.636396:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000094420207 x1853175408692096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326648.636429:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326648.636432:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326648.636433:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306520258 00000100:00000001:2.0:1767326648.636439:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306516609 00000100:00000001:2.0:1767326648.636442:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306520258 00000100:00000001:2.0:1767326648.636445:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306516609 00000800:00000200:0.0:1767326648.636448:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326648.636449:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306520258 00000800:00000010:0.0:1767326648.636452:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a28d6e6. 00000100:00000001:2.0:1767326648.636454:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306516609 00000400:00000200:0.0:1767326648.636457:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326648.636460:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306520258 00000400:00000200:0.0:1767326648.636464:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326648.636466:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306516609 00000400:00000200:0.0:1767326648.636468:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000011205e8 00000400:00000010:0.0:1767326648.636471:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000011205e8. 00000100:00000001:2.0:1767326648.636471:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326648.636477:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326648.636477:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326648.636481:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767326648.636484:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d08e6cf1 x1853175408691840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326648.636488:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326648.636489:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326648.636492:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326648.636494:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326648.636496:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326648.636501:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326648.636502:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326648.636505:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326648.636507:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326648.636511:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326648.636513:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d08e6cf1 x1853175408691840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326648.636523:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326648.636525:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326648.636528:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326648.636538:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326648.636539:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326648.638226:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326648.638240:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326648.638243:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326648.638245:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326648.638253:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326648.638362:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10b00 00000400:00000200:3.0:1767326648.638370:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x11f1 [1] + 224 00000800:00000001:3.0:1767326648.638377:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326648.638383:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326648.638385:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326648.638388:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326648.638393:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326648.638448:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c3ee48e x1853175408691968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326648.638459:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007c3ee48e x1853175408691968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326648.638476:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326648.638484:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326648.638488:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326648.638490:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326648.638492:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326648.638496:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326648.638503:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f10a80 00000100:00000001:2.0:1767326648.638525:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326648.638529:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326648.638534:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326648.638537:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326648.638539:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039a4802b. 00000400:00000200:2.0:1767326648.638543:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ed339f 00000400:00000010:2.0:1767326648.638545:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ed339f. 00000100:00000001:2.0:1767326648.638554:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326648.638558:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1201 [1] + 224 00000100:00000200:2.0:1767326648.638560:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c3ee48e x1853175408691968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326648.638566:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326648.638572:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326648.638576:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c3ee48e x1853175408691968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326648.638577:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326648.638585:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326648.638591:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326648.638595:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d08e6cf1 x1853175408691840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326648.638607:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326648.638610:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d08e6cf1 x1853175408691840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326648.638611:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326648.638616:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326648.638620:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326648.638623:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326648.638624:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326648.638628:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326648.638629:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326648.638633:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326648.638634:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326648.638637:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326648.638639:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326648.638642:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=39 v=5 (5 5 5 5) 00000400:00000200:3.0:1767326648.638644:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00001000:2.0:1767326648.638651:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=39 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326648.638655:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10b80 00000100:00000001:2.0:1767326648.638657:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326648.638660:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326648.638661:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x11f9 [1] + 224 00010000:00000001:2.0:1767326648.638665:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767326648.638668:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767326648.638671:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326648.638674:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326648.638676:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1767326648.638678:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767326648.638680:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326648.638685:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767326648.638685:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326648.638690:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326648.638694:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000094420207 x1853175408692096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326648.638695:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326648.638704:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c3ee48e x1853175408691968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326648.638708:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000094420207 x1853175408692096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326648.638727:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326648.638732:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326648.638734:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326648.638739:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c3ee48e x1853175408691968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326648.638744:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767326648.638751:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007c3ee48e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408691968:192.168.202.142@tcp:400: 00000800:00000001:3.0:1767326648.638751:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326648.638756:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326648.638761:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326648.638764:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326648.638767:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5e69d66. 00000400:00000200:2.0:1767326648.638771:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364a6fcd 00000400:00000010:2.0:1767326648.638773:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000364a6fcd. 00000100:00000001:2.0:1767326648.638776:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326648.638780:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d08e6cf1 x1853175408691840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326648.638785:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326648.638789:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326648.638790:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d08e6cf1 x1853175408691840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326648.638794:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326648.638797:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326648.638801:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f43542f. 00000100:00000001:2.0:1767326648.638802:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326648.638805:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326648.638807:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000865e4d10 00000100:00000001:2.0:1767326648.638808:0:211395:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:0.0:1767326648.638810:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000865e4d10. 02000000:00000001:2.0:1767326648.638811:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326648.638813:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326648.638815:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326648.638817:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326648.638822:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=44 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326648.638823:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767326648.638828:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=44 v=5 (1 1 1 1) 00000100:00000200:0.0:1767326648.638830:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000094420207 x1853175408692096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326648.638833:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326648.638836:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326648.638839:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326648.638843:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326648.638848:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326648.638850:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000094420207 x1853175408692096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326648.638861:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326648.638863:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d08e6cf1 x1853175408691840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326648.638864:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326648.638869:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326648.638872:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326648.638875:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326648.638877:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326648.638878:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326648.638880:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767326648.638882:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326648.638883:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326648.638888:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d08e6cf1 x1853175408691840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326648.638889:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=33 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326648.638894:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=123 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326648.638897:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326648.638898:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326648.638900:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326648.638906:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000094420207 x1853175408692096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326648.638910:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d08e6cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408691840:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326648.638920:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326648.638922:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326648.638924:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326648.638927:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326648.638930:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c3ee48e x1853175408691968/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326648.638931:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326648.638935:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326648.638937:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326648.638945:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000094420207 x1853175408692096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326648.638946:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326648.638951:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326648.638955:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326648.638958:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326648.638959:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326648.638962:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094420207 x1853175408692096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326648.638963:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b8f486f. 02000000:00000001:2.0:1767326648.638970:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1767326648.638974:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000094420207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408692096:192.168.202.142@tcp:400: 00000020:00000001:2.0:1767326648.638974:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326648.638977:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326648.638981:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326648.638985:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020243973. 00000100:00000001:0.0:1767326648.638987:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326648.638990:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767326648.638991:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767326648.638994:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000094420207 x1853175408692096/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326648.638995:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326648.638999:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c3ee48e. 00000100:00000001:2.0:1767326648.639005:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326648.639007:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326648.639008:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326648.639010:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326648.639013:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767326648.639014:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021e5d9ab. 02000000:00000001:0.0:1767326648.639019:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326648.639022:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767326648.639022:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d08e6cf1 x1853175408691840/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767326648.639024:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326648.639028:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326648.639031:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a276710d. 02000000:00000001:0.0:1767326648.639036:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326648.639039:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326648.639039:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:0.0:1767326648.639041:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000094420207. 02000000:00000001:2.0:1767326648.639043:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326648.639045:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1767326648.639047:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c165a20. 00000100:00000001:0.0:1767326648.639048:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326648.639052:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326648.639053:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326648.639056:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326648.639058:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326648.639061:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326648.639064:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326648.639066:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326648.639069:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326648.639070:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326648.639073:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f2654a5. 02000000:00000001:2.0:1767326648.639077:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326648.639079:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326648.639080:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d08e6cf1. 00000100:00000001:2.0:1767326648.639083:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326648.639084:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326648.639086:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326648.639090:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326648.639091:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326648.639093:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326648.639095:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326649.659548:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326649.659557:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326649.659601:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326649.659606:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326649.659609:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326650.683526:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326650.683535:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326650.683579:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326650.683584:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326650.683588:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326651.707542:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326651.707551:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326651.707608:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326651.707612:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326651.707614:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326652.475476:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306520258, at 4306520320 00000100:00000040:3.0:1767326652.475490:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306520258, at 4306520320 00000100:00000040:1.0:1767326652.475499:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306520258, at 4306520320 00000100:00000010:3.0:1767326652.475510:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074bebb19. 00000100:00000010:0.0:1767326652.475512:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088885fd7. 00000100:00000010:1.0:1767326652.475514:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000851a6f3. 00000100:00000040:2.0:1767326652.475573:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306520258, at 4306520320 00000100:00000010:2.0:1767326652.475579:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd8dfb95. 00010000:00000001:0.0:1767326652.731556:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326652.731566:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326652.731596:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326652.731602:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326652.731606:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326653.755671:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326653.755681:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326653.755711:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000094420207. 00000020:00000040:0.0:1767326653.755718:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326653.755722:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326653.755725:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326653.755731:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326653.755738:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a276710d. 00000100:00000001:0.0:1767326653.755745:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326653.755756:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000094420207 x1853175408692224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326653.755765:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326653.755767:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326653.755771:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094420207] to pc [ptlrpcd_00_03+3] req@0000000094420207 x1853175408692224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326653.755809:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326653.755812:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326653.755816:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326653.755818:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a06a1b4. 00000020:00000040:0.0:1767326653.755820:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326653.755822:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326653.755823:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326653.755825:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326653.755830:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f2654a5. 00000100:00000001:0.0:1767326653.755833:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326653.755837:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000009a06a1b4 x1853175408692352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326653.755841:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326653.755846:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326653.755848:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326653.755848:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326653.755851:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326653.755852:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326653.755853:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326653.755862:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000094420207 x1853175408692224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326653.755865:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a06a1b4] to pc [ptlrpcd_00_00+0] req@000000009a06a1b4 x1853175408692352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326653.755884:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326653.755887:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326653.755892:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326653.755895:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326653.755898:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326653.755902:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000094420207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408692224:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326653.755906:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326653.755912:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326653.755914:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326653.755917:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326653.755921:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a19ef569. 02000000:00000001:1.0:1767326653.755923:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326653.755925:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326653.755929:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f597b6. 00000100:00000001:2.0:1767326653.755930:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326653.755934:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767326653.755938:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000100:00000040:2.0:1767326653.755941:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009a06a1b4 x1853175408692352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326653.755947:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408692224, portal 25 00000100:00000001:2.0:1767326653.755950:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326653.755951:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326653.755953:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326653.755956:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326653.755959:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453962368 : -115368255589248 : ffff9712bc1b7480) 02000000:00000001:2.0:1767326653.755960:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326653.755964:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326653.755967:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000094420207 x1853175408692224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326653.755970:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009a06a1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408692352:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326653.755980:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326653.755984:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326653.755988:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088a02057. 00000100:00000001:2.0:1767326653.755990:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767326653.755992:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408692224, offset 0 02000000:00000001:2.0:1767326653.755994:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326653.755997:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326653.756000:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326653.756001:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326653.756014:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ddc5e44. 00000400:00000200:1.0:1767326653.756015:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:2.0:1767326653.756019:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326653.756023:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767326653.756025:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5e69d66. 00000400:00000200:1.0:1767326653.756029:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326653.756033:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767326653.756033:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000364a6fcd. 00000400:00000200:1.0:1767326653.756038:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000200:2.0:1767326653.756039:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408692352, portal 10 00000400:00000200:1.0:1767326653.756043:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [552:552:256:4294967295] 192.168.202.142@tcp LPNI seq info [552:552:8:4294967295] 00000100:00000001:2.0:1767326653.756044:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326653.756047:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453956992 : -115368255594624 : ffff9712bc1b5f80) 00000100:00000040:2.0:1767326653.756056:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009a06a1b4 x1853175408692352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326653.756059:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326653.756066:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326653.756072:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008588d8b0. 00000100:00000001:2.0:1767326653.756073:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326653.756078:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:1.0:1767326653.756081:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:2.0:1767326653.756085:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ed339f. 00000100:00000200:2.0:1767326653.756089:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408692352, offset 0 00000800:00000200:1.0:1767326653.756090:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326653.756096:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008588d8b0 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326653.756105:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326653.756110:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326653.756110:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326653.756113:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326653.756126:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306525377 00000100:00000040:0.0:1767326653.756127:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767326653.756127:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1767326653.756132:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9b1999e. 00000400:00000200:2.0:1767326653.756134:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326653.756139:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326653.756139:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326653.756141:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326653.756143:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326653.756148:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326653.756151:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306525377 00000100:00000010:1.0:1767326653.756161:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb152022. 00000400:00000200:2.0:1767326653.756163:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [553:553:255:4294967295] 192.168.202.142@tcp LPNI seq info [553:553:7:4294967295] 00000100:00000001:0.0:1767326653.756164:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326653.756166:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326653.756170:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306525377 00000100:00000010:0.0:1767326653.756174:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000152f65cf. 00000100:00000010:1.0:1767326653.756175:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e79aa378. 00000400:00000200:2.0:1767326653.756186:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326653.756187:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000020:00000040:0.0:1767326653.756189:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000800:00000200:2.0:1767326653.756199:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326653.756200:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326653.756201:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306525377 00000800:00000010:2.0:1767326653.756206:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b65b65b4. 00000100:00000010:1.0:1767326653.756208:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc5a4f1f. 02000000:00000001:0.0:1767326653.756209:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326653.756216:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767326653.756216:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:0.0:1767326653.756219:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326653.756222:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326653.756227:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326653.756227:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000010:0.0:1767326653.756230:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020243973. 00000100:00000001:1.0:1767326653.756233:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326653.756233:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b65b65b4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326653.756237:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326653.756240:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326653.756240:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326653.756246:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767326653.756248:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326653.756250:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767326653.756253:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 96680 usecs (97 jiffies) 00000800:00000010:3.0:1767326653.756255:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008588d8b0. 00000100:00000040:0.0:1767326653.756256:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000152f65cf x1853175408692480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326653.756257:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326653.756263:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326653.756265:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306521697 00000100:00000001:1.0:1767326653.756267:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326653.756274:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306525377 00000100:00000001:1.0:1767326653.756275:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326653.756275:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326653.756285:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306521697 00000100:00000001:2.0:1767326653.756296:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306525377 00000400:00000200:3.0:1767326653.756301:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326653.756307:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306521697 00000100:00000001:2.0:1767326653.756315:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306525377 00000100:00000001:0.0:1767326653.756316:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326653.756317:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306521697 00000400:00000200:3.0:1767326653.756318:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088a02057 00000100:00000001:0.0:1767326653.756320:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326653.756320:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306525377 00000400:00000010:3.0:1767326653.756323:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088a02057. 00000100:00000001:2.0:1767326653.756329:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326653.756333:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326653.756335:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326653.756336:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326653.756337:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000152f65cf] to pc [ptlrpcd_00_01+1] req@00000000152f65cf x1853175408692480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326653.756343:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326653.756357:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326653.756361:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326653.756366:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326653.756368:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326653.756369:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326653.756372:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767326653.756374:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326653.756377:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326653.756379:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326653.756382:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326653.756383:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326653.756390:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326653.756392:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326653.756394:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326653.756424:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326653.756427:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326653.756431:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326653.756432:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000152f65cf x1853175408692480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326653.756435:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000094420207 x1853175408692224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326653.756445:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11859) 00000100:00000001:2.0:1767326653.756479:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326653.756482:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326653.756484:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767326653.756486:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326653.756490:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000094420207 x1853175408692224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326653.756491:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326653.756497:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326653.756498:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1767326653.756501:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326653.756502:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326653.756503:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767326653.756515:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000152f65cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408692480:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326653.756520:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326653.756527:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326653.756529:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326653.756531:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326653.756536:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005251cf77. 02000000:00000001:2.0:1767326653.756538:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326653.756542:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039a4802b. 00000400:00000010:2.0:1767326653.756546:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2f3b387. 00000800:00000200:3.0:1767326653.756546:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326653.756552:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b65b65b4. 00000100:00000200:2.0:1767326653.756554:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408692480, portal 10 00000100:00000001:2.0:1767326653.756558:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326653.756558:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326653.756562:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453950720 : -115368255600896 : ffff9712bc1b4700) 00000400:00000200:3.0:1767326653.756568:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000020:00000001:1.0:1767326653.756571:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767326653.756572:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ed339f 00000100:00000040:2.0:1767326653.756575:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000152f65cf x1853175408692480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326653.756576:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326653.756576:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ed339f. 00010000:00010000:1.0:1767326653.756580:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326653.756580:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326653.756586:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a06a1b4 x1853175408692352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326653.756591:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326653.756598:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326653.756601:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051f3b62d. 00000100:00000200:2.0:1767326653.756603:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408692480, offset 0 00000400:00000200:2.0:1767326653.756607:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326653.756612:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326653.756615:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326653.756618:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326653.756620:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326653.756622:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326653.756625:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [554:554:255:4294967295] 192.168.202.142@tcp LPNI seq info [554:554:7:4294967295] 00000400:00000200:2.0:1767326653.756631:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326653.756634:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326653.756636:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb30d8a. 00000800:00000200:2.0:1767326653.756640:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326653.756643:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326653.756645:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb30d8a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326653.756650:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326653.756654:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326653.756655:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009a06a1b4 x1853175408692352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326653.756658:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 127795 usecs (128 jiffies) 00000100:00000001:2.0:1767326653.756663:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306521729 00000100:00000001:2.0:1767326653.756668:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306525377 00000100:00000001:3.0:1767326653.756668:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326653.756670:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306521729 00000100:00000001:2.0:1767326653.756671:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306525377 00000100:00000001:2.0:1767326653.756672:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306521729 00000100:00000001:2.0:1767326653.756673:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306525377 00000100:00000001:2.0:1767326653.756675:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306521729 00000100:00000001:3.0:1767326653.756677:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326653.756679:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306525377 00000100:00000001:2.0:1767326653.756681:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326653.756682:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326653.756684:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326653.756686:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326653.756708:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326653.756710:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb30d8a. 00000400:00000200:3.0:1767326653.756712:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326653.756715:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326653.756717:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051f3b62d 00000400:00000010:3.0:1767326653.756718:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051f3b62d. 00000100:00000001:3.0:1767326653.756719:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326653.756721:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000152f65cf x1853175408692480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326653.756727:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326653.756728:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000152f65cf x1853175408692480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326653.756732:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326653.756733:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326653.757840:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326653.757856:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326653.757859:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326653.757862:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326653.757871:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326653.757886:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f10c00 00000400:00000200:0.0:1767326653.757904:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1209 [1] + 224 00000800:00000001:0.0:1767326653.757915:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326653.757920:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326653.757923:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326653.757934:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326653.757940:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326653.757945:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000094420207 x1853175408692224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326653.757955:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000094420207 x1853175408692224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326653.757972:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326653.757982:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326653.757986:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326653.757988:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326653.757991:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326653.757997:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326653.758004:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10c80 00000100:00000001:1.0:1767326653.758006:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326653.758009:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326653.758013:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1211 [1] + 224 00000800:00000001:0.0:1767326653.758018:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326653.758020:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326653.758023:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326653.758024:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767326653.758028:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767326653.758030:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f597b6. 00000400:00000200:0.0:1767326653.758037:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326653.758038:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000400:00000010:1.0:1767326653.758043:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:1.0:1767326653.758047:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326653.758051:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326653.758053:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000094420207 x1853175408692224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326653.758060:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a06a1b4 x1853175408692352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326653.758084:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000094420207 x1853175408692224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326653.758091:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009a06a1b4 x1853175408692352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326653.758112:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326653.758114:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326653.758115:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326653.758119:0:211397:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1767326653.758121:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326653.758122:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326653.758126:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767326653.758128:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326653.758129:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326653.758133:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326653.758138:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326653.758139:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326653.758148:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767326653.758152:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=49 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326653.758155:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326653.758158:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000001:2.0:1767326653.758163:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1767326653.758164:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=49 v=5 (1 1 1 1) 00000400:00000001:2.0:1767326653.758168:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326653.758170:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767326653.758174:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10d00 00000100:00000001:1.0:1767326653.758175:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326653.758176:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5e69d66. 00010000:00000001:1.0:1767326653.758186:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767326653.758188:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364a6fcd 00010000:00000001:1.0:1767326653.758189:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326653.758193:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326653.758193:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000364a6fcd. 00000100:00000040:1.0:1767326653.758200:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000094420207 x1853175408692224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326653.758200:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326653.758212:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1219 [1] + 224 00000100:00000200:2.0:1767326653.758212:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a06a1b4 x1853175408692352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326653.758215:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326653.758222:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326653.758226:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326653.758243:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326653.758243:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094420207 x1853175408692224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326653.758249:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a06a1b4 x1853175408692352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326653.758256:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326653.758265:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767326653.758268:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000094420207 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408692224:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326653.758270:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326653.758276:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326653.758280:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326653.758282:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326653.758283:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326653.758285:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767326653.758290:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767326653.758291:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000094420207 x1853175408692224/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326653.758293:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326653.758294:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326653.758301:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767326653.758304:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000152f65cf x1853175408692480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326653.758306:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326653.758307:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326653.758310:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a19ef569. 02000000:00000001:2.0:1767326653.758317:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326653.758319:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326653.758323:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326653.758328:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00001000:2.0:1767326653.758332:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=44 v=5 (5 5 5 5) 00000020:00000001:1.0:1767326653.758338:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326653.758344:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a276710d. 00000100:00001000:2.0:1767326653.758347:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=44 v=5 (1 1 1 1) 00000100:00000040:0.0:1767326653.758349:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000152f65cf x1853175408692480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326653.758350:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326653.758355:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326653.758359:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000094420207. 00000100:00000001:2.0:1767326653.758367:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326653.758372:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326653.758372:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326653.758376:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326653.758383:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326653.758389:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326653.758394:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326653.758395:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326653.758395:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326653.758419:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326653.758422:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326653.758424:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326653.758430:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1767326653.758431:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326653.758434:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000800:00000001:0.0:1767326653.758438:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326653.758439:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326653.758446:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326653.758453:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009a06a1b4 x1853175408692352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326653.758461:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326653.758463:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326653.758465:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326653.758482:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a06a1b4 x1853175408692352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326653.758491:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009a06a1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408692352:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326653.758496:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326653.758497:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326653.758499:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009a06a1b4 x1853175408692352/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326653.758506:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326653.758507:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326653.758509:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ddc5e44. 02000000:00000001:2.0:1767326653.758513:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326653.758515:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326653.758516:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326653.758518:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326653.758519:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f2654a5. 02000000:00000001:2.0:1767326653.758522:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326653.758529:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326653.758530:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a06a1b4. 00000100:00000001:2.0:1767326653.758534:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326653.758535:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326653.758537:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326653.758539:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326653.758540:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326653.758544:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326653.758545:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326653.758547:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039a4802b. 00000400:00000200:2.0:1767326653.758549:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2f3b387 00000400:00000010:2.0:1767326653.758551:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2f3b387. 00000100:00000001:2.0:1767326653.758553:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326653.758557:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000152f65cf x1853175408692480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326653.758565:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000152f65cf x1853175408692480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326653.758571:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326653.758572:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326653.758574:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326653.758576:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326653.758577:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326653.758578:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326653.758580:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326653.758584:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=38 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326653.758587:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=128 v=5 (1 0 0 0) 00000100:00000001:2.0:1767326653.758589:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326653.758590:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326653.758592:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326653.758594:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000152f65cf x1853175408692480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326653.758600:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326653.758602:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326653.758604:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326653.758605:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326653.758612:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326653.758615:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000152f65cf x1853175408692480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326653.758621:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326653.758623:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326653.758624:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326653.758627:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000152f65cf x1853175408692480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326653.758634:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000152f65cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408692480:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326653.758638:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326653.758640:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326653.758642:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000152f65cf x1853175408692480/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326669 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326653.758647:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326653.758649:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326653.758650:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005251cf77. 02000000:00000001:2.0:1767326653.758652:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326653.758653:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326653.758655:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326653.758656:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326653.758658:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020243973. 02000000:00000001:2.0:1767326653.758660:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326653.758661:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326653.758662:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000152f65cf. 00000100:00000001:2.0:1767326653.758665:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326653.758666:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326653.758668:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326653.758671:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326653.758673:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326653.758675:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326653.758676:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326654.779560:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326654.779571:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326654.779627:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326654.779631:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326654.779634:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326655.803540:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326655.803548:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326655.803573:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326655.803578:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326655.803604:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326656.827466:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326656.827477:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326656.827480:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326656.827483:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326656.827489:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326656.827491:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326656.827493:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326656.827496:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326656.827549:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326656.827554:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326656.827557:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326657.595522:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306525377, at 4306525440 00000100:00000040:0.0:1767326657.595536:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306525377, at 4306525440 00000100:00000040:1.0:1767326657.595537:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306525377, at 4306525440 00000100:00000040:2.0:1767326657.595537:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306525377, at 4306525440 00000100:00000010:3.0:1767326657.595542:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc5a4f1f. 00000100:00000010:0.0:1767326657.595547:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9b1999e. 00000100:00000010:2.0:1767326657.595561:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e79aa378. 00000100:00000010:1.0:1767326657.595563:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb152022. 00010000:00000001:0.0:1767326657.851553:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326657.851563:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326657.851642:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326657.851648:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326657.851652:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326658.875492:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:2.0:1767326658.875498:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326658.875500:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326658.875509:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326658.875523:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767326658.875532:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326658.875538:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326658.875542:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326658.875549:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326658.875562:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb30d8a. 00000020:00000001:1.0:1767326658.875564:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326658.875568:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326658.875571:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326658.875572:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326658.875588:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000009561302 x1853175408692608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326658.875601:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326658.875605:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326658.875611:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_02+2] req@0000000009561302 x1853175408692608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326658.875636:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326658.875638:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326658.875642:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326658.875645:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326658.875646:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326658.875650:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326658.875651:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326658.875655:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326658.875655:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326658.875659:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326658.875659:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767326658.875663:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408692608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326658.875664:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326658.875665:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326658.875672:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b65b65b4. 00000100:00000001:3.0:1767326658.875674:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326658.875678:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326658.875678:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326658.875682:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326658.875685:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000b6591187 x1853175408692736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326658.875685:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326658.875688:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326658.875693:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408692608:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326658.875702:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326658.875705:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326658.875714:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326658.875717:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326658.875720:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326658.875724:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326658.875726:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021e5d9ab. 00000100:00000040:2.0:1767326658.875730:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_03+3] req@00000000b6591187 x1853175408692736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326658.875739:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326658.875749:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5b923bf. 00000100:00000001:2.0:1767326658.875752:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326658.875756:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767326658.875757:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede1e5f6. 00000100:00000001:1.0:1767326658.875762:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326658.875763:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326658.875765:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767326658.875767:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408692608, portal 25 00000100:00000001:1.0:1767326658.875768:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767326658.875769:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d9e0dd. 00000100:00000001:3.0:1767326658.875772:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1767326658.875774:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000040:1.0:1767326658.875775:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408692736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326658.875775:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000001:2.0:1767326658.875781:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326658.875785:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767326658.875785:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408692608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326658.875790:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326658.875796:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767326658.875797:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a28d6e6. 00000100:00000001:3.0:1767326658.875799:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326658.875800:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326658.875803:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326658.875805:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326658.875806:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326658.875810:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326658.875811:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9c4baab. 02000000:00000001:1.0:1767326658.875814:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326658.875816:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408692608, offset 0 00000100:00000040:2.0:1767326658.875820:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000028d9e0dd x1853175408692864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767326658.875822:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408692736:192.168.202.142@tcp:400: 00000400:00000200:3.0:1767326658.875829:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326658.875830:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326658.875834:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326658.875837:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326658.875839:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326658.875840:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326658.875846:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326658.875846:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d9e0dd] to pc [ptlrpcd_00_00+0] req@0000000028d9e0dd x1853175408692864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326658.875850:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000010:1.0:1767326658.875852:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa5db81d. 02000000:00000001:1.0:1767326658.875857:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326658.875862:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767326658.875863:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f597b6. 00000400:00000010:1.0:1767326658.875870:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000400:00000200:3.0:1767326658.875872:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000200:1.0:1767326658.875876:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408692736, portal 10 00000100:00000001:1.0:1767326658.875880:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326658.875880:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326658.875885:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326658.875886:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326658.875889:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000040:2.0:1767326658.875892:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767326658.875896:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [555:555:256:4294967295] 192.168.202.142@tcp LPNI seq info [555:555:8:4294967295] 00000100:00000040:2.0:1767326658.875899:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326658.875902:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408692736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326658.875906:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326658.875907:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11864) 00000100:00000001:0.0:1767326658.875911:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326658.875916:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767326658.875918:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326658.875919:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326658.875925:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d9e0dd x1853175408692864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326658.875925:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326658.875928:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2edddf. 00000800:00000200:3.0:1767326658.875929:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000200:1.0:1767326658.875932:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408692736, offset 0 00000800:00000010:3.0:1767326658.875936:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a73220a7. 00000100:00000001:2.0:1767326658.875937:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326658.875942:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326658.875943:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326658.875949:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326658.875951:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767326658.875953:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326658.875954:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326658.875958:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326658.875959:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326658.875961:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:0.0:1767326658.875962:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326658.875966:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326658.875966:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:3.0:1767326658.875968:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a73220a7 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326658.875970:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1767326658.875971:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408692864:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326658.875977:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326658.875977:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:0.0:1767326658.875981:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326658.875982:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [556:556:255:4294967295] 192.168.202.142@tcp LPNI seq info [556:556:7:4294967295] 00000100:00000001:3.0:1767326658.875984:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326658.875985:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326658.875989:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326658.875992:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306530497 02000000:00000010:0.0:1767326658.875994:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002cd6166c. 00000400:00000200:1.0:1767326658.875998:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:0.0:1767326658.875999:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326658.875999:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054b8fd36. 00000400:00000010:0.0:1767326658.876006:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020d2d7e7. 00000800:00000200:1.0:1767326658.876007:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326658.876009:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767326658.876013:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fb0af82. 00000800:00000010:1.0:1767326658.876014:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5dc54ea. 00000100:00000001:3.0:1767326658.876016:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306530497 00000100:00000200:0.0:1767326658.876019:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408692864, portal 10 00000100:00000010:3.0:1767326658.876021:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e880e811. 00000800:00000200:1.0:1767326658.876022:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326658.876023:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326658.876026:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333291520 : -115368376260096 : ffff9712b4ea2a00) 00000800:00000200:1.0:1767326658.876031:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326658.876032:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767326658.876036:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d9e0dd x1853175408692864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326658.876036:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5dc54ea type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326658.876038:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306530497 00000100:00000001:1.0:1767326658.876043:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326658.876045:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007bf79e58. 00000800:00000200:2.0:1767326658.876049:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767326658.876050:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 96112 usecs (97 jiffies) 00000100:00000001:3.0:1767326658.876051:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326658.876055:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767326658.876056:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a73220a7. 00000100:00000001:3.0:1767326658.876057:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306530497 00000100:00000010:3.0:1767326658.876063:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064ae084c. 00000100:00000040:0.0:1767326658.876064:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326658.876064:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306526817 00000100:00000001:3.0:1767326658.876066:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326658.876067:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326658.876069:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306530497 00000400:00000010:0.0:1767326658.876071:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600e12d3. 00000100:00000001:3.0:1767326658.876071:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326658.876075:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326658.876077:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408692864, offset 0 00000400:00000200:2.0:1767326658.876079:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326658.876080:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306526817 00000100:00000001:3.0:1767326658.876081:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326658.876085:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306530497 00000100:00000001:3.0:1767326658.876087:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326658.876089:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326658.876091:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306526817 00000100:00000001:1.0:1767326658.876094:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306530497 00000100:00000001:1.0:1767326658.876096:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306526817 00000100:00000001:1.0:1767326658.876097:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306530497 00000100:00000001:1.0:1767326658.876098:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326658.876098:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9c4baab 00000100:00000001:3.0:1767326658.876098:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326658.876100:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326658.876102:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326658.876105:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326658.876105:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9c4baab. 00000100:00000001:3.0:1767326658.876106:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326658.876109:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326658.876109:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326658.876109:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326658.876113:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326658.876114:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326658.876116:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326658.876118:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326658.876120:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326658.876121:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326658.876121:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326658.876123:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326658.876127:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326658.876127:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326658.876130:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408692608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326658.876131:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326658.876134:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326658.876135:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [557:557:254:4294967295] 192.168.202.142@tcp LPNI seq info [557:557:6:4294967295] 00000100:00000001:1.0:1767326658.876140:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326658.876151:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326658.876152:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326658.876159:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408692608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326674 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326658.876165:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326658.876170:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000100:00000001:2.0:1767326658.876174:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326658.876175:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326658.876179:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326658.876180:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326658.876184:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326658.876186:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326658.876189:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 127027 usecs (128 jiffies) 00000100:00000001:0.0:1767326658.876191:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306526848 00000100:00000001:0.0:1767326658.876193:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306530497 00000100:00000001:0.0:1767326658.876195:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306526848 00000100:00000001:0.0:1767326658.876197:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306530497 00000800:00000200:2.0:1767326658.876198:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326658.876199:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306526848 00000100:00000001:0.0:1767326658.876202:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306530497 00000100:00000001:0.0:1767326658.876204:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306526848 00000800:00000010:2.0:1767326658.876204:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5dc54ea. 00000100:00000001:0.0:1767326658.876206:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306530497 00000100:00000001:0.0:1767326658.876209:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326658.876211:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326658.876211:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326658.876212:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326658.876216:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326658.876219:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326658.876220:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326658.876221:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326658.876224:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326658.876226:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326658.876227:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326658.876227:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2edddf 00000100:00000001:0.0:1767326658.876230:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326658.876231:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2edddf. 00000100:00000001:2.0:1767326658.876236:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326658.876240:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408692736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326658.876247:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326658.876249:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408692736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326658.876255:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326658.876257:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326658.876314:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326658.876317:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000400:00000200:2.0:1767326658.876320:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326658.876323:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326658.876326:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600e12d3 00000400:00000010:2.0:1767326658.876327:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600e12d3. 00000100:00000001:2.0:1767326658.876330:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326658.876333:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d9e0dd x1853175408692864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326658.876340:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326658.876342:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d9e0dd x1853175408692864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326658.876354:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326658.876356:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326658.877826:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326658.877838:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326658.877842:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326658.877844:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326658.877852:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326658.877863:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10e00 00000400:00000200:3.0:1767326658.877870:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1229 [1] + 224 00000800:00000001:3.0:1767326658.877877:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326658.877882:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326658.877885:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326658.877888:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326658.877892:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326658.877896:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408692736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326658.877907:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408692736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326658.877935:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326658.877942:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326658.877944:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326658.877946:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326658.877948:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326658.877953:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326658.877959:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f10d80 00000100:00000001:1.0:1767326658.877964:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326658.877965:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1221 [1] + 224 00000100:00000001:1.0:1767326658.877967:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326658.877972:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326658.877974:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326658.877977:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767326658.877977:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326658.877979:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f597b6. 00000400:00000200:3.0:1767326658.877980:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326658.877984:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000400:00000200:3.0:1767326658.877985:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:1.0:1767326658.877988:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:1.0:1767326658.877991:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326658.877995:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408692736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326658.877995:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326658.878001:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408692608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326658.878014:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408692736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326658.878016:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408692608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326658.878035:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326658.878039:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326658.878040:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326658.878044:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326658.878044:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326658.878048:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326658.878050:0:211397:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1767326658.878051:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326658.878056:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767326658.878056:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326658.878061:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10e80 00000100:00000001:0.0:1767326658.878066:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326658.878066:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767326658.878066:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1231 [1] + 224 00000100:00000001:0.0:1767326658.878070:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326658.878072:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326658.878074:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326658.878075:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326658.878078:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767326658.878078:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326658.878079:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326658.878081:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5b923bf. 00000400:00000200:3.0:1767326658.878084:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326658.878086:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede1e5f6 00000400:00000200:3.0:1767326658.878088:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00001000:1.0:1767326658.878089:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=49 v=5 (5 5 5 5) 00000400:00000010:0.0:1767326658.878094:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ede1e5f6. 00000100:00001000:1.0:1767326658.878097:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=49 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326658.878098:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326658.878098:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326658.878103:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408692608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326658.878103:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326658.878108:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326658.878110:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d9e0dd x1853175408692864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326658.878114:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326658.878120:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326658.878125:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408692608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326658.878128:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326658.878131:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326658.878137:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767326658.878137:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028d9e0dd x1853175408692864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326658.878140:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326658.878141:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326658.878144:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326658.878147:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326658.878150:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767326658.878151:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408692736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326658.878152:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326658.878155:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326658.878159:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326658.878164:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=54 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326658.878170:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=54 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326658.878171:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326658.878174:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326658.878175:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326658.878176:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326658.878177:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326658.878180:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326658.878181:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326658.878182:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326658.878183:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326658.878188:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326658.878189:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326658.878190:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408692736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326658.878193:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408692608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326658.878205:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326658.878209:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326658.878213:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326658.878217:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326658.878221:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326658.878221:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020d2d7e7. 00000100:00100000:1.0:1767326658.878223:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408692736:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326658.878226:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767326658.878227:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fb0af82 00000100:00000001:0.0:1767326658.878229:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326658.878231:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fb0af82. 00000100:00000001:1.0:1767326658.878233:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326658.878235:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408692608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326658.878236:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326658.878237:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767326658.878242:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d9e0dd x1853175408692864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326658.878245:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408692736/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326658.878265:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408692608:192.168.202.142@tcp:400: 00000100:00000200:2.0:1767326658.878274:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d9e0dd x1853175408692864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326658.878275:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326658.878277:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326658.878279:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326658.878282:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1767326658.878283:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa5db81d. 00000100:00000001:2.0:1767326658.878287:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326658.878289:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408692608/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326658.878289:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326658.878290:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326658.878293:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326658.878294:0:211394:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767326658.878296:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 02000000:00000001:2.0:1767326658.878297:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326658.878299:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767326658.878303:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326658.878303:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326658.878306:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326658.878308:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b65b65b4. 00000100:00000001:0.0:1767326658.878314:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1767326658.878316:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=43 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326658.878317:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326658.878320:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021e5d9ab. 02000000:00000001:1.0:1767326658.878320:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1767326658.878321:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=133 v=5 (1 0 0 0) 02000000:00000001:0.0:1767326658.878324:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767326658.878325:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326658.878325:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767326658.878326:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326658.878329:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326658.878329:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326658.878330:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00010000:00000001:2.0:1767326658.878332:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767326658.878334:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326658.878336:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb30d8a. 00000100:00000001:1.0:1767326658.878338:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00080000:2.0:1767326658.878339:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000028d9e0dd x1853175408692864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326658.878340:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326658.878342:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326658.878343:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326658.878345:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:1.0:1767326658.878349:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326658.878350:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767326658.878353:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326658.878354:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326658.878356:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326658.878357:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326658.878358:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326658.878359:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326658.878362:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326658.878362:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326658.878364:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326658.878365:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326658.878367:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326658.878368:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326658.878369:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326658.878373:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326658.878373:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326658.878376:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d9e0dd x1853175408692864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326658.878382:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326658.878383:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326658.878385:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326658.878387:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d9e0dd x1853175408692864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326658.878392:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408692864:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326658.878395:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326658.878396:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326658.878414:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d9e0dd x1853175408692864/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326674 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326658.878418:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326658.878432:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326658.878434:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002cd6166c. 02000000:00000001:2.0:1767326658.878438:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326658.878439:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326658.878440:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326658.878442:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326658.878443:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a28d6e6. 02000000:00000001:2.0:1767326658.878444:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326658.878445:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326658.878446:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d9e0dd. 00000100:00000001:2.0:1767326658.878447:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326658.878448:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326658.878449:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326658.878452:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326658.878453:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326658.878454:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326658.878455:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326659.899535:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326659.899544:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326659.899619:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326659.899623:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326659.899627:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326660.923489:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326660.923499:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326660.923538:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326660.923542:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326660.923544:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326661.948457:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326661.948467:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326661.948524:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326661.948530:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326661.948533:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326662.715524:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306530497, at 4306530560 00000100:00000040:3.0:1767326662.715524:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306530497, at 4306530560 00000100:00000040:1.0:1767326662.715525:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306530497, at 4306530560 00000100:00000040:2.0:1767326662.715525:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306530497, at 4306530560 00000100:00000010:0.0:1767326662.715546:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054b8fd36. 00000100:00000010:3.0:1767326662.715547:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064ae084c. 00000100:00000010:1.0:1767326662.715550:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e880e811. 00000100:00000010:2.0:1767326662.715556:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007bf79e58. 00010000:00000001:0.0:1767326662.971535:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326662.971545:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326662.971598:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326662.971604:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326662.971607:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326663.995539:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326663.995546:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326663.995553:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326663.995554:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326663.995568:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d9e0dd. 00000020:00000040:2.0:1767326663.995579:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326663.995585:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326663.995589:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326663.995595:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326663.995606:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a28d6e6. 00000020:00000001:1.0:1767326663.995615:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326663.995618:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326663.995620:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326663.995623:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326663.995638:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000028d9e0dd x1853175408692992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326663.995651:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326663.995654:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326663.995660:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d9e0dd] to pc [ptlrpcd_00_01+1] req@0000000028d9e0dd x1853175408692992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326663.995694:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326663.995696:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326663.995698:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326663.995701:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326663.995702:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326663.995707:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767326663.995708:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d9e0dd x1853175408692992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326663.995713:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000020:00000040:2.0:1767326663.995718:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326663.995720:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326663.995723:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326663.995724:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326663.995724:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326663.995728:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326663.995728:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326663.995729:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326663.995731:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326663.995732:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326663.995734:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326663.995739:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408692992:192.168.202.142@tcp:400: 02000000:00000010:2.0:1767326663.995740:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f07b907. 00000100:00000001:2.0:1767326663.995745:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326663.995750:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000006b877052 x1853175408693120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326663.995761:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326663.995763:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326663.995769:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326663.995771:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326663.995773:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326663.995776:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326663.995779:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_02+2] req@000000006b877052 x1853175408693120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326663.995781:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc65b422. 02000000:00000001:1.0:1767326663.995784:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326663.995792:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f597b6. 00000400:00000010:1.0:1767326663.995798:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000100:00000200:1.0:1767326663.995805:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408692992, portal 25 00000100:00000001:1.0:1767326663.995808:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326663.995809:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333291520 : -115368376260096 : ffff9712b4ea2a00) 00000100:00000001:2.0:1767326663.995809:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326663.995816:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326663.995816:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326663.995818:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d9e0dd x1853175408692992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326663.995820:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326663.995823:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326663.995827:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326663.995831:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326663.995835:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000010:2.0:1767326663.995835:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000100:00000040:0.0:1767326663.995836:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408693120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326663.995838:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326663.995840:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b31df5c8. 00000020:00000040:2.0:1767326663.995841:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000200:1.0:1767326663.995845:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408692992, offset 0 00000100:00000001:3.0:1767326663.995845:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326663.995847:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326663.995852:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326663.995855:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326663.995859:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767326663.995859:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000010:2.0:1767326663.995862:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed9e0e5f. 00000100:00000001:0.0:1767326663.995863:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326663.995866:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326663.995869:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326663.995872:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000009561302 x1853175408693248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326663.995873:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326663.995876:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:0.0:1767326663.995880:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326663.995886:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326663.995888:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767326663.995889:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408693120:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326663.995890:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326663.995894:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:2.0:1767326663.995898:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_03+3] req@0000000009561302 x1853175408693248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326663.995899:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326663.995902:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326663.995905:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767326663.995908:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:0.0:1767326663.995910:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326663.995915:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767326663.995915:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [558:558:256:4294967295] 192.168.202.142@tcp LPNI seq info [558:558:8:4294967295] 00000100:00000001:2.0:1767326663.995920:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326663.995923:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da45fb2d. 00000100:00000040:2.0:1767326663.995923:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326663.995928:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326663.995931:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:2.0:1767326663.995931:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767326663.995936:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ceb5763c. 00000100:00000040:2.0:1767326663.995941:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11869) 00000100:00000001:3.0:1767326663.995943:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326663.995944:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 00000800:00000200:1.0:1767326663.995947:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326663.995947:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326663.995950:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408693120, portal 10 00000100:00000001:3.0:1767326663.995950:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1767326663.995953:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb080471. 00000100:00000001:0.0:1767326663.995954:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326663.995957:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408693248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326663.995959:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000800:00000200:1.0:1767326663.995965:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:0.0:1767326663.995971:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408693120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326663.995972:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326663.995975:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326663.995979:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767326663.995980:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:3.0:1767326663.995982:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326663.995987:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb080471 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767326663.995988:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326663.995989:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326663.995995:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00100000:3.0:1767326663.995996:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408693248:192.168.202.142@tcp:400: 00000400:00000010:0.0:1767326663.995999:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d90f77. 00000100:00000001:3.0:1767326663.996000:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326663.996004:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326663.996005:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326663.996006:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326663.996008:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408693120, offset 0 02000000:00000001:3.0:1767326663.996009:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326663.996016:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306535617 02000000:00000010:3.0:1767326663.996020:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001adc4ee9. 00000400:00000200:0.0:1767326663.996021:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:1.0:1767326663.996022:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb152022. 02000000:00000001:3.0:1767326663.996026:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326663.996031:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326663.996032:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767326663.996033:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cabdd3d. 00000400:00000200:0.0:1767326663.996039:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767326663.996041:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a3a8859. 00000100:00000001:1.0:1767326663.996042:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306535617 00000400:00000200:0.0:1767326663.996045:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000200:3.0:1767326663.996047:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408693248, portal 10 00000100:00000010:1.0:1767326663.996049:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000034d71912. 00000400:00000200:0.0:1767326663.996050:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326663.996053:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326663.996056:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000001:1.0:1767326663.996057:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767326663.996058:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326663.996065:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [559:559:255:4294967295] 192.168.202.142@tcp LPNI seq info [559:559:7:4294967295] 00000100:00000001:1.0:1767326663.996065:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306535617 00000100:00000010:1.0:1767326663.996072:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd3de080. 00000100:00000001:1.0:1767326663.996077:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767326663.996080:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408693248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326663.996081:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306535617 00000100:00000010:1.0:1767326663.996085:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b74c932. 00000400:00000200:0.0:1767326663.996088:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326663.996090:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767326663.996095:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326663.996099:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326663.996100:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326663.996106:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326663.996106:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326663.996109:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767326663.996111:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326663.996112:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326663.996114:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb080471. 00000400:00000010:3.0:1767326663.996114:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede1e5f6. 00000800:00000010:0.0:1767326663.996118:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000100:00000200:3.0:1767326663.996121:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408693248, offset 0 00000400:00000200:2.0:1767326663.996123:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326663.996124:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1767326663.996127:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326663.996128:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767326663.996132:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326663.996135:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326663.996136:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767326663.996139:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326663.996140:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326663.996142:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:0.0:1767326663.996144:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326663.996147:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326663.996149:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326663.996149:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326663.996153:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326663.996155:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 95551 usecs (96 jiffies) 00000400:00000200:3.0:1767326663.996157:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326663.996160:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306531936 00000400:00000200:3.0:1767326663.996163:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326663.996164:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306535617 00000100:00000001:0.0:1767326663.996168:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306531936 00000400:00000200:3.0:1767326663.996169:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326663.996172:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306535617 00000100:00000001:0.0:1767326663.996176:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306531936 00000400:00000200:3.0:1767326663.996177:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [560:560:254:4294967295] 192.168.202.142@tcp LPNI seq info [560:560:6:4294967295] 00000100:00000001:0.0:1767326663.996178:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306535617 00000100:00000001:0.0:1767326663.996181:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306531936 00000100:00000001:0.0:1767326663.996185:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306535617 00000100:00000001:0.0:1767326663.996187:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326663.996189:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326663.996193:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326663.996196:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326663.996196:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326663.996200:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326663.996202:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326663.996204:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326663.996205:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326663.996205:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b31df5c8 00000100:00000001:0.0:1767326663.996207:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326663.996209:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b31df5c8. 00000100:00000001:0.0:1767326663.996210:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326663.996217:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326663.996228:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d9e0dd x1853175408692992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326663.996238:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326663.996241:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d9e0dd x1853175408692992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326663.996248:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326663.996250:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326663.996262:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326663.996268:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a73220a7. 00000800:00000200:3.0:1767326663.996273:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326663.996278:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326663.996281:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a73220a7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326663.996284:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326663.996287:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 126271 usecs (127 jiffies) 00000100:00000001:3.0:1767326663.996290:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306531967 00000100:00000001:3.0:1767326663.996292:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306535617 00000100:00000001:3.0:1767326663.996293:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306531967 00000100:00000001:3.0:1767326663.996295:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306535617 00000800:00000200:2.0:1767326663.996296:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326663.996297:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306531967 00000800:00000010:2.0:1767326663.996300:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000100:00000001:3.0:1767326663.996301:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306535617 00000100:00000001:3.0:1767326663.996303:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306531967 00000400:00000200:2.0:1767326663.996306:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326663.996311:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306535617 00000400:00000200:2.0:1767326663.996314:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326663.996315:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326663.996320:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326663.996322:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d90f77 00000100:00000001:3.0:1767326663.996323:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326663.996325:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d90f77. 00000100:00000001:3.0:1767326663.996327:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326663.996330:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326663.996333:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767326663.996335:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408693120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326663.996343:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326663.996345:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408693120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326663.996350:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326663.996351:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326663.996361:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326663.996362:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a73220a7. 00000400:00000200:2.0:1767326663.996364:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326663.996366:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326663.996367:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede1e5f6 00000400:00000010:2.0:1767326663.996368:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ede1e5f6. 00000100:00000001:2.0:1767326663.996370:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326663.996385:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408693248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326663.996391:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326663.996392:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408693248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326663.996421:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326663.996422:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326663.996452:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326663.996454:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326663.996455:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326663.996456:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326663.996457:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326663.997652:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326663.997664:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326663.997668:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326663.997671:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326663.997678:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326663.997690:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f10f00 00000400:00000200:2.0:1767326663.997697:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1239 [1] + 224 00000800:00000001:2.0:1767326663.997705:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326663.997712:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326663.997714:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326663.997718:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326663.997723:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326663.997728:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d9e0dd x1853175408692992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326663.997738:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028d9e0dd x1853175408692992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326663.997755:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326663.997763:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326663.997774:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326663.997776:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326663.997778:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326663.997779:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326663.997781:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326663.997787:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000001:1.0:1767326663.997788:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326663.997791:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326663.997792:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f597b6. 00000400:00000200:1.0:1767326663.997796:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000400:00000200:2.0:1767326663.997797:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f10f80 00000400:00000010:1.0:1767326663.997799:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:1.0:1767326663.997803:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326663.997806:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d9e0dd x1853175408692992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326663.997816:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d9e0dd x1853175408692992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326663.997822:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1241 [1] + 224 00000800:00000001:2.0:1767326663.997829:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326663.997835:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326663.997836:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326663.997837:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326663.997841:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326663.997842:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326663.997845:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326663.997848:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326663.997849:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326663.997850:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326663.997854:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326663.997856:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767326663.997861:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=59 v=5 (5 5 5 5) 00000100:00000200:2.0:1767326663.997869:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408693120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326663.997873:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=59 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326663.997881:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326663.997884:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326663.997888:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408693120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326663.997889:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326663.997893:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326663.997899:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326663.997906:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d9e0dd x1853175408692992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326663.997909:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326663.997915:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326663.997916:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326663.997921:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1767326663.997921:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326663.997925:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326663.997925:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326663.997929:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326663.997933:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d9e0dd x1853175408692992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326663.997938:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:0.0:1767326663.997940:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326663.997944:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326663.997950:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11000 00000400:00000001:0.0:1767326663.997951:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767326663.997952:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408692992:192.168.202.142@tcp:400: 00000400:00000001:0.0:1767326663.997954:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326663.997959:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ceb5763c. 00000100:00000001:1.0:1767326663.997960:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326663.997964:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767326663.997965:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000100:00000040:1.0:1767326663.997967:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d9e0dd x1853175408692992/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326663.997975:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000001:1.0:1767326663.997977:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326663.997981:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326663.997982:0:211396:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767326663.997983:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc65b422. 00000400:00000200:2.0:1767326663.997987:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1249 [1] + 224 00000100:00000200:0.0:1767326663.997988:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408693120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326663.997989:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326663.997992:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326663.997995:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000800:00000001:2.0:1767326663.997998:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326663.998003:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326663.998005:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a28d6e6. 00000800:00000001:2.0:1767326663.998007:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326663.998009:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408693120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326663.998009:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767326663.998012:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767326663.998013:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326663.998016:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d9e0dd. 00000400:00000200:2.0:1767326663.998023:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326663.998024:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326663.998028:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326663.998029:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326663.998031:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326663.998033:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326663.998034:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326663.998037:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408693248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326663.998039:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326663.998042:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326663.998042:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326663.998045:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326663.998046:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326663.998049:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326663.998051:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326663.998055:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326663.998055:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326663.998061:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408693248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326663.998064:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=54 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326663.998070:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=54 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326663.998075:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326663.998076:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326663.998079:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326663.998081:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326663.998083:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326663.998085:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326663.998086:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326663.998087:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326663.998088:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326663.998091:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408693120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326663.998095:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326663.998099:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326663.998101:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326663.998102:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326663.998102:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326663.998108:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408693120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326663.998112:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326663.998113:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408693120:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326663.998115:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326663.998119:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326663.998121:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326663.998122:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326663.998124:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cabdd3d. 00000100:00000001:0.0:1767326663.998128:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767326663.998129:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a3a8859 00000400:00000010:3.0:1767326663.998132:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a3a8859. 00000100:00000040:0.0:1767326663.998133:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408693120/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326663.998135:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326663.998140:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408693248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326663.998145:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326663.998148:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326663.998150:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da45fb2d. 00000100:00000200:3.0:1767326663.998152:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408693248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326663.998155:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326663.998158:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326663.998159:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326663.998161:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326663.998162:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326663.998163:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326663.998164:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767326663.998165:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326663.998165:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326663.998167:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326663.998170:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326663.998172:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f07b907. 00000100:00001000:3.0:1767326663.998173:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=48 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326663.998174:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326663.998176:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326663.998179:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00001000:3.0:1767326663.998180:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=138 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326663.998182:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326663.998183:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326663.998186:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326663.998186:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326663.998190:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326663.998192:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767326663.998193:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326663.998194:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326663.998196:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326663.998198:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767326663.998205:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000009561302 x1853175408693248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326663.998212:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326663.998215:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326663.998217:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326663.998218:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326663.998219:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326663.998222:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408693248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326663.998229:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326663.998231:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326663.998232:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326663.998234:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408693248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326663.998238:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408693248:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326663.998241:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326663.998242:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326663.998243:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408693248/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326679 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326663.998247:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326663.998248:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326663.998250:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001adc4ee9. 02000000:00000001:3.0:1767326663.998252:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326663.998252:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326663.998253:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326663.998255:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326663.998256:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed9e0e5f. 02000000:00000001:3.0:1767326663.998257:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326663.998258:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326663.998259:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:3.0:1767326663.998261:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326663.998266:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326663.998268:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326663.998271:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326663.998273:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326663.998274:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326663.998276:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326665.019526:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326665.019536:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326665.019613:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326665.019617:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326665.019620:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326666.043496:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326666.043504:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326666.043550:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326666.043553:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326666.043556:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326667.067491:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326667.067500:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326667.067502:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326667.067505:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326667.067510:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326667.067513:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326667.067515:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326667.067517:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326667.067553:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326667.067557:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326667.067559:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326667.835492:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306535617, at 4306535680 00000100:00000040:1.0:1767326667.835493:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306535617, at 4306535680 00000100:00000040:0.0:1767326667.835499:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306535617, at 4306535680 00000100:00000010:1.0:1767326667.835511:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000034d71912. 00000100:00000010:0.0:1767326667.835512:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb152022. 00000100:00000010:3.0:1767326667.835515:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b74c932. 00000100:00000040:2.0:1767326667.835584:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306535617, at 4306535680 00000100:00000010:2.0:1767326667.835589:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd3de080. 00010000:00000001:0.0:1767326668.091524:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326668.091533:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326668.091612:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326668.091616:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326668.091618:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326669.115514:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326669.115522:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1767326669.115525:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326669.115528:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326669.115537:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9b89a7. 00000020:00000040:3.0:1767326669.115545:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326669.115549:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326669.115552:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326669.115558:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326669.115565:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008a98e938. 00000100:00000001:3.0:1767326669.115571:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326669.115577:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326669.115581:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326669.115584:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326669.115588:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000003e9b89a7 x1853175408693376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326669.115600:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326669.115602:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326669.115607:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9b89a7] to pc [ptlrpcd_00_00+0] req@000000003e9b89a7 x1853175408693376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326669.115624:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326669.115625:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326669.115628:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326669.115630:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000339213a8. 00000020:00000040:3.0:1767326669.115632:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326669.115634:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326669.115635:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326669.115636:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326669.115638:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002cb168bc. 00000100:00000001:1.0:1767326669.115639:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326669.115641:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326669.115644:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326669.115646:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326669.115650:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326669.115653:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326669.115654:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326669.115657:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326669.115660:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326669.115662:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000339213a8 x1853175408693504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326669.115668:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326669.115671:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326669.115672:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326669.115674:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326669.115678:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000339213a8] to pc [ptlrpcd_00_01+1] req@00000000339213a8 x1853175408693504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326669.115686:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9b89a7 x1853175408693376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326669.115696:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326669.115697:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326669.115700:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326669.115701:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326669.115703:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326669.115705:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326669.115706:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326669.115711:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408693376:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326669.115713:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326669.115714:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326669.115717:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767326669.115717:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1767326669.115719:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7b89fc3. 00000100:00000001:0.0:1767326669.115720:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326669.115723:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1767326669.115724:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326669.115726:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767326669.115727:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326669.115728:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326669.115729:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326669.115731:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326669.115732:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326669.115733:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326669.115735:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326669.115736:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326669.115737:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018e74027. 00000100:00000001:0.0:1767326669.115738:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767326669.115741:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a1404ea1. 02000000:00000001:1.0:1767326669.115742:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326669.115745:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000339213a8 x1853175408693504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326669.115748:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326669.115752:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f597b6. 00000100:00000040:3.0:1767326669.115756:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b7b89fc3 x1853175408693632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326669.115758:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326669.115760:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326669.115762:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000100:00000001:3.0:1767326669.115768:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767326669.115770:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408693376, portal 25 02000000:00000001:0.0:1767326669.115772:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326669.115772:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326669.115775:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326669.115775:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326669.115777:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571622272 : -115369137929344 : ffff971287840380) 02000000:00000001:0.0:1767326669.115779:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326669.115780:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7b89fc3] to pc [ptlrpcd_00_02+2] req@00000000b7b89fc3 x1853175408693632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326669.115785:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408693504:192.168.202.142@tcp:400: 00000100:00000040:1.0:1767326669.115792:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9b89a7 x1853175408693376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326669.115793:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326669.115796:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326669.115799:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326669.115803:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326669.115807:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767326669.115809:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007241b82d. 00000100:00000040:1.0:1767326669.115811:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326669.115814:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326669.115816:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafb2056. 00000100:00000200:1.0:1767326669.115820:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408693376, offset 0 00000400:00000010:0.0:1767326669.115821:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ceb5763c. 00000100:00000001:3.0:1767326669.115825:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326669.115830:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767326669.115830:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767326669.115837:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767326669.115843:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 00000100:00000040:3.0:1767326669.115843:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11874) 00000100:00000200:0.0:1767326669.115850:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408693504, portal 10 00000400:00000200:1.0:1767326669.115850:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326669.115853:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326669.115855:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326669.115857:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326669.115858:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571632128 : -115369137919488 : ffff971287842a00) 00000100:00000001:3.0:1767326669.115859:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326669.115860:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326669.115861:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326669.115865:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326669.115868:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7b89fc3 x1853175408693632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326669.115871:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000339213a8 x1853175408693504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326669.115872:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326669.115880:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326669.115887:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326669.115892:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326669.115893:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [561:561:256:4294967295] 192.168.202.142@tcp LPNI seq info [561:561:8:4294967295] 00000100:00000040:0.0:1767326669.115902:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326669.115907:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7ef90dd. 00000400:00000200:1.0:1767326669.115910:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:0.0:1767326669.115912:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408693504, offset 0 00000100:00000001:2.0:1767326669.115914:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326669.115917:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326669.115920:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326669.115921:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326669.115922:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326669.115925:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326669.115925:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326669.115929:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00100000:2.0:1767326669.115930:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7b89fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408693632:192.168.202.142@tcp:400: 00000800:00000010:1.0:1767326669.115931:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005493b67f. 00000400:00000200:0.0:1767326669.115933:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326669.115938:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326669.115938:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767326669.115942:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:2.0:1767326669.115942:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326669.115944:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326669.115946:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326669.115950:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767326669.115950:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767326669.115953:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000010:2.0:1767326669.115954:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009db7e5f4. 02000000:00000001:2.0:1767326669.115956:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326669.115958:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005493b67f type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767326669.115959:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039a4802b. 00000400:00000200:0.0:1767326669.115963:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [562:562:255:4294967295] 192.168.202.142@tcp LPNI seq info [562:562:7:4294967295] 00000400:00000010:2.0:1767326669.115966:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2f3b387. 00000400:00000200:0.0:1767326669.115971:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:2.0:1767326669.115971:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408693632, portal 10 00000100:00000001:1.0:1767326669.115975:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326669.115975:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326669.115979:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571627648 : -115369137923968 : ffff971287841880) 00000100:00000001:1.0:1767326669.115981:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306540737 00000800:00000200:0.0:1767326669.115982:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:1.0:1767326669.115987:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000034d71912. 00000100:00000040:2.0:1767326669.115987:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7b89fc3 x1853175408693632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767326669.115988:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000100:00000001:1.0:1767326669.115996:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326669.115996:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326669.116000:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:2.0:1767326669.116002:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326669.116003:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306540737 00000100:00000010:1.0:1767326669.116007:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9b1999e. 00000400:00000010:2.0:1767326669.116007:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000364a6fcd. 00000800:00000200:0.0:1767326669.116011:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326669.116012:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000200:2.0:1767326669.116012:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408693632, offset 0 00000800:00000200:0.0:1767326669.116018:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326669.116018:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306540737 00000400:00000200:2.0:1767326669.116022:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:1.0:1767326669.116024:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e79aa378. 00000100:00000001:0.0:1767326669.116026:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326669.116028:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767326669.116030:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:0.0:1767326669.116032:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 94996 usecs (95 jiffies) 00000100:00000001:1.0:1767326669.116033:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306540737 00000400:00000200:2.0:1767326669.116033:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326669.116037:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326669.116038:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306537055 00000100:00000010:1.0:1767326669.116039:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f07e032. 00000400:00000200:2.0:1767326669.116041:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326669.116043:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326669.116046:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306540737 00000100:00000001:1.0:1767326669.116046:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326669.116046:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326669.116051:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326669.116052:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306537055 00000400:00000200:2.0:1767326669.116052:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [563:563:254:4294967295] 192.168.202.142@tcp LPNI seq info [563:563:6:4294967295] 00000100:00000001:1.0:1767326669.116055:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326669.116058:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326669.116060:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326669.116060:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326669.116064:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306540737 00000100:00000001:1.0:1767326669.116064:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326669.116067:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326669.116071:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306537055 00000100:00000001:1.0:1767326669.116071:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326669.116075:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326669.116076:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326669.116077:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306540737 00000800:00000010:2.0:1767326669.116080:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dadd9a6c. 00000100:00000001:0.0:1767326669.116081:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306537055 00000100:00000001:0.0:1767326669.116088:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306540737 00000800:00000200:2.0:1767326669.116088:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000010:3.0:1767326669.116088:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005493b67f. 00000100:00000001:0.0:1767326669.116096:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326669.116096:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767326669.116100:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326669.116102:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326669.116104:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dadd9a6c type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326669.116108:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326669.116109:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326669.116116:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326669.116117:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 125523 usecs (126 jiffies) 00000400:00000200:3.0:1767326669.116118:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafb2056 00000100:00000001:0.0:1767326669.116123:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326669.116123:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aafb2056. 00000100:00000001:2.0:1767326669.116124:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306537086 00000100:00000001:2.0:1767326669.116129:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306540737 00000100:00000001:3.0:1767326669.116130:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326669.116133:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306537086 00000100:00000001:2.0:1767326669.116137:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306540737 00000100:00000200:3.0:1767326669.116137:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9b89a7 x1853175408693376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326669.116141:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306537086 00000100:00000001:2.0:1767326669.116147:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306540737 00000100:00000001:2.0:1767326669.116152:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306537086 00000100:00000001:3.0:1767326669.116152:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326669.116154:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306540737 00000100:00000001:2.0:1767326669.116157:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326669.116159:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326669.116161:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326669.116163:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326669.116167:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326669.116169:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326669.116171:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326669.116172:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326669.116173:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326669.116175:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326669.116212:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9b89a7 x1853175408693376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326685 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326669.116220:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326669.116221:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326669.116239:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326669.116242:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000400:00000200:3.0:1767326669.116244:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326669.116248:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326669.116250:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7ef90dd 00000400:00000010:3.0:1767326669.116252:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7ef90dd. 00000100:00000001:3.0:1767326669.116255:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326669.116257:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000339213a8 x1853175408693504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326669.116264:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326669.116266:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000339213a8 x1853175408693504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326669.116270:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326669.116271:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326669.116298:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326669.116300:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dadd9a6c. 00000400:00000200:3.0:1767326669.116303:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326669.116306:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326669.116309:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364a6fcd 00000400:00000010:3.0:1767326669.116311:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000364a6fcd. 00000100:00000001:3.0:1767326669.116319:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326669.116322:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7b89fc3 x1853175408693632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326669.116377:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326669.116380:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7b89fc3 x1853175408693632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326669.116387:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326669.116388:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326669.117350:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326669.117361:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326669.117364:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326669.117367:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326669.117377:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326669.117395:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f11080 00000400:00000200:2.0:1767326669.117417:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1251 [1] + 224 00000800:00000001:2.0:1767326669.117422:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326669.117429:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326669.117431:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326669.117434:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326669.117439:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326669.117443:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9b89a7 x1853175408693376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326669.117453:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9b89a7 x1853175408693376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326669.117470:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326669.117482:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326669.117496:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326669.117498:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326669.117502:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326669.117503:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326669.117505:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f597b6. 00000400:00000200:1.0:1767326669.117508:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000400:00000010:1.0:1767326669.117513:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:1.0:1767326669.117515:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326669.117518:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9b89a7 x1853175408693376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326669.117524:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9b89a7 x1853175408693376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326669.117528:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326669.117529:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326669.117530:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326669.117532:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326669.117534:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326669.117536:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326669.117538:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326669.117542:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=65 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326669.117545:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=65 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326669.117546:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326669.117547:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326669.117549:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326669.117551:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326669.117552:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326669.117555:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9b89a7 x1853175408693376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326669.117559:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326669.117561:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326669.117563:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326669.117564:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9b89a7 x1853175408693376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326669.117568:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408693376:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326669.117572:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326669.117573:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326669.117574:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9b89a7 x1853175408693376/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326669.117585:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326669.117587:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326669.117589:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018e74027. 02000000:00000001:1.0:1767326669.117591:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326669.117592:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326669.117593:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326669.117594:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326669.117596:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008a98e938. 02000000:00000001:1.0:1767326669.117599:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326669.117600:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326669.117601:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9b89a7. 00000100:00000001:1.0:1767326669.117604:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326669.117604:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326669.117606:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326669.117608:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326669.117609:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326669.117610:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326669.117611:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326669.117643:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326669.117646:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326669.117667:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326669.117671:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326669.117676:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11100 00000400:00000200:2.0:1767326669.117680:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1259 [1] + 224 00000800:00000001:2.0:1767326669.117683:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326669.117685:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326669.117686:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326669.117688:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326669.117690:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326669.117692:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000339213a8 x1853175408693504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326669.117697:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000339213a8 x1853175408693504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326669.117707:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326669.117710:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326669.117716:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326669.117717:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326669.117719:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326669.117722:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326669.117727:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11180 00000400:00000200:2.0:1767326669.117730:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1261 [1] + 224 00000800:00000001:2.0:1767326669.117732:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326669.117733:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326669.117736:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326669.117736:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326669.117739:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767326669.117740:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326669.117743:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:0.0:1767326669.117744:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326669.117747:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ceb5763c. 00000400:00000200:0.0:1767326669.117750:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000400:00000010:0.0:1767326669.117751:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000001:0.0:1767326669.117753:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326669.117754:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326669.117758:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000339213a8 x1853175408693504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326669.117759:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7b89fc3 x1853175408693632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326669.117789:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b7b89fc3 x1853175408693632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326669.117792:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000339213a8 x1853175408693504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326669.117805:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326669.117806:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326669.117808:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326669.117810:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326669.117811:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326669.117812:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326669.117815:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326669.117818:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326669.117819:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326669.117823:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326669.117825:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=60 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326669.117828:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767326669.117829:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=60 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326669.117831:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326669.117832:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326669.117833:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326669.117834:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767326669.117835:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1767326669.117835:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326669.117837:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039a4802b. 00010000:00000001:0.0:1767326669.117838:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326669.117841:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1767326669.117841:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2f3b387 00000100:00000040:0.0:1767326669.117842:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000400:00000010:3.0:1767326669.117842:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2f3b387. 00000100:00000001:0.0:1767326669.117845:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326669.117845:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326669.117846:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326669.117849:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000339213a8 x1853175408693504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326669.117849:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7b89fc3 x1853175408693632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326669.117857:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326669.117858:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7b89fc3 x1853175408693632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326669.117859:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326669.117864:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326669.117865:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326669.117865:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326669.117867:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326669.117868:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767326669.117869:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000339213a8 x1853175408693504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326669.117869:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326669.117871:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326669.117873:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326669.117876:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408693504:192.168.202.142@tcp:400: 00000100:00001000:3.0:1767326669.117876:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=54 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326669.117879:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=144 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326669.117880:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326669.117881:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326669.117881:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326669.117882:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326669.117884:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000339213a8 x1853175408693504/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326669.117884:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326669.117887:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b7b89fc3 x1853175408693632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326669.117890:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326669.117892:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326669.117894:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007241b82d. 02000000:00000001:0.0:1767326669.117896:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326669.117898:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326669.117899:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326669.117901:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326669.117903:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002cb168bc. 00010000:00000001:3.0:1767326669.117904:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326669.117905:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326669.117906:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326669.117906:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000010:0.0:1767326669.117907:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000339213a8. 00000100:00000040:3.0:1767326669.117907:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326669.117909:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326669.117910:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326669.117910:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326669.117911:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326669.117913:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326669.117914:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7b89fc3 x1853175408693632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326669.117916:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326669.117917:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326669.117919:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326669.117920:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326669.117921:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326669.117922:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326669.117923:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326669.117926:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7b89fc3 x1853175408693632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326669.117933:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7b89fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408693632:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326669.117937:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326669.117939:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326669.117941:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7b89fc3 x1853175408693632/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326685 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326669.117948:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326669.117949:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326669.117951:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009db7e5f4. 02000000:00000001:3.0:1767326669.117953:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326669.117954:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326669.117955:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326669.117957:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326669.117959:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a1404ea1. 02000000:00000001:3.0:1767326669.117961:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326669.117962:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326669.117963:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7b89fc3. 00000100:00000001:3.0:1767326669.117965:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326669.117966:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326669.117971:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326669.117974:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326669.117975:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326669.117976:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326669.117977:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326670.139533:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326670.139540:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326670.139585:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326670.139589:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326670.139591:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326671.163493:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326671.163502:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326671.163549:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326671.163553:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326671.163557:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326672.187504:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326672.187513:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326672.187565:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326672.187570:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326672.187573:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326672.955528:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306540737, at 4306540800 00000100:00000040:1.0:1767326672.955528:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306540737, at 4306540800 00000100:00000040:2.0:1767326672.955528:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306540737, at 4306540800 00000100:00000040:3.0:1767326672.955528:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306540737, at 4306540800 00000100:00000010:3.0:1767326672.955550:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f07e032. 00000100:00000010:1.0:1767326672.955551:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9b1999e. 00000100:00000010:0.0:1767326672.955553:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000034d71912. 00000100:00000010:2.0:1767326672.955558:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e79aa378. 00010000:00000001:0.0:1767326673.211545:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326673.211554:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326673.211615:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326673.211620:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326673.211623:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326674.235498:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326674.235509:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326674.235521:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008fd7cd23. 00000020:00000040:0.0:1767326674.235528:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326674.235532:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326674.235536:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326674.235541:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326674.235550:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a276710d. 00000100:00000001:0.0:1767326674.235556:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326674.235567:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000008fd7cd23 x1853175408693760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326674.235575:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326674.235577:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326674.235582:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fd7cd23] to pc [ptlrpcd_00_03+3] req@000000008fd7cd23 x1853175408693760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326674.235603:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326674.235605:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326674.235607:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326674.235609:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a13fabe. 00000020:00000040:0.0:1767326674.235611:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326674.235613:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326674.235614:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326674.235615:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326674.235618:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f2654a5. 00000100:00000001:0.0:1767326674.235620:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326674.235623:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000003a13fabe x1853175408693888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326674.235626:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326674.235630:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326674.235631:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326674.235632:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326674.235633:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767326674.235636:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326674.235637:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326674.235644:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326674.235647:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326674.235651:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326674.235654:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326674.235657:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a13fabe] to pc [ptlrpcd_00_00+0] req@000000003a13fabe x1853175408693888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326674.235657:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326674.235664:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008fd7cd23 x1853175408693760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326674.235680:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326674.235682:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326674.235687:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326674.235693:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326674.235698:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326674.235698:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326674.235704:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326674.235705:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326674.235711:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767326674.235712:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d98de7a. 00000100:00100000:2.0:1767326674.235712:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008fd7cd23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408693760:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326674.235716:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767326674.235718:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326674.235719:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326674.235722:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326674.235725:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326674.235728:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767326674.235729:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a13fabe x1853175408693888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326674.235731:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326674.235732:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326674.235735:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326674.235739:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020243973. 02000000:00000001:2.0:1767326674.235739:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326674.235745:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326674.235746:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326674.235749:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326674.235753:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000001d98de7a x1853175408694016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767326674.235754:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae97a540. 02000000:00000001:3.0:1767326674.235754:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326674.235759:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326674.235759:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326674.235766:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326674.235768:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5e69d66. 00000100:00000001:0.0:1767326674.235771:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326674.235774:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326674.235775:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a13fabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408693888:192.168.202.142@tcp:400: 00000400:00000010:2.0:1767326674.235776:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091464543. 00000100:00000001:3.0:1767326674.235782:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326674.235783:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d98de7a] to pc [ptlrpcd_00_01+1] req@000000001d98de7a x1853175408694016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326674.235785:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408693760, portal 25 02000000:00000001:3.0:1767326674.235787:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326674.235791:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326674.235791:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326674.235795:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453957888 : -115368255593728 : ffff9712bc1b6300) 02000000:00000001:3.0:1767326674.235796:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326674.235802:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002637400b. 00000100:00000040:2.0:1767326674.235804:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008fd7cd23 x1853175408693760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326674.235805:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326674.235807:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326674.235810:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767326674.235815:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cabdd3d. 00000100:00000040:0.0:1767326674.235821:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1767326674.235822:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767326674.235824:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a3a8859. 00000100:00000040:0.0:1767326674.235826:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11879) 00000100:00000040:2.0:1767326674.235828:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000200:3.0:1767326674.235830:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408693888, portal 10 00000400:00000010:2.0:1767326674.235832:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f807cad2. 00000100:00000001:3.0:1767326674.235833:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1767326674.235837:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408693760, offset 0 00000100:00000001:3.0:1767326674.235837:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453955200 : -115368255596416 : ffff9712bc1b5880) 00000100:00000040:3.0:1767326674.235845:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a13fabe x1853175408693888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326674.235848:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00010000:00000001:0.0:1767326674.235849:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326674.235853:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326674.235857:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326674.235859:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326674.235863:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326674.235865:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326674.235867:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326674.235870:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326674.235872:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9c4baab. 00000400:00000200:2.0:1767326674.235873:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1767326674.235876:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408693888, offset 0 00000100:00000040:1.0:1767326674.235883:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d98de7a x1853175408694016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326674.235884:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326674.235885:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326674.235893:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326674.235900:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767326674.235902:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326674.235903:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326674.235907:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326674.235909:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326674.235913:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326674.235917:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [564:564:256:4294967295] 192.168.202.142@tcp LPNI seq info [564:564:8:4294967295] 00000100:00100000:1.0:1767326674.235920:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d98de7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408694016:192.168.202.142@tcp:400: 00000020:00000001:0.0:1767326674.235922:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326674.235927:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326674.235928:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:0.0:1767326674.235933:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767326674.235934:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326674.235939:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326674.235941:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:1.0:1767326674.235942:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326674.235948:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d3b59c1. 02000000:00000001:1.0:1767326674.235951:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326674.235954:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326674.235954:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:1.0:1767326674.235956:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f597b6. 00000400:00000200:3.0:1767326674.235960:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767326674.235964:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000800:00000010:2.0:1767326674.235964:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052a5ce86. 00000400:00000200:3.0:1767326674.235964:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326674.235969:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1767326674.235971:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408694016, portal 10 00000400:00000200:3.0:1767326674.235972:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326674.235976:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326674.235979:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [565:565:255:4294967295] 192.168.202.142@tcp LPNI seq info [565:565:7:4294967295] 00000100:00000001:1.0:1767326674.235980:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453964160 : -115368255587456 : ffff9712bc1b7b80) 00000800:00000200:2.0:1767326674.235986:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:1.0:1767326674.235993:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d98de7a x1853175408694016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326674.235993:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326674.236003:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326674.236004:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326674.236010:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bf97ac1. 00000800:00000200:2.0:1767326674.236015:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052a5ce86 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326674.236017:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326674.236021:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:1.0:1767326674.236025:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326674.236030:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d659d8ea. 00000800:00000200:3.0:1767326674.236031:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:1.0:1767326674.236036:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408694016, offset 0 00000100:00000001:2.0:1767326674.236036:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326674.236037:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bf97ac1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326674.236044:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306545857 00000100:00000001:3.0:1767326674.236045:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326674.236049:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:2.0:1767326674.236052:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000020ebf5a0. 00000100:00000040:3.0:1767326674.236053:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 94446 usecs (95 jiffies) 00000400:00000200:1.0:1767326674.236058:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326674.236060:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306542175 00000400:00000200:1.0:1767326674.236064:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326674.236068:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326674.236071:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326674.236071:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326674.236078:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326674.236081:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [566:566:254:4294967295] 192.168.202.142@tcp LPNI seq info [566:566:6:4294967295] 00000100:00000001:2.0:1767326674.236082:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306545857 00000100:00000001:3.0:1767326674.236082:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306545857 00000100:00000010:2.0:1767326674.236088:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ee61ad4. 00000100:00000001:3.0:1767326674.236089:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306542175 00000100:00000001:2.0:1767326674.236094:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326674.236100:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306545857 00000100:00000001:3.0:1767326674.236100:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306545857 00000800:00000200:0.0:1767326674.236103:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767326674.236104:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee5444a4. 00000100:00000001:3.0:1767326674.236107:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306542175 00000800:00000010:0.0:1767326674.236109:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052a5ce86. 00000100:00000001:2.0:1767326674.236111:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326674.236115:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326674.236118:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306545857 00000100:00000001:3.0:1767326674.236118:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306545857 00000400:00000200:0.0:1767326674.236119:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767326674.236125:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd8dfb95. 00000100:00000001:3.0:1767326674.236125:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306542175 00000800:00000200:1.0:1767326674.236126:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326674.236133:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326674.236134:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000010:1.0:1767326674.236135:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000824d53cf. 00000400:00000200:0.0:1767326674.236138:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f807cad2 00000100:00000001:2.0:1767326674.236141:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326674.236141:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306545857 00000400:00000010:0.0:1767326674.236142:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f807cad2. 00000100:00000001:0.0:1767326674.236147:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326674.236147:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326674.236149:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326674.236149:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326674.236154:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008fd7cd23 x1853175408693760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326674.236156:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326674.236157:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326674.236159:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326674.236164:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326674.236166:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000824d53cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326674.236168:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326674.236175:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326674.236177:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326674.236178:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326674.236181:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326674.236184:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008fd7cd23 x1853175408693760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326674.236185:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 124782 usecs (125 jiffies) 00000100:00000001:3.0:1767326674.236186:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326674.236194:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306542205 00000100:00000001:3.0:1767326674.236194:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326674.236195:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326674.236198:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326674.236201:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326674.236201:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306545857 00000100:00000001:3.0:1767326674.236202:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326674.236208:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306542205 00000100:00000001:3.0:1767326674.236209:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326674.236214:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306545857 00000100:00000001:1.0:1767326674.236217:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306542205 00000800:00000200:0.0:1767326674.236220:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326674.236220:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306545857 00000800:00000010:0.0:1767326674.236224:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bf97ac1. 00000100:00000001:1.0:1767326674.236225:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306542205 00000100:00000001:1.0:1767326674.236230:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306545857 00000400:00000200:0.0:1767326674.236232:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326674.236234:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326674.236239:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326674.236240:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326674.236243:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326674.236245:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9c4baab 00000100:00000001:1.0:1767326674.236247:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326674.236250:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9c4baab. 00000100:00000001:1.0:1767326674.236253:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326674.236255:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326674.236257:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767326674.236262:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a13fabe x1853175408693888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326674.236262:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326674.236265:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326674.236268:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326674.236271:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326674.236303:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326674.236307:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a13fabe x1853175408693888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326674.236314:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326674.236316:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326674.236372:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326674.236374:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000824d53cf. 00000400:00000200:0.0:1767326674.236376:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326674.236379:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326674.236380:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d659d8ea 00000400:00000010:0.0:1767326674.236381:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d659d8ea. 00000100:00000001:0.0:1767326674.236383:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326674.236385:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d98de7a x1853175408694016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326674.236394:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326674.236396:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d98de7a x1853175408694016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326674.236414:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326674.236415:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326674.237816:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326674.237833:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326674.237836:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326674.237838:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326674.237846:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326674.237914:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f11200 00000400:00000200:3.0:1767326674.237921:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1269 [1] + 224 00000800:00000001:3.0:1767326674.237929:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326674.237933:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326674.237935:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326674.237937:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326674.237941:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326674.237944:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008fd7cd23 x1853175408693760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326674.237951:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008fd7cd23 x1853175408693760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326674.237965:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326674.237970:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326674.237972:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326674.237973:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326674.237974:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326674.237976:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326674.237980:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11280 00000400:00000200:3.0:1767326674.237983:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x126d [1] + 224 00000800:00000001:3.0:1767326674.237987:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326674.238000:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326674.238002:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326674.238005:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326674.238007:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326674.238009:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326674.238012:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767326674.238017:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767326674.238017:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a13fabe x1853175408693888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326674.238022:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326674.238026:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5e69d66. 00000400:00000200:2.0:1767326674.238031:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091464543 00000100:00000040:3.0:1767326674.238034:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a13fabe x1853175408693888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326674.238036:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091464543. 00000100:00000001:2.0:1767326674.238042:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326674.238049:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008fd7cd23 x1853175408693760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326674.238059:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326674.238066:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326674.238070:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326674.238071:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008fd7cd23 x1853175408693760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326674.238073:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326674.238078:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326674.238088:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767326674.238088:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:2.0:1767326674.238093:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326674.238097:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11300 00000100:00000001:0.0:1767326674.238098:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326674.238103:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326674.238104:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1279 [1] + 224 00000100:00000001:2.0:1767326674.238105:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326674.238110:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767326674.238111:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326674.238112:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326674.238114:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1767326674.238116:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326674.238118:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326674.238118:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326674.238120:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cabdd3d. 00000400:00000200:3.0:1767326674.238124:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767326674.238125:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326674.238126:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a3a8859 00000400:00000010:0.0:1767326674.238132:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a3a8859. 00000400:00000200:3.0:1767326674.238134:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00001000:2.0:1767326674.238136:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=70 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326674.238137:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326674.238139:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767326674.238145:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=70 v=5 (1 1 1 1) 00000100:00000200:0.0:1767326674.238146:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a13fabe x1853175408693888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326674.238147:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001d98de7a x1853175408694016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326674.238153:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326674.238157:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326674.238162:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326674.238167:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326674.238170:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001d98de7a x1853175408694016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326674.238173:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326674.238183:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a13fabe x1853175408693888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326674.238183:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008fd7cd23 x1853175408693760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326674.238208:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326674.238208:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326674.238209:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326674.238212:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326674.238215:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326674.238215:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1767326674.238215:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326674.238219:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326674.238219:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326674.238221:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767326674.238221:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326674.238224:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326674.238228:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326674.238230:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008fd7cd23 x1853175408693760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326674.238234:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=65 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326674.238242:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=65 v=5 (1 1 1 1) 00000100:00100000:2.0:1767326674.238245:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008fd7cd23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408693760:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326674.238247:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326674.238250:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326674.238255:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326674.238255:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326674.238255:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326674.238260:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767326674.238261:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326674.238261:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326674.238267:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:1.0:1767326674.238267:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767326674.238268:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008fd7cd23 x1853175408693760/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326674.238271:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767326674.238272:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326674.238285:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326674.238293:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1767326674.238294:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f597b6. 00000100:00000001:0.0:1767326674.238295:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326674.238299:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767326674.238301:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000100:00000040:0.0:1767326674.238302:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a13fabe x1853175408693888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326674.238304:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae97a540. 00000400:00000010:1.0:1767326674.238307:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 02000000:00000001:2.0:1767326674.238311:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326674.238314:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326674.238316:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767326674.238316:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326674.238320:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1767326674.238320:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000200:1.0:1767326674.238321:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d98de7a x1853175408694016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326674.238323:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326674.238326:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767326674.238329:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a13fabe x1853175408693888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326674.238331:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a276710d. 02000000:00000001:2.0:1767326674.238337:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326674.238348:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1767326674.238350:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a13fabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408693888:192.168.202.142@tcp:400: 00000100:00000200:1.0:1767326674.238351:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d98de7a x1853175408694016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767326674.238352:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008fd7cd23. 00000100:00000001:0.0:1767326674.238356:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326674.238360:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326674.238361:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326674.238365:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326674.238366:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a13fabe x1853175408693888/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326674.238368:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326674.238370:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326674.238372:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326674.238378:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326674.238379:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326674.238380:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326674.238382:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767326674.238384:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326674.238384:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326674.238385:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767326674.238387:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002637400b. 00000100:00000001:1.0:1767326674.238389:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326674.238390:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326674.238391:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326674.238393:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326674.238395:0:211394:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767326674.238395:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326674.238398:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326674.238422:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326674.238424:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f2654a5. 02000000:00000001:0.0:1767326674.238426:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326674.238427:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326674.238428:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a13fabe. 00000100:00000001:0.0:1767326674.238430:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326674.238430:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326674.238433:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326674.238436:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=59 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326674.238437:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326674.238440:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326674.238443:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=149 v=5 (1 0 0 0) 00000100:00000001:0.0:1767326674.238445:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326674.238448:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326674.238449:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326674.238452:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326674.238454:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326674.238459:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001d98de7a x1853175408694016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326674.238467:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326674.238469:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326674.238470:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326674.238472:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326674.238473:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326674.238476:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d98de7a x1853175408694016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326674.238482:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326674.238485:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326674.238486:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326674.238489:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d98de7a x1853175408694016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326674.238501:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d98de7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408694016:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326674.238505:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326674.238507:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326674.238509:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d98de7a x1853175408694016/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326674.238514:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326674.238515:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326674.238517:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d3b59c1. 02000000:00000001:1.0:1767326674.238520:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326674.238521:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326674.238522:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326674.238524:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326674.238525:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020243973. 02000000:00000001:1.0:1767326674.238527:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326674.238528:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326674.238529:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d98de7a. 00000100:00000001:1.0:1767326674.238532:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326674.238533:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326674.238535:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326674.238538:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326674.238539:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326674.238541:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326674.238542:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326675.259525:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326675.259532:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326675.259610:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326675.259614:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326675.259616:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326676.283495:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326676.283501:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326676.283536:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326676.283540:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326676.283542:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326677.307508:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326677.307515:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326677.307517:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326677.307519:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326677.307523:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326677.307524:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326677.307525:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326677.307526:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326677.307556:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326677.307558:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326677.307559:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326678.075501:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306545857, at 4306545920 00000100:00000040:3.0:1767326678.075501:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306545857, at 4306545920 00000100:00000040:0.0:1767326678.075513:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306545857, at 4306545920 00000100:00000010:1.0:1767326678.075518:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ee61ad4. 00000100:00000010:3.0:1767326678.075522:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd8dfb95. 00000100:00000010:0.0:1767326678.075526:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000020ebf5a0. 00000100:00000040:2.0:1767326678.075545:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306545857, at 4306545920 00000100:00000010:2.0:1767326678.075560:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee5444a4. 00010000:00000001:0.0:1767326678.331482:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326678.331488:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326678.331525:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326678.331528:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326678.331546:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326679.355559:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:3.0:1767326679.355563:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326679.355569:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326679.355593:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326679.355607:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7b89fc3. 00000020:00000040:3.0:1767326679.355615:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326679.355621:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326679.355625:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326679.355632:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326679.355640:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:3.0:1767326679.355641:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000243161f8. 00000020:00000001:1.0:1767326679.355645:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326679.355650:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326679.355652:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326679.355666:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b7b89fc3 x1853175408694144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326679.355679:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326679.355683:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326679.355690:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7b89fc3] to pc [ptlrpcd_00_02+2] req@00000000b7b89fc3 x1853175408694144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326679.355730:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326679.355733:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326679.355736:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326679.355739:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021bf7b0a. 00000020:00000040:3.0:1767326679.355741:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326679.355744:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326679.355746:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326679.355747:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326679.355751:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b1e5a3ef. 00000100:00000001:3.0:1767326679.355754:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326679.355758:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000021bf7b0a x1853175408694272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326679.355761:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326679.355768:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767326679.355769:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767326679.355770:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326679.355774:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326679.355777:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021bf7b0a] to pc [ptlrpcd_00_03+3] req@0000000021bf7b0a x1853175408694272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326679.355786:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326679.355787:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326679.355790:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326679.355794:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326679.355798:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326679.355799:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326679.355803:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326679.355804:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326679.355809:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000412d9a58. 00000100:00000040:0.0:1767326679.355812:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021bf7b0a x1853175408694272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767326679.355813:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326679.355818:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326679.355821:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326679.355824:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326679.355829:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004088756a. 00000100:00000001:0.0:1767326679.355830:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326679.355835:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326679.355836:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326679.355841:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326679.355842:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000412d9a58 x1853175408694400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326679.355846:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326679.355852:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326679.355857:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326679.355859:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326679.355864:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408694272:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767326679.355866:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000412d9a58] to pc [ptlrpcd_00_00+0] req@00000000412d9a58 x1853175408694400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326679.355874:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326679.355889:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326679.355892:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326679.355895:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326679.355899:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326679.355901:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc65b422. 00000100:00000040:3.0:1767326679.355903:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326679.355905:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326679.355911:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1767326679.355915:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ceb5763c. 00000100:00000040:3.0:1767326679.355918:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11884) 00000400:00000010:0.0:1767326679.355925:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 00000100:00000001:2.0:1767326679.355932:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326679.355935:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408694272, portal 10 00000100:00000001:2.0:1767326679.355936:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326679.355940:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326679.355943:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571636608 : -115369137915008 : ffff971287843b80) 00000100:00000040:0.0:1767326679.355951:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021bf7b0a x1853175408694272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326679.355959:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326679.355962:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326679.355964:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2d871. 00000100:00000200:0.0:1767326679.355967:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408694272, offset 0 00000400:00000200:0.0:1767326679.355974:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326679.355989:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326679.355996:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326679.356002:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326679.356007:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326679.356009:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326679.356011:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326679.356015:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326679.356018:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [567:567:256:4294967295] 192.168.202.142@tcp LPNI seq info [567:567:8:4294967295] 00000100:00000001:1.0:1767326679.356019:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326679.356027:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000412d9a58 x1853175408694400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326679.356035:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326679.356047:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1767326679.356049:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326679.356050:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326679.356055:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326679.356056:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767326679.356057:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 02000000:00000001:1.0:1767326679.356060:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326679.356065:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000412d9a58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408694400:192.168.202.142@tcp:400: 00000800:00000200:0.0:1767326679.356068:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326679.356074:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326679.356077:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326679.356079:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326679.356082:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:1.0:1767326679.356083:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767326679.356087:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1767326679.356089:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002cd6166c. 02000000:00000001:1.0:1767326679.356092:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326679.356095:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f597b6. 00000400:00000010:1.0:1767326679.356099:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000100:00000200:1.0:1767326679.356102:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408694400, portal 10 00000100:00000001:1.0:1767326679.356103:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326679.356105:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571629440 : -115369137922176 : ffff971287841f80) 00000100:00000040:1.0:1767326679.356111:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000412d9a58 x1853175408694400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326679.356117:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326679.356120:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326679.356121:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326679.356123:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026285bcb. 00000100:00000040:0.0:1767326679.356127:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 93906 usecs (94 jiffies) 00000100:00000200:1.0:1767326679.356127:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408694400, offset 0 00000100:00000001:0.0:1767326679.356134:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306547294 00000400:00000200:1.0:1767326679.356143:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:0.0:1767326679.356144:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9f9490c. 00000100:00000001:0.0:1767326679.356153:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326679.356157:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326679.356161:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306547294 00000400:00000200:1.0:1767326679.356161:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326679.356166:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000010:0.0:1767326679.356167:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1e5b507. 00000400:00000200:1.0:1767326679.356170:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326679.356172:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326679.356176:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326679.356178:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306547294 00000400:00000200:1.0:1767326679.356181:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [568:568:255:4294967295] 192.168.202.142@tcp LPNI seq info [568:568:7:4294967295] 00000100:00000010:0.0:1767326679.356183:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009686e7bb. 00000100:00000001:0.0:1767326679.356189:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326679.356193:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306547294 00000100:00000010:0.0:1767326679.356198:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000601d7410. 00000400:00000200:1.0:1767326679.356198:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326679.356203:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767326679.356207:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326679.356214:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326679.356219:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326679.356222:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767326679.356224:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767326679.356237:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7b89fc3 x1853175408694144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767326679.356240:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000400:00000200:2.0:1767326679.356248:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326679.356250:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326679.356253:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326679.356257:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 02000000:00000001:0.0:1767326679.356258:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326679.356259:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326679.356263:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326679.356263:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326679.356266:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2d871 02000000:00000001:0.0:1767326679.356269:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326679.356270:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2d871. 00000100:00100000:0.0:1767326679.356277:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7b89fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408694144:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326679.356278:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326679.356284:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767326679.356285:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021bf7b0a x1853175408694272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326679.356288:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326679.356291:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326679.356296:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326679.356301:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc4198e2. 00000100:00000001:2.0:1767326679.356303:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326679.356306:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326679.356309:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021bf7b0a x1853175408694272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326679.356312:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efd101f8. 00000400:00000010:0.0:1767326679.356319:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044f99395. 00000100:00000200:0.0:1767326679.356329:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408694144, portal 25 00000100:00000001:2.0:1767326679.356331:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326679.356333:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326679.356335:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326679.356336:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571627648 : -115369137923968 : ffff971287841880) 00000100:00000040:0.0:1767326679.356342:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7b89fc3 x1853175408694144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326679.356347:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326679.356349:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326679.356350:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057503a90. 00000100:00000200:0.0:1767326679.356353:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408694144, offset 0 00000400:00000200:0.0:1767326679.356356:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326679.356361:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326679.356363:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326679.356364:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326679.356366:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326679.356367:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326679.356369:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [569:569:255:4294967295] 192.168.202.142@tcp LPNI seq info [569:569:7:4294967295] 00000400:00000200:0.0:1767326679.356374:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326679.356377:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326679.356380:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000800:00000200:0.0:1767326679.356390:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326679.356395:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326679.356397:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326679.356433:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326679.356436:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306550978 00000100:00000001:0.0:1767326679.356440:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306547294 00000100:00000001:0.0:1767326679.356443:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306550978 00000100:00000001:0.0:1767326679.356445:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306547294 00000100:00000001:0.0:1767326679.356448:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306550978 00000100:00000001:0.0:1767326679.356450:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306547294 00000100:00000001:0.0:1767326679.356459:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306550978 00000100:00000001:0.0:1767326679.356463:0:211397:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306547294 00000100:00000001:0.0:1767326679.356466:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326679.356468:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326679.356471:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326679.356473:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326679.356476:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326679.356477:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767326679.356480:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000100:00000001:0.0:1767326679.356481:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326679.356485:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326679.356486:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326679.356488:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326679.356491:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326679.356494:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326679.356495:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326679.356500:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057503a90 00000400:00000010:2.0:1767326679.356502:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057503a90. 00000100:00000001:2.0:1767326679.356505:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326679.356509:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7b89fc3 x1853175408694144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326679.356524:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326679.356527:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7b89fc3 x1853175408694144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326679.356532:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326679.356534:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:1.0:1767326679.356856:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b5b63e. 00000800:00000200:1.0:1767326679.356862:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326679.356867:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326679.356869:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f4b5b63e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326679.356882:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326679.356885:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 124055 usecs (125 jiffies) 00000100:00000001:1.0:1767326679.356888:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306547326 00000100:00000001:1.0:1767326679.356895:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306550978 00000100:00000001:1.0:1767326679.356897:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306547326 00000100:00000001:1.0:1767326679.356898:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306550978 00000100:00000001:1.0:1767326679.356900:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306547326 00000100:00000001:1.0:1767326679.356902:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306550978 00000100:00000001:1.0:1767326679.356904:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306547326 00000100:00000001:1.0:1767326679.356906:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306550978 00000100:00000001:1.0:1767326679.356908:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326679.356910:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326679.356912:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326679.356914:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326679.356919:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326679.356920:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326679.356927:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326679.356928:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326679.356930:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326679.356931:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326679.356947:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326679.356951:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b5b63e. 00000400:00000200:3.0:1767326679.356954:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326679.356958:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326679.356962:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026285bcb 00000400:00000010:3.0:1767326679.356963:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026285bcb. 00000100:00000001:3.0:1767326679.356965:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326679.356967:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000412d9a58 x1853175408694400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326679.356972:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326679.356978:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000412d9a58 x1853175408694400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326679.356983:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326679.356984:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326679.357595:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326679.357607:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326679.357610:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326679.357612:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326679.357620:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326679.357632:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11400 00000400:00000200:2.0:1767326679.357639:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1281 [1] + 224 00000800:00000001:2.0:1767326679.357647:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326679.357653:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326679.357655:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326679.357659:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326679.357663:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326679.357667:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021bf7b0a x1853175408694272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326679.357677:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021bf7b0a x1853175408694272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326679.357698:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326679.357706:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326679.357710:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326679.357724:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326679.357727:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326679.357731:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326679.357734:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326679.357736:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ceb5763c. 00000400:00000200:0.0:1767326679.357740:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000400:00000010:0.0:1767326679.357741:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000001:0.0:1767326679.357744:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326679.357747:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021bf7b0a x1853175408694272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326679.357753:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021bf7b0a x1853175408694272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326679.357758:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326679.357759:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326679.357761:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326679.357763:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326679.357766:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326679.357768:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326679.357772:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326679.357779:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=70 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326679.357782:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326679.357784:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326679.357785:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326679.357795:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326679.357800:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326679.357804:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326679.357806:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326679.357808:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326679.357810:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326679.357814:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021bf7b0a x1853175408694272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326679.357821:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326679.357824:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326679.357826:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326679.357829:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021bf7b0a x1853175408694272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326679.357836:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408694272:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326679.357841:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326679.357843:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326679.357845:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021bf7b0a x1853175408694272/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326679.357852:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326679.357855:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326679.357858:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc65b422. 02000000:00000001:0.0:1767326679.357862:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326679.357863:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326679.357865:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326679.357867:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326679.357869:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b1e5a3ef. 02000000:00000001:0.0:1767326679.357873:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326679.357875:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326679.357876:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021bf7b0a. 00000100:00000001:0.0:1767326679.357883:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326679.357884:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326679.357886:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326679.357888:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326679.357895:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326679.357896:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326679.357898:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326679.358725:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326679.358732:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326679.358735:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326679.358737:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326679.358748:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326679.358756:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f11380 00000400:00000200:2.0:1767326679.358761:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1291 [1] + 224 00000800:00000001:2.0:1767326679.358786:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326679.358792:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326679.358794:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326679.358798:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326679.358802:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326679.358806:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7b89fc3 x1853175408694144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326679.358815:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b7b89fc3 x1853175408694144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326679.358833:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326679.358839:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326679.358842:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326679.358863:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326679.358867:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326679.358870:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326679.358872:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326679.358874:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efd101f8. 00000400:00000200:0.0:1767326679.358877:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044f99395 00000400:00000010:0.0:1767326679.358879:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044f99395. 00000100:00000001:0.0:1767326679.358881:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326679.358885:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7b89fc3 x1853175408694144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326679.358895:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7b89fc3 x1853175408694144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326679.358902:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326679.358903:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326679.358905:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326679.358907:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326679.358909:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326679.358910:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326679.358912:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326679.358916:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326679.358919:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326679.358922:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326679.358923:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326679.358925:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326679.358927:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326679.358929:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326679.358932:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7b89fc3 x1853175408694144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326679.358939:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326679.358941:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326679.358942:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326679.358943:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7b89fc3 x1853175408694144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326679.358958:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7b89fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408694144:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326679.358961:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326679.358963:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326679.358964:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7b89fc3 x1853175408694144/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326679.358968:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326679.358970:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326679.358971:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc4198e2. 02000000:00000001:0.0:1767326679.358974:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326679.358975:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326679.358976:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326679.358978:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326679.358979:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000243161f8. 02000000:00000001:0.0:1767326679.358981:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326679.358982:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326679.358983:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7b89fc3. 00000100:00000001:0.0:1767326679.358986:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326679.358987:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326679.358989:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326679.358995:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326679.358996:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326679.358998:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326679.359000:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326679.361302:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326679.361375:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326679.361379:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326679.361382:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326679.361392:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326679.361437:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11480 00000400:00000200:3.0:1767326679.361445:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1289 [1] + 224 00000800:00000001:3.0:1767326679.361452:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326679.361459:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326679.361463:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326679.361466:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326679.361474:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326679.361481:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000412d9a58 x1853175408694400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326679.361493:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000412d9a58 x1853175408694400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326679.361518:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326679.361526:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326679.361529:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326679.361556:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326679.361561:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326679.361568:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326679.361570:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326679.361572:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f597b6. 00000400:00000200:1.0:1767326679.361577:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000400:00000010:1.0:1767326679.361587:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:1.0:1767326679.361591:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326679.361595:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000412d9a58 x1853175408694400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326679.361676:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000412d9a58 x1853175408694400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326679.361686:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326679.361689:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326679.361691:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326679.361694:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326679.361697:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326679.361699:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326679.361702:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326679.361711:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=64 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326679.361716:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=154 v=5 (1 0 0 0) 00000100:00000001:1.0:1767326679.361718:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326679.361720:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326679.361722:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326679.361726:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000412d9a58 x1853175408694400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326679.361733:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326679.361736:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326679.361738:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326679.361740:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326679.361741:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326679.361759:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000412d9a58 x1853175408694400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326679.361766:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326679.361768:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326679.361770:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326679.361773:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000412d9a58 x1853175408694400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326679.361780:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000412d9a58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408694400:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326679.361785:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326679.361787:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326679.361789:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000412d9a58 x1853175408694400/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326679.361795:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326679.361798:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326679.361801:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002cd6166c. 02000000:00000001:1.0:1767326679.361805:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326679.361808:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326679.361809:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326679.361812:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326679.361814:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004088756a. 02000000:00000001:1.0:1767326679.361818:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326679.361820:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326679.361821:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000412d9a58. 00000100:00000001:1.0:1767326679.361825:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326679.361826:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326679.361828:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326679.361836:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326679.361838:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326679.361840:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326679.361842:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326680.379487:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326680.379495:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326680.379517:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326680.379519:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326680.379522:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326681.403500:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326681.403509:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326681.403583:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326681.403591:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326681.403595:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326682.427562:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326682.427568:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326682.427643:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326682.427646:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326682.427666:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326683.195519:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306550978, at 4306551040 00000100:00000040:2.0:1767326683.195519:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306550978, at 4306551040 00000100:00000040:3.0:1767326683.195519:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306550978, at 4306551040 00000100:00000010:3.0:1767326683.195538:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000601d7410. 00000100:00000010:0.0:1767326683.195543:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9f9490c. 00000100:00000010:2.0:1767326683.195545:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009686e7bb. 00000100:00000040:1.0:1767326683.195631:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306550978, at 4306551040 00000100:00000010:1.0:1767326683.195639:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1e5b507. 00010000:00000001:0.0:1767326683.451522:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326683.451530:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326683.451551:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326683.451553:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326683.451555:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326684.475518:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326684.475528:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326684.475539:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a13fabe. 00000020:00000040:0.0:1767326684.475546:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326684.475551:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326684.475554:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326684.475560:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326684.475568:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020243973. 00000100:00000001:0.0:1767326684.475575:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326684.475588:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000003a13fabe x1853175408694528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326684.475601:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326684.475604:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326684.475610:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a13fabe] to pc [ptlrpcd_00_01+1] req@000000003a13fabe x1853175408694528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326684.475636:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326684.475638:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326684.475640:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326684.475643:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ae77cf. 00000020:00000040:0.0:1767326684.475645:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326684.475647:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326684.475649:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326684.475650:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326684.475654:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a276710d. 00000100:00000001:3.0:1767326684.475656:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326684.475662:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326684.475665:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326684.475673:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326684.475673:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a13fabe x1853175408694528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326684.475676:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326684.475684:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326684.475686:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000026ae77cf x1853175408694656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326684.475695:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326684.475699:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326684.475701:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326684.475702:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326684.475706:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ae77cf] to pc [ptlrpcd_00_02+2] req@0000000026ae77cf x1853175408694656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326684.475716:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326684.475719:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326684.475722:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326684.475725:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a13fabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408694528:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326684.475729:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326684.475735:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326684.475737:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326684.475739:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326684.475740:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326684.475744:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767326684.475744:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc8201f4. 02000000:00000001:3.0:1767326684.475748:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326684.475752:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326684.475755:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bb4b1e4. 00000400:00000010:3.0:1767326684.475757:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029895aa0. 00000020:00000040:0.0:1767326684.475758:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326684.475760:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326684.475763:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326684.475765:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326684.475765:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326684.475767:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000865e4d10. 02000000:00000001:0.0:1767326684.475769:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326684.475769:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326684.475770:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326684.475774:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326684.475775:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408694528, portal 25 02000000:00000010:0.0:1767326684.475777:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f2654a5. 00000100:00000040:2.0:1767326684.475780:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ae77cf x1853175408694656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326684.475780:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326684.475782:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326684.475783:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453955200 : -115368255596416 : ffff9712bc1b5880) 00000100:00000040:0.0:1767326684.475789:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000009bb4b1e4 x1853175408694784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767326684.475792:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a13fabe x1853175408694528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326684.475810:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326684.475814:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326684.475814:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326684.475817:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326684.475817:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767326684.475820:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326684.475824:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bb4b1e4] to pc [ptlrpcd_00_03+3] req@000000009bb4b1e4 x1853175408694784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326684.475824:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767326684.475824:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326684.475828:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fbf3f23. 02000000:00000001:2.0:1767326684.475829:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326684.475833:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408694528, offset 0 00000100:00100000:2.0:1767326684.475837:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ae77cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408694656:192.168.202.142@tcp:400: 00000400:00000200:3.0:1767326684.475844:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326684.475845:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326684.475847:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326684.475849:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326684.475850:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326684.475853:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326684.475855:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767326684.475856:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326684.475860:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:0.0:1767326684.475861:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11890) 00000100:00000001:1.0:1767326684.475862:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326684.475867:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326684.475870:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767326684.475870:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767326684.475871:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b712209. 02000000:00000001:2.0:1767326684.475875:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326684.475876:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009bb4b1e4 x1853175408694784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326684.475879:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:2.0:1767326684.475880:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5e69d66. 00000400:00000200:3.0:1767326684.475885:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767326684.475886:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091464543. 00010000:00000001:0.0:1767326684.475887:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000400:00000200:3.0:1767326684.475891:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00010000:00000001:0.0:1767326684.475892:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326684.475893:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408694656, portal 10 00000100:00000001:1.0:1767326684.475895:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326684.475896:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326684.475899:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326684.475899:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [570:570:256:4294967295] 192.168.202.142@tcp LPNI seq info [570:570:8:4294967295] 00000100:00000001:2.0:1767326684.475900:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453954304 : -115368255597312 : ffff9712bc1b5500) 02000000:00000001:1.0:1767326684.475906:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326684.475910:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326684.475910:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ae77cf x1853175408694656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326684.475916:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326684.475918:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326684.475922:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326684.475923:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767326684.475925:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009bb4b1e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408694784:192.168.202.142@tcp:400: 00010000:00010000:0.0:1767326684.475926:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326684.475931:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326684.475934:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326684.475935:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:2.0:1767326684.475936:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039fbeb8f. 02000000:00000001:1.0:1767326684.475939:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767326684.475940:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408694656, offset 0 02000000:00000001:1.0:1767326684.475943:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326684.475945:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326684.475949:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d52f2a1b. 00000800:00000200:3.0:1767326684.475949:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326684.475952:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326684.475952:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326684.475958:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f597b6. 00000800:00000010:3.0:1767326684.475959:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004088756a. 00000400:00000200:2.0:1767326684.475962:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:1.0:1767326684.475965:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000400:00000200:2.0:1767326684.475968:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767326684.475970:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408694784, portal 10 00000800:00000200:3.0:1767326684.475970:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326684.475974:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767326684.475975:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326684.475976:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453951616 : -115368255600000 : ffff9712bc1b4a80) 00000400:00000200:2.0:1767326684.475982:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326684.475987:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:3.0:1767326684.475987:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:1.0:1767326684.475988:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009bb4b1e4 x1853175408694784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326684.476000:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326684.476000:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004088756a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326684.476001:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [571:571:255:4294967295] 192.168.202.142@tcp LPNI seq info [571:571:7:4294967295] 00000100:00000040:1.0:1767326684.476008:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326684.476012:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d7bb058. 00000400:00000200:2.0:1767326684.476015:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:1.0:1767326684.476017:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408694784, offset 0 00000100:00000001:3.0:1767326684.476017:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326684.476023:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326684.476024:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306556097 00000400:00000200:1.0:1767326684.476029:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326684.476029:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e2b156b8. 00000100:00000010:3.0:1767326684.476031:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d429ad70. 00000400:00000200:1.0:1767326684.476037:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:2.0:1767326684.476037:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326684.476041:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326684.476044:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1767326684.476046:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326684.476048:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e2b156b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326684.476051:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306556097 00000400:00000200:1.0:1767326684.476055:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326684.476055:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326684.476058:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064ae084c. 00000400:00000200:1.0:1767326684.476061:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326684.476062:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 93368 usecs (94 jiffies) 00000400:00000200:1.0:1767326684.476065:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326684.476065:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326684.476068:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306552414 00000400:00000200:1.0:1767326684.476071:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [572:572:254:4294967295] 192.168.202.142@tcp LPNI seq info [572:572:6:4294967295] 00000100:00000001:3.0:1767326684.476072:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306556097 00000100:00000001:2.0:1767326684.476075:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306556097 00000100:00000010:3.0:1767326684.476077:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cdc0422. 00000100:00000001:2.0:1767326684.476080:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306552414 00000100:00000001:3.0:1767326684.476081:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326684.476086:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306556097 00000800:00000200:0.0:1767326684.476091:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326684.476092:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306556097 00000100:00000010:3.0:1767326684.476092:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a5ba9a9. 00000800:00000010:0.0:1767326684.476098:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004088756a. 00000100:00000001:2.0:1767326684.476099:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306552414 00000100:00000001:3.0:1767326684.476099:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767326684.476103:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326684.476106:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306556097 00000100:00000001:3.0:1767326684.476107:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326684.476109:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326684.476113:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306552414 00000100:00000001:3.0:1767326684.476113:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326684.476114:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326684.476119:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306556097 00000100:00000001:3.0:1767326684.476121:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326684.476122:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000800:00000010:1.0:1767326684.476122:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d731ab4b. 00000100:00000001:2.0:1767326684.476123:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326684.476126:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326684.476129:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326684.476132:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326684.476134:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fbf3f23 00000800:00000200:1.0:1767326684.476135:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326684.476136:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326684.476138:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fbf3f23. 00000100:00000001:3.0:1767326684.476139:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767326684.476143:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326684.476143:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326684.476143:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326684.476146:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326684.476147:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326684.476148:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d731ab4b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326684.476149:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326684.476151:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326684.476153:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326684.476154:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a13fabe x1853175408694528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326684.476155:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326684.476155:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326684.476156:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326684.476158:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326684.476162:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 123360 usecs (124 jiffies) 00000100:00000001:3.0:1767326684.476162:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326684.476163:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326684.476173:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326684.476174:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306552444 00000100:00000001:1.0:1767326684.476178:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306556097 00000100:00000040:0.0:1767326684.476180:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a13fabe x1853175408694528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326684.476192:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306552444 00000100:00000001:1.0:1767326684.476198:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306556097 00000100:00000001:1.0:1767326684.476203:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306552444 00000100:00000001:1.0:1767326684.476206:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306556097 00000100:00000001:1.0:1767326684.476209:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306552444 00000100:00000001:0.0:1767326684.476210:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326684.476211:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306556097 00000100:00000001:0.0:1767326684.476214:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326684.476215:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326684.476218:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326684.476220:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326684.476221:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326684.476224:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326684.476225:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326684.476227:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326684.476228:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326684.476229:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326684.476232:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326684.476238:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e2b156b8. 00000100:00000001:1.0:1767326684.476238:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326684.476244:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326684.476249:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326684.476252:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039fbeb8f 00000400:00000010:0.0:1767326684.476255:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039fbeb8f. 00000100:00000001:0.0:1767326684.476258:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326684.476261:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ae77cf x1853175408694656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326684.476268:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326684.476270:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ae77cf x1853175408694656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326684.476276:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326684.476278:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326684.476343:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326684.476346:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d731ab4b. 00000400:00000200:0.0:1767326684.476355:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326684.476359:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326684.476362:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d7bb058 00000400:00000010:0.0:1767326684.476363:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d7bb058. 00000100:00000001:0.0:1767326684.476366:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326684.476369:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bb4b1e4 x1853175408694784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326684.476377:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326684.476379:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009bb4b1e4 x1853175408694784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326684.476385:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326684.476385:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326684.477788:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326684.477799:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326684.477801:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326684.477803:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326684.477809:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326684.477821:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f11500 00000400:00000200:2.0:1767326684.477828:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1299 [1] + 224 00000800:00000001:2.0:1767326684.477834:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326684.477841:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326684.477844:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326684.477847:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326684.477853:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326684.477857:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a13fabe x1853175408694528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326684.477868:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a13fabe x1853175408694528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326684.477892:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326684.477901:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326684.477905:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326684.477907:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326684.477909:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326684.477915:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767326684.477917:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326684.477922:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326684.477923:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11580 00000400:00000001:3.0:1767326684.477929:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326684.477932:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326684.477934:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029895aa0. 00000400:00000200:3.0:1767326684.477938:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000865e4d10 00000400:00000010:3.0:1767326684.477940:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000865e4d10. 00000100:00000001:3.0:1767326684.477943:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326684.477948:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x12a1 [1] + 224 00000800:00000001:2.0:1767326684.477953:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326684.477957:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326684.477959:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326684.477962:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326684.477965:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326684.477969:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ae77cf x1853175408694656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326684.477976:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ae77cf x1853175408694656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326684.477996:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326684.478003:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326684.478006:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a13fabe x1853175408694528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326684.478007:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326684.478011:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326684.478015:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326684.478025:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a13fabe x1853175408694528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326684.478026:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326684.478028:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:0.0:1767326684.478030:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326684.478037:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326684.478039:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767326684.478041:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326684.478041:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11600 00000100:00000001:3.0:1767326684.478043:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326684.478046:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5e69d66. 00000100:00000001:3.0:1767326684.478048:0:211395:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767326684.478051:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091464543 02000000:00000001:3.0:1767326684.478053:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767326684.478056:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091464543. 00000100:00000001:3.0:1767326684.478057:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326684.478062:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326684.478066:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x12a9 [1] + 224 00000100:00000001:3.0:1767326684.478069:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326684.478070:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326684.478072:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ae77cf x1853175408694656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326684.478075:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326684.478077:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326684.478082:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767326684.478085:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=80 v=5 (5 5 5 5) 00000400:00000200:2.0:1767326684.478092:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00001000:3.0:1767326684.478093:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=80 v=5 (1 1 1 1) 00000100:00000200:0.0:1767326684.478094:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ae77cf x1853175408694656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326684.478100:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326684.478103:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326684.478106:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326684.478106:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326684.478110:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326684.478111:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326684.478112:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326684.478115:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767326684.478117:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326684.478118:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326684.478119:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009bb4b1e4 x1853175408694784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326684.478122:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326684.478122:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326684.478129:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326684.478130:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=75 v=5 (5 5 5 5) 00000100:00000040:2.0:1767326684.478133:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009bb4b1e4 x1853175408694784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326684.478137:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=75 v=5 (1 1 1 1) 00000100:00000040:3.0:1767326684.478140:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a13fabe x1853175408694528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326684.478145:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326684.478154:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326684.478157:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767326684.478158:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326684.478158:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326684.478162:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767326684.478163:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326684.478165:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326684.478167:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767326684.478168:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326684.478170:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000040:3.0:1767326684.478171:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a13fabe x1853175408694528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326684.478172:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326684.478174:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326684.478177:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326684.478197:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ae77cf x1853175408694656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326684.478198:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a13fabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408694528:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326684.478206:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326684.478207:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326684.478209:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326684.478212:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326684.478212:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326684.478213:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326684.478216:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326684.478220:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767326684.478220:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a13fabe x1853175408694528/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326684.478223:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ae77cf x1853175408694656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326684.478225:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326684.478229:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f597b6. 00000400:00000200:1.0:1767326684.478234:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000400:00000010:1.0:1767326684.478237:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:1.0:1767326684.478242:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326684.478245:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767326684.478249:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bb4b1e4 x1853175408694784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326684.478249:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1767326684.478250:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ae77cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408694656:192.168.202.142@tcp:400: 02000000:00000010:3.0:1767326684.478260:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc8201f4. 00000100:00000001:0.0:1767326684.478261:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326684.478265:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bb4b1e4 x1853175408694784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326684.478266:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326684.478267:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767326684.478269:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326684.478272:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000040:0.0:1767326684.478274:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ae77cf x1853175408694656/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326684.478276:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326684.478279:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020243973. 02000000:00000001:3.0:1767326684.478285:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326684.478287:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326684.478290:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a13fabe. 00000100:00000001:1.0:1767326684.478292:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326684.478296:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326684.478297:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326684.478297:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326684.478298:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326684.478302:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326684.478303:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326684.478303:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326684.478308:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b712209. 02000000:00000001:1.0:1767326684.478308:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326684.478310:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326684.478311:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326684.478313:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326684.478314:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326684.478317:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326684.478319:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326684.478320:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326684.478325:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1767326684.478326:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=69 v=5 (5 5 5 5) 00000020:00000001:0.0:1767326684.478332:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1767326684.478332:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=9 v=5 (1 1 0 0) 00000020:00000040:0.0:1767326684.478335:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326684.478337:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767326684.478340:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326684.478341:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326684.478343:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a276710d. 00010000:00000001:1.0:1767326684.478344:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767326684.478349:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:1.0:1767326684.478350:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009bb4b1e4 x1853175408694784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326684.478352:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326684.478355:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ae77cf. 00000100:00000001:0.0:1767326684.478359:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326684.478361:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326684.478365:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326684.478367:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326684.478369:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326684.478371:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326684.478374:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326684.478375:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326684.478376:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326684.478377:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326684.478380:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326684.478382:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009bb4b1e4 x1853175408694784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326684.478383:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326684.478420:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326684.478421:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326684.478422:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326684.478425:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bb4b1e4 x1853175408694784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326684.478429:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009bb4b1e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408694784:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326684.478432:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326684.478433:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326684.478434:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009bb4b1e4 x1853175408694784/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326700 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326684.478438:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326684.478439:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326684.478440:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d52f2a1b. 02000000:00000001:1.0:1767326684.478442:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326684.478443:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326684.478444:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326684.478445:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326684.478446:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f2654a5. 02000000:00000001:1.0:1767326684.478447:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326684.478448:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326684.478449:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bb4b1e4. 00000100:00000001:1.0:1767326684.478451:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326684.478452:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326684.478453:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326684.478456:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326684.478457:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326684.478458:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326684.478459:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326685.499542:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326685.499552:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326685.499594:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326685.499598:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326685.499601:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326686.524662:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326686.524671:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326686.524674:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326686.524676:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326686.524682:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326686.524684:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326686.524686:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326686.524689:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326686.524731:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326686.524735:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326686.524738:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326687.547514:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326687.547521:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326687.547576:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326687.547579:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326687.547581:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326688.315518:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306556097, at 4306556160 00000100:00000040:1.0:1767326688.315518:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306556097, at 4306556160 00000100:00000040:2.0:1767326688.315518:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306556097, at 4306556160 00000100:00000040:3.0:1767326688.315518:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306556097, at 4306556160 00000100:00000010:2.0:1767326688.315537:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cdc0422. 00000100:00000010:0.0:1767326688.315539:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d429ad70. 00000100:00000010:3.0:1767326688.315545:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a5ba9a9. 00000100:00000010:1.0:1767326688.315547:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064ae084c. 00010000:00000001:0.0:1767326688.571530:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326688.571539:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326688.571560:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326688.571564:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326688.571566:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326689.595533:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:3.0:1767326689.595535:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326689.595541:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326689.595544:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326689.595555:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667ee4ce. 00000020:00000040:3.0:1767326689.595562:0:214532:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326689.595567:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326689.595570:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326689.595575:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326689.595584:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000243161f8. 00000100:00000001:3.0:1767326689.595592:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326689.595606:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000667ee4ce x1853175408694912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326689.595609:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326689.595614:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326689.595619:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326689.595624:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326689.595628:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326689.595634:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000667ee4ce] to pc [ptlrpcd_00_00+0] req@00000000667ee4ce x1853175408694912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326689.595667:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326689.595674:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326689.595679:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326689.595681:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326689.595687:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000667ee4ce x1853175408694912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326689.595690:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326689.595694:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326689.595701:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326689.595701:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326689.595701:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326689.595704:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326689.595707:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000449ab534. 02000000:00000001:1.0:1767326689.595709:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326689.595713:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767326689.595713:0:214532:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326689.595717:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326689.595718:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326689.595719:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767326689.595721:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408694912:192.168.202.142@tcp:400: 02000000:00000001:3.0:1767326689.595723:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326689.595726:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767326689.595728:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b1e5a3ef. 02000000:00000001:1.0:1767326689.595732:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326689.595732:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326689.595736:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326689.595739:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326689.595739:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000449ab534 x1853175408695040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767326689.595745:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee922f08. 00000100:00000001:3.0:1767326689.595747:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767326689.595748:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326689.595749:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326689.595753:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000449ab534] to pc [ptlrpcd_00_01+1] req@00000000449ab534 x1853175408695040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326689.595755:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f597b6. 00000400:00000010:1.0:1767326689.595763:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 00000100:00000001:3.0:1767326689.595768:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326689.595771:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408694912, portal 25 00000100:00000040:3.0:1767326689.595771:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326689.595776:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326689.595777:0:214532:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326689.595779:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571631232 : -115369137920384 : ffff971287842680) 00000100:00000010:3.0:1767326689.595781:0:214532:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005066112f. 00000020:00000040:3.0:1767326689.595784:0:214532:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000040:1.0:1767326689.595785:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000667ee4ce x1853175408694912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326689.595787:0:214532:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326689.595789:0:214532:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326689.595792:0:214532:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326689.595795:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326689.595796:0:214532:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bf97ac1. 00000100:00000001:1.0:1767326689.595797:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326689.595799:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326689.595801:0:214532:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326689.595802:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326689.595804:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326689.595809:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a44e04f. 00000100:00000040:3.0:1767326689.595809:0:214532:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000005066112f x1853175408695168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767326689.595811:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000449ab534 x1853175408695040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326689.595813:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408694912, offset 0 00000400:00000200:1.0:1767326689.595824:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326689.595830:0:214532:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326689.595833:0:214532:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326689.595836:0:214532:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005066112f] to pc [ptlrpcd_00_02+2] req@000000005066112f x1853175408695168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326689.595846:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326689.595856:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326689.595863:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767326689.595864:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326689.595867:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326689.595870:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326689.595873:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767326689.595873:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:0.0:1767326689.595877:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326689.595879:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [573:573:256:4294967295] 192.168.202.142@tcp LPNI seq info [573:573:8:4294967295] 02000000:00000001:0.0:1767326689.595883:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326689.595888:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000449ab534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408695040:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326689.595893:0:214532:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326689.595897:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326689.595898:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326689.595899:0:214532:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326689.595903:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326689.595906:0:214532:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1767326689.595908:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326689.595908:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326689.595909:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326689.595914:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326689.595915:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1767326689.595915:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000927476c9. 00000100:00000040:3.0:1767326689.595915:0:214532:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11895) 00000100:00000001:2.0:1767326689.595918:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767326689.595922:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2bb4a37. 02000000:00000001:0.0:1767326689.595927:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326689.595928:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000040:2.0:1767326689.595928:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005066112f x1853175408695168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326689.595933:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efd101f8. 00000400:00000010:0.0:1767326689.595942:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044f99395. 00000800:00000200:1.0:1767326689.595942:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326689.595946:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326689.595949:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408695040, portal 10 00000800:00000200:1.0:1767326689.595949:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000927476c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326689.595950:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326689.595951:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326689.595953:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326689.595955:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326689.595959:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571633024 : -115369137918592 : ffff971287842d80) 02000000:00000001:2.0:1767326689.595959:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326689.595964:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326689.595966:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326689.595969:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326689.595970:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000449ab534 x1853175408695040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326689.595972:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306561217 00000100:00100000:2.0:1767326689.595978:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005066112f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408695168:192.168.202.142@tcp:400: 00000100:00000010:1.0:1767326689.595979:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bae1c4d2. 00000100:00000001:0.0:1767326689.595987:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326689.595988:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326689.595989:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767326689.595994:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326689.595998:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 00000100:00000001:1.0:1767326689.596000:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306561217 02000000:00000001:2.0:1767326689.596001:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767326689.596002:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408695040, offset 0 00000100:00000010:1.0:1767326689.596007:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044f287ec. 02000000:00000001:2.0:1767326689.596007:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326689.596013:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326689.596013:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326689.596015:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 02000000:00000010:2.0:1767326689.596020:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003cd30cbd. 00000100:00000001:1.0:1767326689.596021:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306561217 00000400:00000200:0.0:1767326689.596022:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:2.0:1767326689.596026:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326689.596029:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077c981a6. 00000400:00000200:0.0:1767326689.596030:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767326689.596032:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070c20bcf. 00000100:00000001:1.0:1767326689.596036:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326689.596037:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:2.0:1767326689.596039:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025eb1d28. 00000100:00000001:1.0:1767326689.596043:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306561217 00000400:00000200:0.0:1767326689.596044:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1767326689.596045:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408695168, portal 10 00000400:00000200:0.0:1767326689.596051:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326689.596051:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326689.596054:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571625856 : -115369137925760 : ffff971287841180) 00000100:00000010:1.0:1767326689.596057:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000aced157. 00000400:00000200:0.0:1767326689.596058:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [574:574:255:4294967295] 192.168.202.142@tcp LPNI seq info [574:574:7:4294967295] 00000100:00000001:1.0:1767326689.596064:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767326689.596067:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005066112f x1853175408695168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326689.596071:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326689.596073:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326689.596076:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326689.596082:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326689.596087:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326689.596095:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326689.596096:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326689.596100:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1767326689.596102:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000100:00000040:2.0:1767326689.596102:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326689.596107:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea7dd868. 00000100:00000001:1.0:1767326689.596110:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767326689.596112:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:2.0:1767326689.596113:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408695168, offset 0 00000100:00000001:1.0:1767326689.596115:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326689.596118:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326689.596120:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326689.596122:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326689.596122:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326689.596126:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326689.596128:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326689.596144:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326689.596148:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326689.596148:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326689.596154:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 92840 usecs (93 jiffies) 00000400:00000200:2.0:1767326689.596155:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326689.596160:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326689.596161:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306557533 00000400:00000200:2.0:1767326689.596164:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326689.596167:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306561217 00000400:00000200:2.0:1767326689.596170:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [575:575:254:4294967295] 192.168.202.142@tcp LPNI seq info [575:575:6:4294967295] 00000100:00000001:0.0:1767326689.596174:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306557533 00000800:00000200:1.0:1767326689.596178:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326689.596179:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306561217 00000800:00000010:1.0:1767326689.596182:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000927476c9. 00000100:00000001:0.0:1767326689.596185:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306557533 00000400:00000200:2.0:1767326689.596189:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326689.596190:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306561217 00000400:00000200:1.0:1767326689.596191:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326689.596196:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306557533 00000800:00000200:2.0:1767326689.596200:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326689.596201:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306561217 00000400:00000200:1.0:1767326689.596202:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326689.596207:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767326689.596207:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf3a545b. 00000400:00000200:1.0:1767326689.596211:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a44e04f 00000100:00000001:0.0:1767326689.596212:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326689.596216:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a44e04f. 00000800:00000200:2.0:1767326689.596217:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326689.596218:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326689.596223:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326689.596225:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326689.596226:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326689.596230:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf3a545b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326689.596232:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767326689.596234:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000667ee4ce x1853175408694912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326689.596235:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326689.596235:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326689.596240:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 122647 usecs (123 jiffies) 00000100:00000001:0.0:1767326689.596241:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326689.596244:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326689.596246:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306557563 00000100:00000001:0.0:1767326689.596249:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326689.596251:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306561217 00000100:00000001:0.0:1767326689.596256:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326689.596256:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306557563 00000100:00000001:1.0:1767326689.596260:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326689.596260:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306561217 00000100:00000001:2.0:1767326689.596264:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306557563 00000100:00000040:1.0:1767326689.596266:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000667ee4ce x1853175408694912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326689.596267:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306561217 00000100:00000001:2.0:1767326689.596271:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306557563 00000100:00000001:2.0:1767326689.596275:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306561217 00000100:00000001:1.0:1767326689.596278:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326689.596279:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326689.596283:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326689.596285:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326689.596288:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326689.596290:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767326689.596292:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326689.596294:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000100:00000001:2.0:1767326689.596295:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326689.596297:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326689.596299:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326689.596303:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326689.596304:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326689.596305:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000100:00000001:2.0:1767326689.596308:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767326689.596309:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000001:1.0:1767326689.596313:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326689.596313:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326689.596317:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000449ab534 x1853175408695040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326689.596319:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326689.596327:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326689.596328:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000449ab534 x1853175408695040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326689.596332:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326689.596333:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326689.596385:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326689.596391:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf3a545b. 00000400:00000200:1.0:1767326689.596393:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326689.596396:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326689.596419:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea7dd868 00000400:00000010:1.0:1767326689.596421:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea7dd868. 00000100:00000001:1.0:1767326689.596424:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326689.596427:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005066112f x1853175408695168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326689.596434:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326689.596436:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005066112f x1853175408695168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326689.596442:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326689.596444:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326689.597780:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326689.597793:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326689.597797:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326689.597799:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326689.597807:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326689.597828:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f11680 00000400:00000200:0.0:1767326689.597834:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x12b1 [1] + 224 00000800:00000001:0.0:1767326689.597842:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326689.597851:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326689.597853:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326689.597857:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326689.597862:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326689.597866:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000667ee4ce x1853175408694912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326689.597878:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000667ee4ce x1853175408694912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326689.597891:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326689.597899:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326689.597903:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326689.597905:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326689.597907:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326689.597911:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326689.597918:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11700 00000400:00000200:0.0:1767326689.597924:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x12b9 [1] + 224 00000100:00000001:1.0:1767326689.597926:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326689.597928:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326689.597930:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326689.597935:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326689.597937:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326689.597939:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767326689.597941:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326689.597945:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f597b6. 00000400:00000200:0.0:1767326689.597946:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326689.597951:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000400:00000010:1.0:1767326689.597955:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:1.0:1767326689.597958:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326689.597959:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326689.597964:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000667ee4ce x1853175408694912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326689.597974:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000449ab534 x1853175408695040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326689.597976:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000667ee4ce x1853175408694912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326689.598001:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326689.598002:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000449ab534 x1853175408695040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326689.598003:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326689.598008:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326689.598012:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326689.598015:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326689.598018:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326689.598021:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326689.598025:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767326689.598028:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=85 v=5 (5 5 5 5) 00000800:00000001:0.0:1767326689.598032:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326689.598034:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326689.598037:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767326689.598043:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326689.598046:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326689.598047:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767326689.598052:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1767326689.598053:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326689.598053:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767326689.598056:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326689.598058:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326689.598061:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326689.598064:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000001:3.0:1767326689.598064:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326689.598068:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767326689.598070:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000667ee4ce x1853175408694912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326689.598072:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efd101f8. 00000400:00000200:0.0:1767326689.598079:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11780 00000400:00000200:3.0:1767326689.598080:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044f99395 00000400:00000010:3.0:1767326689.598084:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044f99395. 00000100:00000001:1.0:1767326689.598089:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326689.598091:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326689.598094:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767326689.598095:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x12c1 [1] + 224 00000100:00000001:1.0:1767326689.598099:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326689.598099:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000449ab534 x1853175408695040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326689.598101:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326689.598108:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000667ee4ce x1853175408694912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326689.598113:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326689.598120:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000449ab534 x1853175408695040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326689.598122:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767326689.598128:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408694912:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326689.598144:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326689.598149:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326689.598151:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326689.598154:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326689.598155:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326689.598157:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326689.598158:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005066112f x1853175408695168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326689.598162:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767326689.598163:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000667ee4ce x1853175408694912/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326689.598165:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326689.598168:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326689.598171:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326689.598176:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326689.598185:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=80 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326689.598186:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767326689.598188:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005066112f x1853175408695168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326689.598189:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1767326689.598191:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=80 v=5 (1 1 1 1) 02000000:00000010:1.0:1767326689.598193:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee922f08. 02000000:00000001:1.0:1767326689.598198:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326689.598199:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767326689.598201:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326689.598204:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326689.598204:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326689.598209:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767326689.598210:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767326689.598212:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000243161f8. 00010000:00000001:3.0:1767326689.598215:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326689.598216:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326689.598218:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326689.598219:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1767326689.598222:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000667ee4ce. 00000100:00000001:3.0:1767326689.598222:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1767326689.598226:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326689.598226:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000800:00000001:0.0:1767326689.598231:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326689.598231:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326689.598233:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326689.598238:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326689.598239:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326689.598242:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326689.598243:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326689.598245:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326689.598248:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326689.598249:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000449ab534 x1853175408695040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326689.598250:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326689.598259:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326689.598261:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326689.598263:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326689.598266:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326689.598269:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326689.598270:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326689.598273:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767326689.598275:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000449ab534 x1853175408695040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326689.598277:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070c20bcf. 00000400:00000200:2.0:1767326689.598283:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025eb1d28 00000400:00000010:2.0:1767326689.598286:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025eb1d28. 00000100:00100000:3.0:1767326689.598289:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000449ab534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408695040:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326689.598290:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326689.598296:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326689.598298:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005066112f x1853175408695168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326689.598300:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326689.598306:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000449ab534 x1853175408695040/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326689.598320:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767326689.598321:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005066112f x1853175408695168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326689.598322:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326689.598326:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2bb4a37. 02000000:00000001:3.0:1767326689.598331:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326689.598333:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326689.598335:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326689.598336:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767326689.598338:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326689.598339:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326689.598340:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b1e5a3ef. 02000000:00000001:3.0:1767326689.598343:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326689.598345:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326689.598345:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326689.598346:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000449ab534. 02000000:00000001:2.0:1767326689.598349:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326689.598350:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326689.598352:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326689.598352:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326689.598354:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326689.598355:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326689.598357:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326689.598359:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=74 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326689.598361:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326689.598363:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326689.598365:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=14 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326689.598366:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326689.598368:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326689.598369:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326689.598371:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326689.598373:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326689.598376:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005066112f x1853175408695168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326689.598390:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326689.598392:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326689.598393:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326689.598394:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326689.598395:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326689.598397:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005066112f x1853175408695168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326689.598424:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326689.598426:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326689.598427:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326689.598429:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005066112f x1853175408695168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326689.598433:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005066112f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408695168:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326689.598436:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326689.598437:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326689.598438:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005066112f x1853175408695168/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326689.598442:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326689.598443:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326689.598445:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003cd30cbd. 02000000:00000001:2.0:1767326689.598447:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326689.598447:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326689.598448:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326689.598450:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326689.598451:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bf97ac1. 02000000:00000001:2.0:1767326689.598452:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326689.598453:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326689.598454:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005066112f. 00000100:00000001:2.0:1767326689.598456:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326689.598457:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326689.598461:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326689.598464:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326689.598465:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326689.598467:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326689.598468:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326690.619511:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326690.619518:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326690.619538:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326690.619541:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326690.619543:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326691.643503:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326691.643511:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326691.643584:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326691.643587:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326691.643591:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326692.667541:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326692.667550:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326692.667612:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326692.667618:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326692.667621:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326693.435476:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306561217, at 4306561280 00000100:00000040:3.0:1767326693.435476:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306561217, at 4306561280 00000100:00000040:2.0:1767326693.435479:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306561217, at 4306561280 00000100:00000040:1.0:1767326693.435480:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306561217, at 4306561280 00000100:00000010:1.0:1767326693.435495:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044f287ec. 00000100:00000010:0.0:1767326693.435501:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bae1c4d2. 00000100:00000010:3.0:1767326693.435503:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000aced157. 00000100:00000010:2.0:1767326693.435507:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077c981a6. 00010000:00000001:0.0:1767326693.691491:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326693.691512:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326693.691529:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326693.691531:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326693.691533:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326694.715553:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326694.715563:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326694.715569:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326694.715575:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326694.715586:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000449ab534. 00000020:00000001:0.0:1767326694.715590:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326694.715594:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326694.715594:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00010000:00010000:0.0:1767326694.715600:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326694.715601:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326694.715605:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326694.715611:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326694.715619:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b1e5a3ef. 00000100:00000001:3.0:1767326694.715626:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326694.715636:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000449ab534 x1853175408695296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326694.715645:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326694.715648:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326694.715652:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000449ab534] to pc [ptlrpcd_00_03+3] req@00000000449ab534 x1853175408695296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326694.715684:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326694.715687:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326694.715691:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326694.715694:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d01b32e0. 00000020:00000040:3.0:1767326694.715697:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326694.715700:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326694.715701:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326694.715703:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326694.715709:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bf97ac1. 00000100:00000001:3.0:1767326694.715712:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326694.715716:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326694.715716:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000d01b32e0 x1853175408695424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326694.715723:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326694.715724:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326694.715728:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326694.715728:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326694.715729:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326694.715732:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d01b32e0] to pc [ptlrpcd_00_00+0] req@00000000d01b32e0 x1853175408695424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326694.715735:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326694.715739:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000449ab534 x1853175408695296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326694.715753:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326694.715758:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326694.715764:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326694.715767:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326694.715770:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326694.715774:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000449ab534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408695296:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326694.715775:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326694.715779:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326694.715783:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326694.715783:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326694.715787:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073f7d1f4. 00000020:00000040:3.0:1767326694.715791:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:1.0:1767326694.715793:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326694.715793:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326694.715794:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326694.715797:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326694.715798:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326694.715799:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326694.715800:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326694.715801:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326694.715802:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326694.715805:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326694.715806:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000243161f8. 00000100:00000001:2.0:1767326694.715807:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326694.715810:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d01b32e0 x1853175408695424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326694.715811:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326694.715813:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000979e5810. 00000100:00000040:3.0:1767326694.715817:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000073f7d1f4 x1853175408695552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326694.715819:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326694.715830:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767326694.715831:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027f597b6. 00000100:00000001:0.0:1767326694.715834:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326694.715834:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326694.715837:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326694.715838:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326694.715841:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073f7d1f4] to pc [ptlrpcd_00_01+1] req@0000000073f7d1f4 x1853175408695552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326694.715842:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767326694.715842:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da0ea968. 02000000:00000001:0.0:1767326694.715848:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326694.715854:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d01b32e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408695424:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326694.715857:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326694.715858:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326694.715860:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326694.715863:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767326694.715863:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408695296, portal 25 00000100:00000040:3.0:1767326694.715864:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1767326694.715868:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326694.715869:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326694.715871:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11900) 02000000:00000001:0.0:1767326694.715873:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326694.715873:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571633024 : -115369137918592 : ffff971287842d80) 00000100:00000001:2.0:1767326694.715880:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326694.715881:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ae55e2e. 00000100:00000040:1.0:1767326694.715884:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000449ab534 x1853175408695296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326694.715884:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326694.715885:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326694.715888:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767326694.715893:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ceb5763c. 00000100:00000040:2.0:1767326694.715898:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073f7d1f4 x1853175408695552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326694.715899:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767326694.715902:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4a8377b. 00000100:00000040:1.0:1767326694.715908:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000200:0.0:1767326694.715910:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408695424, portal 10 00000100:00000001:0.0:1767326694.715913:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767326694.715914:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a44e04f. 00000100:00000001:0.0:1767326694.715915:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571623168 : -115369137928448 : ffff971287840700) 00000100:00000001:2.0:1767326694.715919:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767326694.715921:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408695296, offset 0 00000100:00000001:2.0:1767326694.715922:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326694.715925:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d01b32e0 x1853175408695424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326694.715927:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326694.715930:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326694.715935:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326694.715941:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326694.715943:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767326694.715946:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073f7d1f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408695552:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326694.715951:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326694.715956:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326694.715957:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326694.715959:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326694.715960:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:0.0:1767326694.715963:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c6835ee. 02000000:00000001:2.0:1767326694.715963:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767326694.715969:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408695424, offset 0 00000400:00000200:1.0:1767326694.715969:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1767326694.715969:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071fd7161. 02000000:00000001:2.0:1767326694.715975:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326694.715980:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326694.715980:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:2.0:1767326694.715980:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070c20bcf. 00000400:00000200:1.0:1767326694.715987:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767326694.715989:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025eb1d28. 00000400:00000200:1.0:1767326694.715992:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000200:2.0:1767326694.715995:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408695552, portal 10 00000100:00000001:2.0:1767326694.715998:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326694.716000:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571626752 : -115369137924864 : ffff971287841500) 00000100:00000040:2.0:1767326694.716007:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000073f7d1f4 x1853175408695552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326694.716011:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [576:576:256:4294967295] 192.168.202.142@tcp LPNI seq info [576:576:8:4294967295] 00000400:00000200:1.0:1767326694.716029:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326694.716036:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326694.716042:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000927476c9. 00000400:00000200:0.0:1767326694.716044:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326694.716053:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326694.716055:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326694.716060:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326694.716064:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326694.716066:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326694.716071:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326694.716073:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:1.0:1767326694.716077:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:2.0:1767326694.716077:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936f1d73. 00000400:00000200:0.0:1767326694.716081:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [577:577:255:4294967295] 192.168.202.142@tcp LPNI seq info [577:577:7:4294967295] 00000100:00000200:2.0:1767326694.716083:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408695552, offset 0 00000800:00000200:1.0:1767326694.716097:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000927476c9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326694.716102:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326694.716109:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326694.716115:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326694.716119:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:0.0:1767326694.716121:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000100:00000001:1.0:1767326694.716122:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326694.716123:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326694.716130:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306566337 00000400:00000200:2.0:1767326694.716130:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:0.0:1767326694.716134:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:1.0:1767326694.716138:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d8259e28. 00000400:00000200:2.0:1767326694.716138:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326694.716144:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:2.0:1767326694.716145:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326694.716149:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326694.716150:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326694.716152:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [578:578:254:4294967295] 192.168.202.142@tcp LPNI seq info [578:578:6:4294967295] 00000100:00000001:0.0:1767326694.716156:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326694.716160:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306566337 00000100:00000040:0.0:1767326694.716162:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 92317 usecs (93 jiffies) 00000100:00000010:1.0:1767326694.716167:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002ae990e. 00000100:00000001:0.0:1767326694.716168:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306562653 00000400:00000200:2.0:1767326694.716168:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326694.716173:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326694.716174:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306566337 00000100:00000001:0.0:1767326694.716180:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306562653 00000800:00000200:2.0:1767326694.716180:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326694.716182:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306566337 00000100:00000001:0.0:1767326694.716186:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306566337 00000800:00000010:2.0:1767326694.716187:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002dd738d8. 00000100:00000010:1.0:1767326694.716188:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000031921c6c. 00000800:00000200:3.0:1767326694.716189:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326694.716192:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306562653 00000100:00000001:1.0:1767326694.716195:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000010:3.0:1767326694.716195:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000927476c9. 00000800:00000200:2.0:1767326694.716197:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326694.716203:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306566337 00000100:00000001:1.0:1767326694.716203:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306566337 00000800:00000200:2.0:1767326694.716206:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326694.716206:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326694.716209:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306562653 00000100:00000010:1.0:1767326694.716209:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044f287ec. 00000800:00000200:2.0:1767326694.716213:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002dd738d8 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326694.716216:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326694.716217:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326694.716219:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326694.716222:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306566337 00000100:00000001:1.0:1767326694.716223:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326694.716224:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 121945 usecs (122 jiffies) 00000100:00000001:0.0:1767326694.716227:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326694.716227:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a44e04f 00000100:00000001:1.0:1767326694.716229:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326694.716230:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306562682 00000100:00000001:0.0:1767326694.716231:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326694.716231:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a44e04f. 00000100:00000001:1.0:1767326694.716235:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326694.716237:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306566337 00000100:00000001:0.0:1767326694.716240:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326694.716240:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326694.716242:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306562682 00000100:00000001:0.0:1767326694.716244:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326694.716246:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326694.716247:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306566337 00000100:00000200:3.0:1767326694.716247:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000449ab534 x1853175408695296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326694.716252:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306562682 00000100:00000001:0.0:1767326694.716254:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326694.716255:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326694.716257:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306566337 00000100:00000001:0.0:1767326694.716258:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326694.716259:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326694.716263:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306562682 00000100:00000001:0.0:1767326694.716264:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326694.716265:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326694.716267:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326694.716268:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326694.716269:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306566337 00000100:00000001:0.0:1767326694.716270:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326694.716272:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326694.716273:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326694.716279:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326694.716282:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326694.716288:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326694.716291:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326694.716292:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326694.716296:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326694.716297:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000449ab534 x1853175408695296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326694.716301:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326694.716305:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326694.716310:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326694.716312:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326694.716313:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326694.716316:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326694.716317:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326694.716321:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326694.716339:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326694.716341:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000400:00000200:3.0:1767326694.716344:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326694.716348:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326694.716350:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c6835ee 00000400:00000010:3.0:1767326694.716352:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c6835ee. 00000100:00000001:3.0:1767326694.716354:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326694.716357:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d01b32e0 x1853175408695424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326694.716365:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326694.716367:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d01b32e0 x1853175408695424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326694.716370:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326694.716371:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326694.716440:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326694.716442:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002dd738d8. 00000400:00000200:3.0:1767326694.716444:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326694.716446:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326694.716448:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936f1d73 00000400:00000010:3.0:1767326694.716449:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936f1d73. 00000100:00000001:3.0:1767326694.716451:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326694.716452:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073f7d1f4 x1853175408695552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326694.716457:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326694.716458:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073f7d1f4 x1853175408695552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326694.716479:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326694.716480:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326694.717945:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326694.717960:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326694.717964:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326694.717967:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326694.717976:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326694.717989:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f11800 00000400:00000200:1.0:1767326694.718005:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x12c9 [1] + 224 00000800:00000001:1.0:1767326694.718014:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326694.718022:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326694.718025:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326694.718028:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326694.718033:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326694.718038:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000449ab534 x1853175408695296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326694.718048:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000449ab534 x1853175408695296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326694.718065:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326694.718073:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326694.718077:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326694.718079:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326694.718082:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326694.718084:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326694.718098:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767326694.718099:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326694.718106:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326694.718107:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11880 00000400:00000001:3.0:1767326694.718109:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326694.718112:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027f597b6. 00000400:00000200:3.0:1767326694.718116:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0ea968 00000400:00000010:3.0:1767326694.718118:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da0ea968. 00000100:00000001:3.0:1767326694.718120:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326694.718124:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000449ab534 x1853175408695296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326694.718125:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x12cd [1] + 224 00000800:00000001:1.0:1767326694.718134:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326694.718137:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000449ab534 x1853175408695296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326694.718142:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326694.718142:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326694.718144:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326694.718146:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326694.718152:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767326694.718155:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326694.718155:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326694.718158:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326694.718161:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326694.718164:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326694.718168:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767326694.718168:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=90 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326694.718173:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=90 v=5 (1 1 1 1) 00000100:00000200:1.0:1767326694.718175:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d01b32e0 x1853175408695424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326694.718177:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326694.718179:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326694.718182:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326694.718185:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326694.718189:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326694.718193:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d01b32e0 x1853175408695424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326694.718196:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000449ab534 x1853175408695296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326694.718221:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326694.718223:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326694.718224:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326694.718226:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000449ab534 x1853175408695296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326694.718232:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326694.718239:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326694.718243:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326694.718247:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000449ab534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408695296:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326694.718254:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326694.718257:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326694.718260:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000449ab534 x1853175408695296/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326694.718269:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326694.718269:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326694.718272:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326694.718272:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1767326694.718275:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326694.718277:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1767326694.718277:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000979e5810. 00000400:00000010:0.0:1767326694.718280:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ceb5763c. 00000400:00000200:0.0:1767326694.718283:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a8377b 00000400:00000010:0.0:1767326694.718285:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4a8377b. 02000000:00000001:3.0:1767326694.718285:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326694.718287:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767326694.718289:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1767326694.718292:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d01b32e0 x1853175408695424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767326694.718292:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326694.718297:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326694.718300:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b1e5a3ef. 00000100:00000200:0.0:1767326694.718304:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d01b32e0 x1853175408695424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326694.718306:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326694.718310:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326694.718310:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326694.718311:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326694.718313:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326694.718314:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326694.718315:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326694.718316:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326694.718317:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326694.718319:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000449ab534. 00000100:00001000:0.0:1767326694.718324:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=85 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326694.718328:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326694.718330:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326694.718331:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326694.718332:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326694.718335:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326694.718335:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326694.718340:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326694.718342:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767326694.718345:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326694.718345:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326694.718346:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326694.718350:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326694.718352:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326694.718355:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326694.718357:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326694.718365:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326694.718369:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d01b32e0 x1853175408695424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326694.718376:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326694.718378:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326694.718379:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326694.718382:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d01b32e0 x1853175408695424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326694.718388:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d01b32e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408695424:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326694.718392:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326694.718425:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326694.718435:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d01b32e0 x1853175408695424/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326694.718443:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326694.718444:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326694.718446:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ae55e2e. 02000000:00000001:0.0:1767326694.718448:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326694.718448:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326694.718449:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326694.718451:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326694.718452:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bf97ac1. 02000000:00000001:0.0:1767326694.718453:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326694.718454:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326694.718455:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d01b32e0. 00000100:00000001:0.0:1767326694.718457:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326694.718458:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326694.718459:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326694.718462:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326694.718463:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326694.718464:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326694.718465:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326694.718582:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326694.718588:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326694.718594:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326694.718596:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326694.718600:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326694.718606:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11900 00000400:00000200:0.0:1767326694.718609:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x12d9 [1] + 224 00000800:00000001:0.0:1767326694.718613:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326694.718633:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326694.718634:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326694.718637:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326694.718639:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326694.718642:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073f7d1f4 x1853175408695552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326694.718648:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000073f7d1f4 x1853175408695552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326694.718661:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326694.718664:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326694.718666:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326694.718704:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326694.718708:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326694.718712:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326694.718714:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326694.718715:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070c20bcf. 00000400:00000200:2.0:1767326694.718719:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025eb1d28 00000400:00000010:2.0:1767326694.718722:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025eb1d28. 00000100:00000001:2.0:1767326694.718725:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326694.718729:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073f7d1f4 x1853175408695552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326694.718736:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073f7d1f4 x1853175408695552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326694.718741:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326694.718742:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326694.718743:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326694.718744:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326694.718745:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326694.718746:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326694.718747:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326694.718750:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=79 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326694.718752:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=19 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326694.718754:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326694.718755:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326694.718757:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326694.718760:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000073f7d1f4 x1853175408695552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326694.718779:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326694.718781:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326694.718783:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326694.718784:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326694.718786:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326694.718789:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073f7d1f4 x1853175408695552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326694.718795:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326694.718797:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326694.718798:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326694.718801:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073f7d1f4 x1853175408695552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326694.718807:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073f7d1f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408695552:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326694.718810:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326694.718811:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326694.718812:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073f7d1f4 x1853175408695552/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326694.718816:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326694.718818:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326694.718819:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071fd7161. 02000000:00000001:2.0:1767326694.718821:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326694.718822:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326694.718823:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326694.718824:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326694.718825:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000243161f8. 02000000:00000001:2.0:1767326694.718827:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326694.718828:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326694.718828:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073f7d1f4. 00000100:00000001:2.0:1767326694.718830:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326694.718831:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326694.718836:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326694.718838:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326694.718839:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326694.718840:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326694.718841:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326695.739502:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326695.739512:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326695.739562:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326695.739565:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326695.739568:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326696.763551:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326696.763563:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326696.763567:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326696.763570:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326696.763576:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326696.763579:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326696.763581:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326696.763584:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326696.763607:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326696.763612:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326696.763615:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326697.787487:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326697.787495:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326697.787521:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326697.787524:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326697.787551:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326698.555524:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306566337, at 4306566400 00000100:00000040:1.0:1767326698.555524:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306566337, at 4306566400 00000100:00000040:2.0:1767326698.555524:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306566337, at 4306566400 00000100:00000040:3.0:1767326698.555524:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306566337, at 4306566400 00000100:00000010:1.0:1767326698.555543:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002ae990e. 00000100:00000010:3.0:1767326698.555545:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044f287ec. 00000100:00000010:2.0:1767326698.555551:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000031921c6c. 00000100:00000010:0.0:1767326698.555553:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d8259e28. 00010000:00000001:0.0:1767326698.811558:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326698.811566:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326698.811628:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326698.811631:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326698.811634:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326699.835515:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326699.835522:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1767326699.835527:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326699.835528:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326699.835535:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326699.835542:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326699.835547:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326699.835550:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1767326699.835556:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767326699.835557:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326699.835560:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326699.835563:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:2.0:1767326699.835567:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 00000100:00000001:2.0:1767326699.835574:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326699.835585:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b6591187 x1853175408695680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326699.835595:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326699.835597:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326699.835602:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_02+2] req@00000000b6591187 x1853175408695680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326699.835626:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326699.835629:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326699.835632:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326699.835635:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326699.835638:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326699.835640:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326699.835642:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326699.835643:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326699.835647:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cf3a545b. 00000100:00000001:0.0:1767326699.835650:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326699.835651:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326699.835654:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326699.835657:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326699.835664:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408695680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326699.835678:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326699.835679:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000032a2412e x1853175408695808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326699.835681:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326699.835685:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326699.835689:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326699.835690:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326699.835695:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326699.835696:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326699.835699:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326699.835701:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326699.835706:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_03+3] req@0000000032a2412e x1853175408695808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326699.835708:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408695680:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326699.835717:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326699.835725:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326699.835729:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326699.835731:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326699.835732:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326699.835735:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767326699.835740:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa5db81d. 00000100:00000001:2.0:1767326699.835741:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326699.835745:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326699.835747:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000100:00000001:3.0:1767326699.835749:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326699.835751:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000400:00000010:0.0:1767326699.835753:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ceb5763c. 00000100:00000001:3.0:1767326699.835753:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326699.835756:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326699.835757:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326699.835761:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326699.835763:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326699.835764:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4a8377b. 00000100:00000040:3.0:1767326699.835766:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408695808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326699.835771:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e2b156b8. 00000100:00000200:0.0:1767326699.835774:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408695680, portal 25 00000100:00000001:0.0:1767326699.835778:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326699.835779:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326699.835781:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000001:3.0:1767326699.835785:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767326699.835789:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408695680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326699.835789:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000bfc4a11d x1853175408695936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326699.835796:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326699.835801:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326699.835804:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326699.835809:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326699.835809:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326699.835813:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326699.835817:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408695808:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326699.835820:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_00+0] req@00000000bfc4a11d x1853175408695936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326699.835823:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326699.835827:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326699.835829:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326699.835833:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326699.835838:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f22cda9. 02000000:00000001:3.0:1767326699.835842:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326699.835848:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029895aa0. 00000100:00000001:0.0:1767326699.835850:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767326699.835853:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000865e4d10. 00000100:00000040:0.0:1767326699.835857:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000200:3.0:1767326699.835858:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408695808, portal 10 00000100:00000001:3.0:1767326699.835861:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767326699.835862:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 00000100:00000001:2.0:1767326699.835863:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326699.835864:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000200:0.0:1767326699.835867:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408695680, offset 0 00000100:00000040:2.0:1767326699.835867:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326699.835874:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767326699.835876:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408695808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326699.835882:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326699.835882:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11905) 00000100:00000001:1.0:1767326699.835883:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326699.835890:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326699.835892:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326699.835893:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326699.835897:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326699.835902:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:1.0:1767326699.835904:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408695936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326699.835910:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326699.835910:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326699.835918:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326699.835922:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767326699.835924:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326699.835926:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326699.835928:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:1.0:1767326699.835933:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326699.835936:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [579:579:256:4294967295] 192.168.202.142@tcp LPNI seq info [579:579:8:4294967295] 02000000:00000001:1.0:1767326699.835937:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326699.835942:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326699.835947:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408695936:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326699.835954:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326699.835963:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326699.835968:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767326699.835969:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326699.835970:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326699.835974:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326699.835976:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000400:00000010:3.0:1767326699.835979:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c0aec41. 02000000:00000001:1.0:1767326699.835982:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767326699.835985:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408695808, offset 0 02000000:00000010:1.0:1767326699.835988:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002cd6166c. 00000800:00000200:0.0:1767326699.835989:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:1.0:1767326699.835992:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326699.835997:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e52a58f. 00000800:00000200:0.0:1767326699.836001:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:1.0:1767326699.836003:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cab71f7. 00000800:00000200:0.0:1767326699.836008:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326699.836009:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000200:1.0:1767326699.836016:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408695936, portal 10 00000400:00000200:3.0:1767326699.836020:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326699.836021:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326699.836026:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000400:00000200:3.0:1767326699.836027:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326699.836032:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326699.836033:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:1.0:1767326699.836036:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408695936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326699.836050:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306571457 00000400:00000200:3.0:1767326699.836053:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1767326699.836058:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000358418ea. 00000400:00000200:3.0:1767326699.836061:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326699.836067:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767326699.836069:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [580:580:255:4294967295] 192.168.202.142@tcp LPNI seq info [580:580:7:4294967295] 00000100:00000001:0.0:1767326699.836071:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767326699.836075:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326699.836081:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063c74014. 00000100:00000001:0.0:1767326699.836082:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306571457 00000100:00000200:1.0:1767326699.836088:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408695936, offset 0 00000100:00000010:0.0:1767326699.836089:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9f9490c. 00000400:00000200:3.0:1767326699.836091:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326699.836096:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326699.836101:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306571457 00000400:00000200:1.0:1767326699.836105:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326699.836105:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:0.0:1767326699.836108:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006635b1ce. 00000100:00000001:0.0:1767326699.836114:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000010:3.0:1767326699.836114:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1e5a3ef. 00000400:00000200:1.0:1767326699.836117:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326699.836119:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306571457 00000400:00000200:1.0:1767326699.836123:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767326699.836126:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049f01126. 00000800:00000200:2.0:1767326699.836128:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767326699.836130:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:3.0:1767326699.836130:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326699.836137:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326699.836139:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000010:2.0:1767326699.836141:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000800:00000200:3.0:1767326699.836143:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326699.836145:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326699.836146:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326699.836149:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767326699.836150:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b1e5a3ef type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326699.836152:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326699.836155:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [581:581:254:4294967295] 192.168.202.142@tcp LPNI seq info [581:581:6:4294967295] 00000100:00000001:3.0:1767326699.836159:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326699.836160:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326699.836162:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326699.836165:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326699.836173:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326699.836178:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767326699.836179:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326699.836180:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 00000100:00000001:0.0:1767326699.836182:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767326699.836185:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00000100:00000001:0.0:1767326699.836187:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767326699.836187:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000927476c9. 00000100:00000001:0.0:1767326699.836190:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326699.836190:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326699.836195:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326699.836195:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:2.0:1767326699.836198:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408695680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326699.836201:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326699.836205:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 91802 usecs (92 jiffies) 00000800:00000200:1.0:1767326699.836209:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326699.836213:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306567772 00000800:00000200:1.0:1767326699.836215:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000927476c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326699.836219:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306571457 00000100:00000001:1.0:1767326699.836221:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326699.836222:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326699.836224:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306567772 00000100:00000040:1.0:1767326699.836228:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 121252 usecs (122 jiffies) 00000100:00000040:2.0:1767326699.836230:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408695680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326699.836230:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306571457 00000100:00000001:1.0:1767326699.836234:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306567802 00000100:00000001:3.0:1767326699.836236:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306567772 00000100:00000001:1.0:1767326699.836240:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306571457 00000100:00000001:3.0:1767326699.836242:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306571457 00000100:00000001:2.0:1767326699.836247:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326699.836248:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306567772 00000100:00000001:1.0:1767326699.836253:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306567802 00000100:00000001:2.0:1767326699.836253:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326699.836253:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306571457 00000100:00000001:1.0:1767326699.836260:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306571457 00000100:00000001:3.0:1767326699.836260:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326699.836264:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326699.836266:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306567802 00000100:00000001:3.0:1767326699.836269:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326699.836270:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306571457 00000100:00000001:3.0:1767326699.836274:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326699.836275:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306567802 00000800:00000200:2.0:1767326699.836275:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326699.836281:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326699.836282:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306571457 00000800:00000010:2.0:1767326699.836282:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1e5a3ef. 00000100:00000001:3.0:1767326699.836286:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326699.836287:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326699.836288:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326699.836291:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326699.836292:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326699.836294:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326699.836297:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326699.836298:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326699.836298:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326699.836300:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326699.836303:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326699.836306:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c0aec41 00000100:00000001:1.0:1767326699.836308:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767326699.836309:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c0aec41. 00000100:00000001:1.0:1767326699.836311:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326699.836314:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326699.836315:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326699.836318:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326699.836321:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326699.836321:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408695808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326699.836326:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326699.836333:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326699.836335:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408695808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326699.836338:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326699.836339:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326699.836364:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326699.836365:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000927476c9. 00000400:00000200:2.0:1767326699.836367:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326699.836369:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326699.836371:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063c74014 00000400:00000010:2.0:1767326699.836371:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063c74014. 00000100:00000001:2.0:1767326699.836378:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326699.836381:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408695936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326699.836385:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326699.836386:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408695936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326699.836390:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326699.836391:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326699.837432:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326699.837444:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326699.837447:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326699.837449:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326699.837456:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326699.837466:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f11980 00000400:00000200:1.0:1767326699.837473:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x12e1 [1] + 224 00000800:00000001:1.0:1767326699.837479:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326699.837486:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326699.837488:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326699.837492:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326699.837497:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326699.837500:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408695680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326699.837511:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408695680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326699.837537:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326699.837545:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326699.837550:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326699.837552:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326699.837555:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326699.837560:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:0.0:1767326699.837563:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326699.837566:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326699.837569:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11a00 00000400:00000001:0.0:1767326699.837571:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326699.837573:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326699.837575:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ceb5763c. 00000400:00000200:0.0:1767326699.837578:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a8377b 00000400:00000010:0.0:1767326699.837580:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4a8377b. 00000100:00000001:0.0:1767326699.837583:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767326699.837600:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x12e5 [1] + 224 00000100:00000200:0.0:1767326699.837603:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408695680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326699.837606:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326699.837613:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326699.837617:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767326699.837618:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408695680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326699.837626:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326699.837633:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326699.837636:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326699.837639:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326699.837640:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408695808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326699.837642:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326699.837646:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326699.837650:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326699.837653:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326699.837656:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408695808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326699.837664:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326699.837669:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767326699.837676:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=95 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326699.837682:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326699.837687:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326699.837688:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767326699.837690:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326699.837692:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326699.837692:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767326699.837695:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326699.837697:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1767326699.837699:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326699.837699:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767326699.837700:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326699.837704:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326699.837710:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326699.837710:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000040:0.0:1767326699.837718:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408695680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326699.837724:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11a80 00000100:00000001:0.0:1767326699.837728:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326699.837731:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326699.837733:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326699.837737:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767326699.837739:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408695680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326699.837741:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029895aa0. 00000400:00000200:3.0:1767326699.837747:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000865e4d10 00000100:00100000:0.0:1767326699.837750:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408695680:192.168.202.142@tcp:400: 00000400:00000010:3.0:1767326699.837752:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000865e4d10. 00000100:00000001:0.0:1767326699.837755:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326699.837757:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326699.837758:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767326699.837761:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x12f1 [1] + 224 00000100:00000040:0.0:1767326699.837765:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408695680/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326699.837766:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408695808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767326699.837769:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326699.837772:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326699.837775:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1767326699.837776:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326699.837779:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa5db81d. 02000000:00000001:0.0:1767326699.837784:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326699.837786:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767326699.837789:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767326699.837790:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000200:3.0:1767326699.837794:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408695808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326699.837795:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326699.837798:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 00000400:00000200:1.0:1767326699.837799:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 02000000:00000001:0.0:1767326699.837803:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326699.837806:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326699.837807:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:0.0:1767326699.837808:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:3.0:1767326699.837812:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326699.837813:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326699.837815:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326699.837817:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326699.837818:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326699.837822:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408695936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326699.837823:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326699.837825:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326699.837827:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326699.837827:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326699.837830:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326699.837832:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326699.837834:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326699.837836:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326699.837839:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326699.837847:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408695936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326699.837847:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=90 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326699.837854:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=90 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326699.837862:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326699.837865:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326699.837867:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326699.837870:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326699.837871:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326699.837873:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326699.837877:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000800:00000001:1.0:1767326699.837878:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326699.837880:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326699.837883:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326699.837885:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326699.837889:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408695808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326699.837896:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326699.837897:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326699.837900:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326699.837904:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326699.837910:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326699.837910:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767326699.837914:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e52a58f. 00000100:00000001:3.0:1767326699.837914:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326699.837919:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cab71f7 00000400:00000010:0.0:1767326699.837922:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cab71f7. 00000100:00000040:3.0:1767326699.837922:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408695808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326699.837925:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326699.837930:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408695936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326699.837939:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408695808:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326699.837947:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326699.837951:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408695936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326699.837951:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326699.837957:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408695808/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326699.837960:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326699.837962:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326699.837964:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326699.837966:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326699.837968:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326699.837970:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326699.837975:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326699.837978:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=84 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326699.837985:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=24 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326699.837989:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326699.837990:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326699.837991:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326699.837994:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bfc4a11d x1853175408695936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326699.838000:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326699.838001:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326699.838002:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326699.838004:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326699.838005:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326699.838005:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326699.838009:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408695936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326699.838009:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326699.838013:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f22cda9. 00000100:00000001:0.0:1767326699.838017:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326699.838020:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767326699.838020:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326699.838022:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326699.838023:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326699.838025:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326699.838029:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326699.838031:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cf3a545b. 00000100:00000040:0.0:1767326699.838034:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408695936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326699.838036:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326699.838052:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326699.838054:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00100000:0.0:1767326699.838055:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408695936:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326699.838060:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326699.838063:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326699.838064:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326699.838068:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326699.838068:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326699.838073:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408695936/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326715 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326699.838074:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326699.838077:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326699.838081:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326699.838084:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326699.838089:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326699.838091:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326699.838092:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002cd6166c. 02000000:00000001:0.0:1767326699.838095:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326699.838097:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326699.838098:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326699.838099:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326699.838100:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e2b156b8. 02000000:00000001:0.0:1767326699.838102:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326699.838103:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326699.838104:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:0.0:1767326699.838106:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326699.838107:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326699.838108:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326699.838111:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326699.838112:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326699.838114:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326699.838115:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326700.859519:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326700.859529:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326700.859556:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326700.859559:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326700.859561:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326701.883540:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326701.883547:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326701.883601:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326701.883605:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326701.883608:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326702.907532:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326702.907542:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326702.907569:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326702.907593:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326702.907596:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326703.675530:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306571457, at 4306571520 00000100:00000040:1.0:1767326703.675530:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306571457, at 4306571520 00000100:00000040:2.0:1767326703.675530:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306571457, at 4306571520 00000100:00000010:1.0:1767326703.675551:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9f9490c. 00000100:00000010:0.0:1767326703.675553:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000358418ea. 00000100:00000010:2.0:1767326703.675555:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006635b1ce. 00000100:00000040:3.0:1767326703.675644:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306571457, at 4306571520 00000100:00000010:3.0:1767326703.675648:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049f01126. 00010000:00000001:0.0:1767326703.931532:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326703.931539:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326703.931561:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326703.931564:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326703.931566:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326704.955533:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326704.955547:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326704.955560:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767326704.955567:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326704.955571:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326704.955575:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326704.955581:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326704.955590:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064d7910e. 00000100:00000001:2.0:1767326704.955598:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326704.955612:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000e6bdf5e7 x1853175408696064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326704.955638:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326704.955641:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326704.955647:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_01+1] req@00000000e6bdf5e7 x1853175408696064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326704.955669:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326704.955672:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326704.955681:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326704.955684:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326704.955687:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326704.955692:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767326704.955700:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326704.955703:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1767326704.955714:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326704.955720:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326704.955721:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:1.0:1767326704.955724:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767326704.955725:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326704.955731:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c0c3cee. 00000100:00000001:1.0:1767326704.955734:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326704.955735:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326704.955739:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326704.955740:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:2.0:1767326704.955743:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000bfc4a11d x1853175408696192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326704.955745:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326704.955745:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326704.955757:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326704.955757:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326704.955760:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326704.955762:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326704.955766:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326704.955768:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_02+2] req@00000000bfc4a11d x1853175408696192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326704.955769:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326704.955773:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326704.955782:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408696064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326704.955792:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326704.955794:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326704.955799:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326704.955799:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326704.955803:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326704.955803:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326704.955809:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326704.955810:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326704.955815:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326704.955816:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408696064:192.168.202.142@tcp:400: 00000100:00000010:2.0:1767326704.955816:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000100:00000001:0.0:1767326704.955818:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326704.955822:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767326704.955823:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326704.955824:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326704.955828:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408696192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326704.955830:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326704.955832:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326704.955832:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326704.955833:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326704.955837:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326704.955838:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326704.955839:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326704.955843:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326704.955844:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326704.955844:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052a5ce86. 02000000:00000001:0.0:1767326704.955847:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326704.955850:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326704.955850:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326704.955851:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326704.955854:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326704.955856:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df9b0ee6. 00000100:00100000:0.0:1767326704.955860:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408696192:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326704.955860:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000032a2412e x1853175408696320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326704.955861:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326704.955867:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326704.955871:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767326704.955871:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b6fe37f. 02000000:00000001:0.0:1767326704.955873:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326704.955877:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326704.955878:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767326704.955881:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f47fe55. 00000100:00000001:2.0:1767326704.955881:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326704.955882:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000985ce447. 02000000:00000001:0.0:1767326704.955886:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326704.955887:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_03+3] req@0000000032a2412e x1853175408696320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326704.955890:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ceb5763c. 00000100:00000200:1.0:1767326704.955893:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408696064, portal 25 00000400:00000010:0.0:1767326704.955897:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4a8377b. 00000100:00000001:1.0:1767326704.955899:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326704.955903:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000100:00000200:0.0:1767326704.955904:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408696192, portal 10 00000100:00000001:0.0:1767326704.955910:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326704.955912:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000040:1.0:1767326704.955915:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408696064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326704.955916:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326704.955922:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408696192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326704.955922:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326704.955931:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326704.955932:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326704.955935:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326704.955940:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326704.955940:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326704.955944:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767326704.955945:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bf9b283. 00000100:00000001:0.0:1767326704.955946:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326704.955949:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11910) 00000100:00000200:1.0:1767326704.955951:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408696064, offset 0 00000100:00000040:3.0:1767326704.955954:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408696320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326704.955955:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326704.955961:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a64290c. 00000400:00000200:1.0:1767326704.955966:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326704.955972:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767326704.955974:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408696192, offset 0 00000100:00000001:3.0:1767326704.955975:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326704.955980:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326704.955984:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326704.955984:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:3.0:1767326704.955984:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326704.956007:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326704.956012:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326704.956016:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326704.956017:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326704.956020:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00100000:3.0:1767326704.956024:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408696320:192.168.202.142@tcp:400: 00000400:00000200:1.0:1767326704.956026:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [582:582:256:4294967295] 192.168.202.142@tcp LPNI seq info [582:582:8:4294967295] 00000100:00000001:3.0:1767326704.956037:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326704.956041:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:3.0:1767326704.956042:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326704.956045:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326704.956048:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767326704.956052:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326704.956053:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000010:3.0:1767326704.956054:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0e8d3bd. 00000800:00000010:1.0:1767326704.956059:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d731ab4b. 02000000:00000001:3.0:1767326704.956059:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326704.956061:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767326704.956068:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029895aa0. 00000400:00000200:0.0:1767326704.956069:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:1.0:1767326704.956071:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326704.956076:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767326704.956076:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000865e4d10. 00000400:00000200:0.0:1767326704.956083:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:1.0:1767326704.956083:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:3.0:1767326704.956083:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408696320, portal 10 00000100:00000001:3.0:1767326704.956088:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767326704.956091:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d731ab4b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326704.956091:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000400:00000200:0.0:1767326704.956092:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [583:583:255:4294967295] 192.168.202.142@tcp LPNI seq info [583:583:7:4294967295] 00000100:00000040:3.0:1767326704.956102:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408696320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326704.956110:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326704.956113:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326704.956121:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306576577 00000100:00000001:3.0:1767326704.956123:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326704.956124:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:1.0:1767326704.956128:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000002ae990e. 00000800:00000010:0.0:1767326704.956130:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000100:00000040:3.0:1767326704.956130:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326704.956135:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fb78b1d. 00000800:00000200:0.0:1767326704.956139:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:3.0:1767326704.956141:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408696320, offset 0 00000100:00000001:1.0:1767326704.956142:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326704.956147:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326704.956151:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326704.956151:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306576577 00000400:00000200:3.0:1767326704.956152:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:1.0:1767326704.956158:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000023a1e36c. 00000100:00000001:0.0:1767326704.956159:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326704.956163:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326704.956163:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:0.0:1767326704.956165:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 91290 usecs (92 jiffies) 00000100:00000001:1.0:1767326704.956169:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306576577 00000100:00000001:0.0:1767326704.956171:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306572892 00000400:00000200:3.0:1767326704.956172:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1767326704.956175:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000afa93604. 00000100:00000001:0.0:1767326704.956177:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306576577 00000400:00000200:3.0:1767326704.956179:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326704.956181:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326704.956183:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306572892 00000400:00000200:3.0:1767326704.956185:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326704.956186:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306576577 00000100:00000001:0.0:1767326704.956188:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306576577 00000100:00000010:1.0:1767326704.956190:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005030e337. 00000400:00000200:3.0:1767326704.956191:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326704.956194:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306572892 00000100:00000001:1.0:1767326704.956197:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326704.956198:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306576577 00000400:00000200:3.0:1767326704.956199:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [584:584:254:4294967295] 192.168.202.142@tcp LPNI seq info [584:584:6:4294967295] 00000100:00000001:0.0:1767326704.956203:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306572892 00000100:00000001:1.0:1767326704.956203:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326704.956207:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306576577 00000100:00000001:1.0:1767326704.956208:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326704.956214:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326704.956216:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326704.956219:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326704.956220:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326704.956220:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326704.956225:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326704.956228:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326704.956232:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326704.956234:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326704.956236:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326704.956238:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767326704.956238:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004088756a. 00000100:00000001:0.0:1767326704.956240:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326704.956243:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326704.956245:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326704.956248:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326704.956254:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326704.956257:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004088756a type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1767326704.956259:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326704.956261:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326704.956264:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d731ab4b. 00000400:00000200:2.0:1767326704.956271:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767326704.956275:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 120563 usecs (121 jiffies) 00000400:00000200:2.0:1767326704.956280:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326704.956280:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306572921 00000100:00000001:3.0:1767326704.956285:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306576577 00000400:00000200:2.0:1767326704.956286:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bf9b283 00000400:00000010:2.0:1767326704.956289:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bf9b283. 00000100:00000001:3.0:1767326704.956291:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306572921 00000100:00000001:2.0:1767326704.956294:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326704.956295:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306576577 00000100:00000200:2.0:1767326704.956299:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408696064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326704.956301:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306572921 00000100:00000001:3.0:1767326704.956307:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306576577 00000100:00000001:3.0:1767326704.956313:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306572921 00000100:00000001:2.0:1767326704.956315:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326704.956318:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408696064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326704.956318:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306576577 00000100:00000001:3.0:1767326704.956325:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326704.956328:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326704.956331:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326704.956331:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326704.956336:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326704.956339:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767326704.956343:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326704.956344:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767326704.956345:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000100:00000001:3.0:1767326704.956348:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326704.956349:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326704.956355:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326704.956356:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326704.956358:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326704.956359:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a64290c 00000100:00000001:3.0:1767326704.956360:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326704.956361:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a64290c. 00000100:00000001:2.0:1767326704.956366:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326704.956367:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326704.956369:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408696192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326704.956374:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326704.956376:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408696192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326704.956379:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326704.956380:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326704.956458:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326704.956460:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004088756a. 00000400:00000200:2.0:1767326704.956463:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326704.956466:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326704.956469:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fb78b1d 00000400:00000010:2.0:1767326704.956476:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fb78b1d. 00000100:00000001:2.0:1767326704.956480:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326704.956483:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408696320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326704.956490:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326704.956492:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408696320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326704.956498:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326704.956500:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326704.957890:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326704.957902:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326704.957905:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326704.957908:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326704.957916:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326704.957930:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f11b00 00000400:00000200:2.0:1767326704.957937:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x12f9 [1] + 224 00000800:00000001:2.0:1767326704.957945:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326704.957952:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326704.957954:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326704.957957:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326704.957963:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326704.957967:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408696064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326704.957976:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408696064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326704.958008:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326704.958016:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326704.958019:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326704.958072:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326704.958075:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326704.958081:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326704.958083:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326704.958085:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b6fe37f. 00000400:00000200:1.0:1767326704.958089:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f47fe55 00000400:00000010:1.0:1767326704.958091:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f47fe55. 00000100:00000001:1.0:1767326704.958093:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326704.958097:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408696064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326704.958105:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408696064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326704.958111:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326704.958113:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326704.958116:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326704.958118:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326704.958121:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326704.958128:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326704.958131:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326704.958146:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=100 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326704.958150:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=100 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326704.958152:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326704.958154:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326704.958156:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326704.958159:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326704.958161:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326704.958165:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408696064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326704.958172:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326704.958175:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326704.958178:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326704.958181:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408696064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326704.958188:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408696064:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326704.958194:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326704.958197:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326704.958199:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408696064/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326704.958205:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326704.958209:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326704.958211:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df9b0ee6. 02000000:00000001:1.0:1767326704.958215:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326704.958217:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326704.958219:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326704.958221:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326704.958223:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000064d7910e. 02000000:00000001:1.0:1767326704.958227:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326704.958234:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326704.958236:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:1.0:1767326704.958240:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326704.958242:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326704.958244:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326704.958247:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326704.958254:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767326704.958256:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326704.958257:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326704.958260:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326704.958264:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326704.958264:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326704.958270:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326704.958324:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326704.958333:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11b80 00000400:00000200:3.0:1767326704.958338:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x12fd [1] + 224 00000800:00000001:3.0:1767326704.958342:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326704.958346:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326704.958348:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326704.958351:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326704.958354:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326704.958363:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408696192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326704.958372:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408696192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326704.958389:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326704.958395:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326704.958423:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326704.958426:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326704.958432:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326704.958435:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326704.958439:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:0.0:1767326704.958440:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326704.958450:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326704.958450:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11c00 00000400:00000001:0.0:1767326704.958454:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326704.958457:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ceb5763c. 00000400:00000200:0.0:1767326704.958461:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a8377b 00000400:00000010:0.0:1767326704.958463:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4a8377b. 00000100:00000001:0.0:1767326704.958466:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767326704.958470:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1309 [1] + 224 00000100:00000200:0.0:1767326704.958472:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408696192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326704.958478:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326704.958486:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326704.958487:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408696192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326704.958490:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326704.958499:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767326704.958499:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326704.958502:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326704.958504:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326704.958505:0:211387:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767326704.958506:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326704.958508:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326704.958510:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326704.958512:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408696320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326704.958513:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326704.958519:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=95 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326704.958524:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326704.958532:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326704.958534:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326704.958535:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408696320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326704.958537:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326704.958542:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326704.958548:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326704.958556:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326704.958557:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326704.958561:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1767326704.958562:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326704.958563:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326704.958566:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326704.958571:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408696192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326704.958580:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326704.958583:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326704.958584:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326704.958585:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326704.958588:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326704.958591:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408696192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326704.958598:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408696192:192.168.202.142@tcp:400: 00000400:00000001:1.0:1767326704.958602:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326704.958605:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326704.958606:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326704.958609:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029895aa0. 00000100:00000001:0.0:1767326704.958610:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326704.958615:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408696192/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326704.958615:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000865e4d10 00000400:00000010:1.0:1767326704.958620:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000865e4d10. 00000100:00000001:1.0:1767326704.958625:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326704.958629:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326704.958632:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767326704.958633:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408696320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326704.958636:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000985ce447. 02000000:00000001:0.0:1767326704.958642:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326704.958644:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326704.958648:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000200:1.0:1767326704.958648:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408696320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326704.958654:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326704.958657:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c0c3cee. 00000100:00000001:1.0:1767326704.958663:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326704.958664:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326704.958667:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326704.958668:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326704.958669:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767326704.958671:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326704.958672:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1767326704.958675:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:1.0:1767326704.958675:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326704.958680:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326704.958681:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326704.958685:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326704.958685:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=89 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326704.958689:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326704.958692:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=29 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326704.958695:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326704.958696:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326704.958699:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326704.958699:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326704.958705:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767326704.958705:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326704.958709:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767326704.958710:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000032a2412e x1853175408696320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326704.958721:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326704.958724:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326704.958726:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326704.958727:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326704.958729:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326704.958739:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408696320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326704.958745:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326704.958747:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326704.958749:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326704.958752:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408696320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326704.958759:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408696320:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326704.958763:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326704.958764:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326704.958767:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408696320/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326704.958772:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326704.958774:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326704.958775:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0e8d3bd. 02000000:00000001:1.0:1767326704.958778:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326704.958779:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326704.958780:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326704.958782:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326704.958784:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052a5ce86. 02000000:00000001:1.0:1767326704.958786:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326704.958787:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326704.958788:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:1.0:1767326704.958790:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326704.958791:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326704.958793:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326704.958796:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326704.958797:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326704.958799:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326704.958801:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326705.979548:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326705.979557:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326705.979583:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326705.979586:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326705.979589:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326707.003551:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326707.003563:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326707.003566:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326707.003569:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326707.003574:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326707.003576:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326707.003578:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326707.003579:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326707.003597:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326707.003606:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326707.003608:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326708.027543:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326708.027556:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326708.027623:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326708.027627:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326708.027630:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326708.795451:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306576577, at 4306576640 00000100:00000040:1.0:1767326708.795453:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306576577, at 4306576640 00000100:00000040:3.0:1767326708.795460:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306576577, at 4306576640 00000100:00000010:1.0:1767326708.795471:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000023a1e36c. 00000100:00000010:3.0:1767326708.795473:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005030e337. 00000100:00000010:2.0:1767326708.795476:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000afa93604. 00000100:00000040:0.0:1767326708.796355:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306576577, at 4306576640 00000100:00000010:0.0:1767326708.796363:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000002ae990e. 00010000:00000001:0.0:1767326709.051487:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326709.051502:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326709.051524:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326709.051526:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326709.051528:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326710.075519:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326710.075525:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326710.075532:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326710.075545:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326710.075552:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000001:0.0:1767326710.075553:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326710.075556:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326710.075559:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:2.0:1767326710.075560:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326710.075565:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326710.075568:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326710.075580:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326710.075587:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dadd9a6c. 00000100:00000001:2.0:1767326710.075595:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326710.075606:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b6591187 x1853175408696448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326710.075619:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326710.075621:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326710.075627:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_00+0] req@00000000b6591187 x1853175408696448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326710.075649:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326710.075651:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326710.075653:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326710.075655:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767326710.075657:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326710.075659:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326710.075660:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326710.075661:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326710.075663:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed9e0e5f. 00000100:00000001:2.0:1767326710.075666:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326710.075668:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000009561302 x1853175408696576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326710.075676:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326710.075678:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326710.075679:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326710.075682:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_01+1] req@0000000009561302 x1853175408696576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326710.075686:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326710.075686:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326710.075692:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326710.075692:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326710.075694:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326710.075697:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326710.075699:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767326710.075702:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326710.075703:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326710.075704:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326710.075706:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326710.075710:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326710.075710:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326710.075713:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326710.075715:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000100:00000001:1.0:1767326710.075717:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326710.075719:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326710.075721:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767326710.075721:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326710.075722:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326710.075724:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326710.075726:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326710.075727:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326710.075730:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767326710.075733:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408696576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326710.075734:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326710.075734:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408696448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326710.075740:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004f07b907. 00000100:00000001:2.0:1767326710.075745:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326710.075754:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000006b877052 x1853175408696704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326710.075764:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326710.075764:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326710.075768:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326710.075768:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326710.075769:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326710.075772:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326710.075776:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_02+2] req@000000006b877052 x1853175408696704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326710.075777:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326710.075777:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326710.075782:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326710.075782:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326710.075788:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326710.075788:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326710.075793:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408696448:192.168.202.142@tcp:400: 00000100:00100000:1.0:1767326710.075796:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408696576:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326710.075798:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326710.075803:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326710.075805:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326710.075807:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326710.075809:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326710.075813:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326710.075813:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326710.075813:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11915) 02000000:00000001:3.0:1767326710.075814:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326710.075817:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326710.075819:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326710.075819:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326710.075820:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767326710.075825:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326710.075826:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408696704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326710.075826:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326710.075826:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326710.075832:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098ad869f. 02000000:00000010:1.0:1767326710.075833:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe979218. 00000100:00000001:2.0:1767326710.075837:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326710.075839:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326710.075839:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326710.075847:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767326710.075850:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088a672ed. 00000400:00000010:1.0:1767326710.075851:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b6fe37f. 00000100:00000001:0.0:1767326710.075857:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326710.075860:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f47fe55. 02000000:00000001:0.0:1767326710.075861:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767326710.075864:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da85e6c9. 02000000:00000001:0.0:1767326710.075865:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326710.075871:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326710.075871:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408696576, portal 10 00000100:00000200:3.0:1767326710.075871:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408696448, portal 25 00000100:00100000:0.0:1767326710.075878:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408696704:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326710.075879:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326710.075879:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326710.075883:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000001:3.0:1767326710.075884:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000001:0.0:1767326710.075888:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326710.075892:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326710.075894:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326710.075895:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408696576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326710.075895:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408696448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326710.075896:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326710.075901:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000985ce447. 02000000:00000001:0.0:1767326710.075904:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326710.075909:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ceb5763c. 00000400:00000010:0.0:1767326710.075915:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4a8377b. 00000100:00000200:0.0:1767326710.075920:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408696704, portal 10 00000100:00000001:0.0:1767326710.075924:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326710.075926:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326710.075927:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000001:3.0:1767326710.075927:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326710.075934:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:0.0:1767326710.075935:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408696704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326710.075940:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326710.075941:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9e085bb. 00000400:00000010:1.0:1767326710.075956:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000512df998. 00000100:00000200:3.0:1767326710.075959:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408696448, offset 0 00000100:00000001:0.0:1767326710.075960:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767326710.075962:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408696576, offset 0 00000100:00000040:0.0:1767326710.075966:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326710.075970:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69d1078. 00000400:00000200:3.0:1767326710.075974:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326710.075987:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000200:0.0:1767326710.075991:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408696704, offset 0 00000400:00000200:3.0:1767326710.075992:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326710.075998:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326710.076001:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326710.076008:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326710.076013:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326710.076022:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326710.076027:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [585:585:256:4294967295] 192.168.202.142@tcp LPNI seq info [585:585:8:4294967295] 00000400:00000200:3.0:1767326710.076041:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326710.076048:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326710.076051:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326710.076055:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326710.076055:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004088756a. 00000400:00000200:1.0:1767326710.076062:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326710.076066:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326710.076066:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326710.076072:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326710.076077:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [586:586:255:4294967295] 192.168.202.142@tcp LPNI seq info [586:586:7:4294967295] 00000800:00000200:3.0:1767326710.076081:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326710.076087:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004088756a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326710.076094:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326710.076100:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326710.076103:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:1.0:1767326710.076104:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b5b63e. 00000100:00000001:3.0:1767326710.076104:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326710.076107:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326710.076111:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306581697 00000400:00000200:0.0:1767326710.076112:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:1.0:1767326710.076116:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326710.076117:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1767326710.076120:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a5ba9a9. 00000400:00000200:0.0:1767326710.076122:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:1.0:1767326710.076126:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:0.0:1767326710.076131:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [587:587:254:4294967295] 192.168.202.142@tcp LPNI seq info [587:587:6:4294967295] 00000100:00000001:3.0:1767326710.076131:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767326710.076132:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f4b5b63e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326710.076141:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326710.076141:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306581697 00000400:00000200:0.0:1767326710.076148:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:1.0:1767326710.076148:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 90787 usecs (91 jiffies) 00000100:00000010:3.0:1767326710.076149:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016446684. 00000100:00000001:1.0:1767326710.076157:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306578011 00000100:00000001:3.0:1767326710.076157:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767326710.076160:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326710.076164:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306581697 00000100:00000001:3.0:1767326710.076164:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306581697 00000800:00000010:0.0:1767326710.076167:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020243973. 00000800:00000200:2.0:1767326710.076167:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326710.076170:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306578011 00000100:00000010:3.0:1767326710.076170:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d429ad70. 00000800:00000010:2.0:1767326710.076172:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004088756a. 00000100:00000001:3.0:1767326710.076176:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326710.076177:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306581697 00000100:00000001:3.0:1767326710.076182:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306581697 00000800:00000200:0.0:1767326710.076183:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326710.076183:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306578011 00000400:00000200:2.0:1767326710.076183:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326710.076189:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306581697 00000100:00000010:3.0:1767326710.076190:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cdc0422. 00000100:00000001:1.0:1767326710.076193:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306578011 00000800:00000200:0.0:1767326710.076194:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326710.076197:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326710.076199:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000800:00000200:0.0:1767326710.076200:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020243973 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326710.076203:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306581697 00000100:00000001:3.0:1767326710.076203:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326710.076206:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326710.076209:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326710.076209:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e085bb 00000100:00000001:3.0:1767326710.076210:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326710.076211:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 119886 usecs (120 jiffies) 00000400:00000010:2.0:1767326710.076214:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e085bb. 00000100:00000001:1.0:1767326710.076216:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326710.076217:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306578040 00000100:00000001:3.0:1767326710.076217:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326710.076221:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326710.076222:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306581697 00000100:00000001:3.0:1767326710.076223:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326710.076228:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306578040 00000100:00000001:1.0:1767326710.076228:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326710.076228:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408696448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326710.076233:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306581697 00000100:00000001:1.0:1767326710.076234:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326710.076238:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306578040 00000100:00000001:0.0:1767326710.076242:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306581697 00000100:00000001:0.0:1767326710.076245:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306578040 00000100:00000001:0.0:1767326710.076246:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306581697 00000100:00000001:2.0:1767326710.076247:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326710.076248:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326710.076250:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326710.076251:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326710.076253:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326710.076257:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408696448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326726 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326710.076258:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326710.076260:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326710.076265:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326710.076268:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326710.076268:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326710.076270:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326710.076271:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326710.076275:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326710.076284:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326710.076287:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b5b63e. 00000400:00000200:2.0:1767326710.076290:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326710.076294:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326710.076297:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000512df998 00000400:00000010:2.0:1767326710.076298:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000512df998. 00000100:00000001:2.0:1767326710.076301:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326710.076303:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408696576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326710.076310:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326710.076312:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408696576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326710.076327:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326710.076329:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326710.076382:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326710.076384:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020243973. 00000400:00000200:2.0:1767326710.076387:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326710.076391:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326710.076393:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b69d1078 00000400:00000010:2.0:1767326710.076394:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b69d1078. 00000100:00000001:2.0:1767326710.076397:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326710.076425:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408696704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326710.076432:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326710.076434:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408696704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326710.076440:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326710.076442:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326710.078102:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326710.078124:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326710.078127:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326710.078128:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326710.078135:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326710.078146:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f11c80 00000400:00000200:2.0:1767326710.078152:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1315 [1] + 224 00000800:00000001:2.0:1767326710.078159:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326710.078164:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326710.078167:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326710.078171:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326710.078178:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326710.078182:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408696448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326710.078193:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408696448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326710.078208:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326710.078216:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326710.078218:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326710.078219:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326710.078220:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326710.078223:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326710.078229:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11d00 00000400:00000200:2.0:1767326710.078233:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1311 [1] + 224 00000800:00000001:2.0:1767326710.078236:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326710.078238:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326710.078240:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326710.078243:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326710.078245:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326710.078247:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767326710.078249:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408696576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326710.078252:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326710.078258:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408696576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326710.078269:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326710.078275:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767326710.078277:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326710.078282:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088a672ed. 00000400:00000200:3.0:1767326710.078286:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da85e6c9 00000400:00000010:3.0:1767326710.078295:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da85e6c9. 00000100:00000001:3.0:1767326710.078298:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767326710.078302:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767326710.078305:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408696448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326710.078307:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326710.078311:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326710.078314:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326710.078314:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326710.078319:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326710.078322:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000001:1.0:1767326710.078326:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767326710.078326:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408696448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326710.078331:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326710.078332:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11d80 00000400:00000010:1.0:1767326710.078335:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b6fe37f. 00000400:00000200:1.0:1767326710.078341:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f47fe55 00000400:00000010:1.0:1767326710.078344:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f47fe55. 00000100:00000001:3.0:1767326710.078345:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326710.078347:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326710.078349:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326710.078351:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1319 [1] + 224 00000100:00000001:3.0:1767326710.078354:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767326710.078355:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408696576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326710.078357:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326710.078359:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767326710.078362:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326710.078364:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767326710.078366:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326710.078369:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326710.078373:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408696576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326710.078374:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 02000000:00000001:3.0:1767326710.078376:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326710.078380:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326710.078386:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767326710.078386:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408696704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326710.078388:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326710.078392:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:3.0:1767326710.078393:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=106 v=5 (5 5 5 5) 02000000:00000001:1.0:1767326710.078395:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326710.078397:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1767326710.078423:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=106 v=5 (1 1 1 1) 00000100:00000040:2.0:1767326710.078429:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408696704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326710.078430:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326710.078433:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326710.078440:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326710.078440:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326710.078443:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767326710.078445:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326710.078446:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326710.078447:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326710.078452:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326710.078453:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326710.078456:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=101 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326710.078462:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=101 v=5 (1 1 1 1) 00000100:00000040:3.0:1767326710.078462:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408696448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326710.078469:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326710.078470:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326710.078474:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326710.078475:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326710.078480:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767326710.078481:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767326710.078481:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1767326710.078486:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767326710.078487:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326710.078487:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767326710.078489:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ceb5763c. 00000100:00000001:3.0:1767326710.078491:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326710.078493:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1767326710.078496:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a8377b 00000100:00000040:1.0:1767326710.078496:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000040:3.0:1767326710.078499:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408696448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326710.078501:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4a8377b. 00000100:00000001:1.0:1767326710.078502:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326710.078506:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326710.078508:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767326710.078514:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408696576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326710.078517:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408696704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326710.078519:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408696448:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326710.078530:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326710.078535:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326710.078536:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326710.078543:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767326710.078543:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408696448/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326710.078552:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408696704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326710.078553:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326710.078562:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408696576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326710.078569:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326710.078572:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326710.078577:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326710.078580:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326710.078583:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767326710.078584:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408696576:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326710.078587:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326710.078593:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326710.078597:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326710.078598:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326710.078601:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098ad869f. 02000000:00000001:0.0:1767326710.078603:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326710.078603:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767326710.078609:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767326710.078610:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408696576/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326710.078613:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1767326710.078614:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=95 v=5 (5 5 5 5) 00000020:00000040:3.0:1767326710.078617:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326710.078624:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1767326710.078625:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=35 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326710.078627:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1767326710.078630:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dadd9a6c. 00000100:00000001:0.0:1767326710.078631:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767326710.078631:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326710.078635:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326710.078636:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe979218. 02000000:00000001:3.0:1767326710.078636:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767326710.078639:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767326710.078641:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767326710.078642:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326710.078646:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:3.0:1767326710.078646:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00010000:00080000:0.0:1767326710.078647:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006b877052 x1853175408696704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767326710.078650:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326710.078653:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767326710.078656:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326710.078657:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326710.078660:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed9e0e5f. 00000100:00000001:3.0:1767326710.078663:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326710.078665:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326710.078666:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326710.078670:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767326710.078670:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326710.078672:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:3.0:1767326710.078672:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326710.078674:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326710.078675:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326710.078678:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326710.078679:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326710.078681:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326710.078681:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326710.078683:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326710.078685:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326710.078685:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326710.078690:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408696704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326710.078692:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326710.078695:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326710.078700:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326710.078704:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326710.078705:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326710.078709:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326710.078711:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326710.078714:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408696704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326710.078722:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408696704:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326710.078727:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326710.078736:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326710.078739:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408696704/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326726 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326710.078745:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326710.078747:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326710.078749:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000985ce447. 02000000:00000001:0.0:1767326710.078752:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326710.078753:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326710.078755:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326710.078757:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326710.078758:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004f07b907. 02000000:00000001:0.0:1767326710.078760:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326710.078761:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326710.078762:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000001:0.0:1767326710.078765:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326710.078766:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326710.078767:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326710.078771:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326710.078773:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326710.078774:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326710.078776:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326711.099462:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326711.099474:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326711.099518:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326711.099522:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326711.099525:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326712.123503:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326712.123510:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326712.123534:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326712.123536:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326712.123538:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326713.147548:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326713.147558:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326713.147591:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326713.147595:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326713.147598:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326713.915515:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306581697, at 4306581760 00000100:00000040:1.0:1767326713.915516:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306581697, at 4306581760 00000100:00000040:2.0:1767326713.915516:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306581697, at 4306581760 00000100:00000010:3.0:1767326713.915531:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cdc0422. 00000100:00000010:1.0:1767326713.915533:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016446684. 00000100:00000010:2.0:1767326713.915536:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d429ad70. 00000100:00000040:0.0:1767326713.915602:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306581697, at 4306581760 00000100:00000010:0.0:1767326713.915607:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a5ba9a9. 00010000:00000001:0.0:1767326714.171503:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326714.171522:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326714.171560:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326714.171564:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326714.171567:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326715.195521:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326715.195526:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1767326715.195534:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326715.195535:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326715.195544:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d9e0dd. 00000020:00000040:2.0:1767326715.195552:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326715.195557:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326715.195560:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326715.195565:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326715.195574:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a28d6e6. 00000100:00000001:2.0:1767326715.195592:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326715.195601:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000028d9e0dd x1853175408696832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326715.195609:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326715.195611:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326715.195617:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d9e0dd] to pc [ptlrpcd_00_03+3] req@0000000028d9e0dd x1853175408696832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326715.195628:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326715.195634:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326715.195638:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326715.195648:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326715.195653:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326715.195656:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326715.195661:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326715.195662:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000020:00000040:2.0:1767326715.195668:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00100000:0.0:1767326715.195670:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767326715.195672:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326715.195673:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326715.195674:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326715.195677:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326715.195679:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326715.195683:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326715.195688:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1767326715.195689:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb30d8a. 00000100:00000001:0.0:1767326715.195693:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326715.195695:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326715.195706:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326715.195706:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000006b877052 x1853175408696960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326715.195714:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326715.195722:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326715.195722:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326715.195725:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326715.195733:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_00+0] req@000000006b877052 x1853175408696960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326715.195740:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d9e0dd x1853175408696832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326715.195756:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326715.195759:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326715.195761:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326715.195764:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326715.195765:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767326715.195768:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326715.195775:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767326715.195775:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000100:00000001:1.0:1767326715.195777:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326715.195783:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326715.195785:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326715.195786:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326715.195787:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326715.195789:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326715.195790:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326715.195790:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326715.195796:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326715.195798:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408696832:192.168.202.142@tcp:400: 00000100:00000040:1.0:1767326715.195800:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408696960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326715.195800:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326715.195809:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b65b65b4. 00000100:00000001:0.0:1767326715.195814:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326715.195815:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326715.195825:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326715.195827:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000009561302 x1853175408697088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326715.195833:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326715.195841:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326715.195846:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326715.195849:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326715.195850:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326715.195854:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_01+1] req@0000000009561302 x1853175408697088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326715.195856:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a19ef569. 00000100:00000001:1.0:1767326715.195864:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326715.195866:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326715.195878:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767326715.195883:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ceb5763c. 02000000:00000001:1.0:1767326715.195883:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326715.195888:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326715.195889:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326715.195893:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326715.195908:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4a8377b. 00000100:00100000:1.0:1767326715.195912:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408696960:192.168.202.142@tcp:400: 00000100:00000200:0.0:1767326715.195922:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408696832, portal 25 00000100:00000040:2.0:1767326715.195922:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326715.195923:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326715.195934:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767326715.195935:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326715.195938:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333291520 : -115368376260096 : ffff9712b4ea2a00) 00000100:00000040:2.0:1767326715.195939:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11920) 02000000:00000001:1.0:1767326715.195940:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326715.195946:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767326715.195950:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d9e0dd x1853175408696832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326715.195952:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021e5d9ab. 02000000:00000001:1.0:1767326715.195957:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326715.195964:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b6fe37f. 00000400:00000010:1.0:1767326715.195970:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f47fe55. 00000100:00000001:3.0:1767326715.195970:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326715.195976:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767326715.195978:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408696960, portal 10 00000100:00000001:3.0:1767326715.195980:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326715.195983:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326715.195985:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326715.195986:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000040:3.0:1767326715.195990:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408697088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326715.195994:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767326715.195995:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408696960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326715.196001:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041419967. 00000100:00000200:0.0:1767326715.196007:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408696832, offset 0 00000400:00000200:0.0:1767326715.196020:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326715.196022:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326715.196022:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326715.196032:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326715.196033:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326715.196037:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767326715.196038:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c6b1e4e. 00000400:00000200:0.0:1767326715.196040:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:3.0:1767326715.196041:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326715.196044:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408696960, offset 0 02000000:00000001:3.0:1767326715.196047:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326715.196051:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1767326715.196054:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408697088:192.168.202.142@tcp:400: 00000400:00000200:1.0:1767326715.196057:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326715.196062:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326715.196062:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326715.196067:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326715.196069:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326715.196070:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326715.196074:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326715.196075:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000010:3.0:1767326715.196079:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c467c30. 00000400:00000200:0.0:1767326715.196081:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [588:588:256:4294967295] 192.168.202.142@tcp LPNI seq info [588:588:8:4294967295] 02000000:00000001:3.0:1767326715.196084:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326715.196090:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088a672ed. 00000400:00000010:3.0:1767326715.196096:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da85e6c9. 00000400:00000200:0.0:1767326715.196101:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:3.0:1767326715.196102:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408697088, portal 10 00000100:00000001:3.0:1767326715.196107:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326715.196110:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000800:00000200:0.0:1767326715.196111:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326715.196111:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326715.196117:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767326715.196119:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 00000400:00000200:1.0:1767326715.196123:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:3.0:1767326715.196124:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408697088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326715.196127:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326715.196133:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326715.196133:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326715.196140:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [589:589:255:4294967295] 192.168.202.142@tcp LPNI seq info [589:589:7:4294967295] 00000100:00000001:3.0:1767326715.196143:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326715.196148:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:3.0:1767326715.196151:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326715.196156:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326715.196156:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:3.0:1767326715.196157:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd8e2a8b. 00000100:00000200:3.0:1767326715.196162:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408697088, offset 0 00000800:00000200:1.0:1767326715.196165:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326715.196170:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000824d53cf. 00000400:00000200:3.0:1767326715.196170:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326715.196177:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326715.196181:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326715.196181:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767326715.196183:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326715.196188:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326715.196189:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306586817 00000800:00000200:1.0:1767326715.196193:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326715.196194:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1767326715.196197:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049f01126. 00000800:00000200:1.0:1767326715.196199:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000824d53cf type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326715.196203:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326715.196207:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [590:590:254:4294967295] 192.168.202.142@tcp LPNI seq info [590:590:6:4294967295] 00000100:00000001:0.0:1767326715.196208:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767326715.196208:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326715.196215:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:1.0:1767326715.196216:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 90291 usecs (91 jiffies) 00000100:00000001:0.0:1767326715.196218:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306586817 00000100:00000001:1.0:1767326715.196222:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306583131 00000800:00000200:3.0:1767326715.196222:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:0.0:1767326715.196226:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a04ad297. 00000800:00000010:3.0:1767326715.196227:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1e5a3ef. 00000100:00000001:1.0:1767326715.196228:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306586817 00000100:00000001:0.0:1767326715.196232:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326715.196233:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306583131 00000800:00000200:3.0:1767326715.196242:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326715.196244:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306586817 00000100:00000001:1.0:1767326715.196244:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306586817 00000800:00000200:2.0:1767326715.196247:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767326715.196251:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000358418ea. 00000100:00000001:1.0:1767326715.196252:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306583131 00000800:00000200:3.0:1767326715.196252:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000010:2.0:1767326715.196256:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000800:00000200:3.0:1767326715.196258:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b1e5a3ef type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326715.196259:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326715.196271:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306586817 00000100:00000001:1.0:1767326715.196271:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306586817 00000400:00000200:2.0:1767326715.196272:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326715.196276:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326715.196286:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306583131 00000100:00000010:0.0:1767326715.196287:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002806ae4a. 00000100:00000040:3.0:1767326715.196287:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 119217 usecs (120 jiffies) 00000100:00000001:3.0:1767326715.196293:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306583160 00000400:00000200:2.0:1767326715.196296:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326715.196302:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306586817 00000100:00000001:0.0:1767326715.196305:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326715.196305:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306583160 00000400:00000200:2.0:1767326715.196309:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041419967 00000100:00000001:3.0:1767326715.196309:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306586817 00000100:00000001:0.0:1767326715.196311:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326715.196311:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306586817 00000400:00000010:2.0:1767326715.196318:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041419967. 00000100:00000001:1.0:1767326715.196320:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326715.196320:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306583160 00000100:00000001:0.0:1767326715.196322:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326715.196326:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326715.196330:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306586817 00000100:00000001:0.0:1767326715.196331:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326715.196331:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326715.196332:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326715.196342:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326715.196343:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326715.196343:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306583160 00000100:00000200:2.0:1767326715.196345:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d9e0dd x1853175408696832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326715.196349:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326715.196355:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306586817 00000100:00000001:1.0:1767326715.196361:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326715.196366:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326715.196373:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326715.196374:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326715.196375:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326715.196380:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d9e0dd x1853175408696832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326731 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326715.196382:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326715.196384:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326715.196391:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326715.196395:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326715.196443:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326715.196444:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326715.196446:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326715.196451:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326715.196453:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326715.196460:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326715.196463:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326715.196465:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326715.196469:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326715.196470:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326715.196474:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000824d53cf. 00000400:00000200:2.0:1767326715.196479:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326715.196482:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326715.196490:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c6b1e4e 00000400:00000010:2.0:1767326715.196491:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c6b1e4e. 00000100:00000001:2.0:1767326715.196494:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326715.196496:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408696960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326715.196501:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326715.196502:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408696960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326715.196506:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326715.196507:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326715.196568:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326715.196571:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1e5a3ef. 00000400:00000200:2.0:1767326715.196574:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326715.196577:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326715.196579:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8e2a8b 00000400:00000010:2.0:1767326715.196580:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8e2a8b. 00000100:00000001:2.0:1767326715.196583:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326715.196586:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408697088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326715.196592:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326715.196594:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408697088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326715.196600:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326715.196601:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326715.198421:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326715.198438:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326715.198442:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326715.198444:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326715.198452:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326715.198468:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f11e00 00000400:00000200:2.0:1767326715.198476:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1329 [1] + 224 00000800:00000001:2.0:1767326715.198485:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326715.198501:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326715.198503:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326715.198509:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326715.198516:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326715.198523:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d9e0dd x1853175408696832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326715.198533:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028d9e0dd x1853175408696832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326715.198547:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326715.198557:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326715.198559:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326715.198561:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326715.198562:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326715.198564:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326715.198570:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11e80 00000400:00000200:2.0:1767326715.198576:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x132d [1] + 224 00000100:00000001:0.0:1767326715.198590:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326715.198594:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326715.198595:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326715.198601:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326715.198604:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326715.198609:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:0.0:1767326715.198610:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326715.198614:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326715.198616:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ceb5763c. 00000400:00000200:0.0:1767326715.198621:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a8377b 00000400:00000010:0.0:1767326715.198624:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4a8377b. 00000100:00000001:0.0:1767326715.198627:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326715.198629:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326715.198633:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d9e0dd x1853175408696832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326715.198637:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408696960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326715.198659:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d9e0dd x1853175408696832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326715.198661:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408696960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326715.198683:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326715.198687:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326715.198690:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326715.198693:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326715.198694:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326715.198696:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326715.198700:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326715.198701:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326715.198707:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326715.198709:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326715.198709:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326715.198713:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326715.198718:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=111 v=5 (5 5 5 5) 00000400:00000200:2.0:1767326715.198722:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00001000:0.0:1767326715.198726:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=111 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326715.198732:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767326715.198732:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f11f00 00000100:00000001:1.0:1767326715.198734:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326715.198735:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326715.198739:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767326715.198740:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326715.198744:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326715.198748:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1339 [1] + 224 00000100:00000001:0.0:1767326715.198749:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326715.198753:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326715.198754:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767326715.198758:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d9e0dd x1853175408696832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326715.198759:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767326715.198760:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326715.198763:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b6fe37f. 00000400:00000200:2.0:1767326715.198765:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326715.198771:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f47fe55 00000400:00000200:2.0:1767326715.198774:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:1.0:1767326715.198776:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f47fe55. 00000100:00000001:0.0:1767326715.198782:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326715.198783:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326715.198784:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326715.198788:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767326715.198793:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408696960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326715.198793:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408697088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326715.198799:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326715.198806:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408697088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326715.198823:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d9e0dd x1853175408696832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326715.198826:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326715.198833:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326715.198834:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408696960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326715.198839:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767326715.198842:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408696832:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326715.198855:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326715.198856:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326715.198859:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326715.198861:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326715.198863:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326715.198866:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767326715.198869:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d9e0dd x1853175408696832/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326715.198869:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326715.198870:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326715.198873:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326715.198875:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326715.198880:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326715.198882:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326715.198886:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326715.198887:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1767326715.198889:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=106 v=5 (5 5 5 5) 00000400:00000010:3.0:1767326715.198889:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088a672ed. 02000000:00000001:0.0:1767326715.198891:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326715.198906:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a19ef569. 00000100:00001000:1.0:1767326715.198908:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=106 v=5 (1 1 1 1) 00000400:00000200:3.0:1767326715.198911:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da85e6c9 02000000:00000001:0.0:1767326715.198914:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326715.198914:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767326715.198915:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da85e6c9. 00000020:00000001:0.0:1767326715.198918:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326715.198921:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326715.198921:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767326715.198922:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326715.198928:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767326715.198928:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767326715.198931:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408697088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326715.198934:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a28d6e6. 00010000:00000001:1.0:1767326715.198934:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326715.198940:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326715.198942:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767326715.198944:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767326715.198947:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000010:0.0:1767326715.198948:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d9e0dd. 00000100:00000001:1.0:1767326715.198953:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326715.198955:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326715.198957:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326715.198958:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326715.198958:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408697088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326715.198964:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326715.198968:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408696960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326715.198975:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326715.198979:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326715.198980:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326715.198985:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326715.198986:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326715.198987:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326715.198989:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326715.198991:0:211395:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326715.198993:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326715.198996:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326715.198996:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326715.199000:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767326715.199004:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408696960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326715.199005:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326715.199010:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326715.199017:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=100 v=5 (5 5 5 5) 00000100:00100000:1.0:1767326715.199020:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408696960:192.168.202.142@tcp:400: 00000100:00001000:3.0:1767326715.199023:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=40 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326715.199029:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326715.199030:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326715.199031:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326715.199035:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767326715.199036:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767326715.199041:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408696960/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767326715.199043:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000009561302 x1853175408697088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326715.199060:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326715.199062:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326715.199064:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326715.199068:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326715.199071:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326715.199077:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408697088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326715.199079:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326715.199082:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326715.199085:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021e5d9ab. 00000100:00000001:3.0:1767326715.199090:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326715.199092:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326715.199093:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767326715.199095:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767326715.199096:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326715.199099:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000040:3.0:1767326715.199102:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408697088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326715.199104:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326715.199108:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb30d8a. 02000000:00000001:1.0:1767326715.199113:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326715.199116:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1767326715.199118:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408697088:192.168.202.142@tcp:400: 00000100:00000010:1.0:1767326715.199119:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000001:1.0:1767326715.199126:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326715.199126:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326715.199129:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326715.199131:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326715.199136:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326715.199137:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326715.199141:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326715.199141:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408697088/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326731 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326715.199147:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326715.199150:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326715.199156:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326715.199158:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326715.199160:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c467c30. 02000000:00000001:3.0:1767326715.199163:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326715.199165:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326715.199166:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326715.199169:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326715.199170:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b65b65b4. 02000000:00000001:3.0:1767326715.199173:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326715.199174:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326715.199175:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:3.0:1767326715.199178:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326715.199179:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326715.199180:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326715.199184:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326715.199186:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326715.199188:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326715.199189:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326716.219546:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326716.219555:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326716.219585:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326716.219588:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326716.219591:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326717.243528:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326717.243538:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326717.243540:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326717.243542:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326717.243569:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326717.243571:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326717.243573:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326717.243575:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326717.243608:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326717.243612:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326717.243614:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326718.267536:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326718.267543:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326718.267608:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326718.267611:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326718.267614:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326719.035534:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306586817, at 4306586880 00000100:00000040:2.0:1767326719.035534:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306586817, at 4306586880 00000100:00000040:3.0:1767326719.035535:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306586817, at 4306586880 00000100:00000010:2.0:1767326719.035557:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000358418ea. 00000100:00000010:0.0:1767326719.035562:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049f01126. 00000100:00000010:3.0:1767326719.035564:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002806ae4a. 00000100:00000040:1.0:1767326719.035656:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306586817, at 4306586880 00000100:00000010:1.0:1767326719.035663:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a04ad297. 00010000:00000001:0.0:1767326719.291528:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326719.291536:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326719.291601:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326719.291604:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326719.291607:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326720.315539:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:2.0:1767326720.315548:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326720.315549:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326720.315556:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326720.315570:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326720.315579:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326720.315585:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326720.315596:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1767326720.315605:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767326720.315607:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326720.315611:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326720.315616:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:2.0:1767326720.315621:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b65b65b4. 00000100:00000001:2.0:1767326720.315631:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326720.315642:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b6591187 x1853175408697216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326720.315664:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326720.315668:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326720.315676:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_02+2] req@00000000b6591187 x1853175408697216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326720.315717:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326720.315719:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326720.315722:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326720.315724:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326720.315726:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326720.315727:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326720.315729:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326720.315731:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326720.315734:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb30d8a. 00000100:00000001:2.0:1767326720.315737:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326720.315740:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000032a2412e x1853175408697344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326720.315745:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326720.315745:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326720.315745:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326720.315748:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326720.315751:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326720.315752:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_03+3] req@0000000032a2412e x1853175408697344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326720.315752:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326720.315756:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326720.315765:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326720.315766:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408697216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326720.315767:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326720.315773:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326720.315776:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000100:00000001:3.0:1767326720.315777:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326720.315780:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326720.315781:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326720.315783:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326720.315785:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326720.315785:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326720.315787:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326720.315788:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326720.315792:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326720.315793:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326720.315794:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408697344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326720.315796:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a28d6e6. 02000000:00000001:0.0:1767326720.315799:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326720.315803:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326720.315810:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000bfc4a11d x1853175408697472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326720.315818:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326720.315827:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408697216:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326720.315836:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326720.315839:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326720.315839:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326720.315843:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326720.315846:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326720.315856:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326720.315858:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326720.315861:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326720.315862:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326720.315867:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767326720.315867:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326720.315873:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408697344:192.168.202.142@tcp:400: 02000000:00000010:0.0:1767326720.315874:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9096370. 02000000:00000001:0.0:1767326720.315879:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326720.315881:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_00+0] req@00000000bfc4a11d x1853175408697472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326720.315881:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326720.315885:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326720.315888:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326720.315893:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326720.315898:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035828574. 02000000:00000001:3.0:1767326720.315902:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326720.315907:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ceb5763c. 00000400:00000010:3.0:1767326720.315907:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088a672ed. 00000100:00000001:2.0:1767326720.315915:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326720.315917:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da85e6c9. 00000100:00000040:2.0:1767326720.315919:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767326720.315921:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4a8377b. 00000100:00000200:3.0:1767326720.315927:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408697344, portal 10 00000100:00000040:2.0:1767326720.315928:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1767326720.315929:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408697216, portal 25 00000100:00000001:3.0:1767326720.315932:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326720.315934:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326720.315936:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11925) 00000100:00000001:3.0:1767326720.315936:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000001:0.0:1767326720.315938:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000001:1.0:1767326720.315940:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326720.315945:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326720.315947:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408697344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326720.315948:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326720.315949:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408697216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326720.315951:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326720.315956:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326720.315957:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408697472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326720.315975:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326720.315977:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326720.315981:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326720.315983:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326720.315984:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326720.315987:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326720.315988:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326720.315994:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00100000:1.0:1767326720.315995:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408697472:192.168.202.142@tcp:400: 00000400:00000010:0.0:1767326720.315998:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de705503. 00000100:00000001:1.0:1767326720.316001:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767326720.316004:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408697216, offset 0 00000100:00000040:3.0:1767326720.316004:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326720.316005:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767326720.316009:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088831319. 02000000:00000001:1.0:1767326720.316016:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326720.316017:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326720.316020:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767326720.316024:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408697344, offset 0 02000000:00000010:1.0:1767326720.316025:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b51cf067. 02000000:00000001:1.0:1767326720.316030:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326720.316035:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:1.0:1767326720.316036:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b6fe37f. 00000400:00000200:3.0:1767326720.316040:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326720.316046:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767326720.316050:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f47fe55. 00000400:00000200:0.0:1767326720.316054:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000200:1.0:1767326720.316057:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408697472, portal 10 00000400:00000200:0.0:1767326720.316060:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326720.316061:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326720.316065:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000400:00000200:0.0:1767326720.316066:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326720.316073:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [591:591:256:4294967295] 192.168.202.142@tcp LPNI seq info [591:591:8:4294967295] 00000100:00000040:1.0:1767326720.316076:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408697472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326720.316087:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326720.316091:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:1.0:1767326720.316095:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326720.316100:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a686d3c9. 00000800:00000200:0.0:1767326720.316106:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000200:1.0:1767326720.316106:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408697472, offset 0 00000400:00000200:3.0:1767326720.316106:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:0.0:1767326720.316116:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000400:00000200:3.0:1767326720.316116:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326720.316117:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326720.316123:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326720.316128:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326720.316129:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326720.316133:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326720.316137:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [592:592:255:4294967295] 192.168.202.142@tcp LPNI seq info [592:592:7:4294967295] 00000800:00000200:0.0:1767326720.316143:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326720.316150:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326720.316152:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326720.316165:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326720.316169:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:3.0:1767326720.316170:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000243161f8. 00000400:00000200:1.0:1767326720.316176:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326720.316177:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326720.316180:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326720.316183:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326720.316184:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306591937 00000100:00000010:0.0:1767326720.316191:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c97101f. 00000400:00000200:1.0:1767326720.316191:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326720.316191:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326720.316198:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:3.0:1767326720.316198:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000243161f8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326720.316204:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326720.316205:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326720.316207:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [593:593:254:4294967295] 192.168.202.142@tcp LPNI seq info [593:593:6:4294967295] 00000100:00000040:3.0:1767326720.316212:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 89802 usecs (90 jiffies) 00000100:00000001:0.0:1767326720.316213:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306591937 00000100:00000001:3.0:1767326720.316218:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306588250 00000100:00000010:0.0:1767326720.316220:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be5cd0f0. 00000400:00000200:1.0:1767326720.316224:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326720.316224:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306591937 00000100:00000001:3.0:1767326720.316229:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306588250 00000800:00000200:1.0:1767326720.316235:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326720.316237:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000010:1.0:1767326720.316241:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005493b67f. 00000800:00000200:2.0:1767326720.316244:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767326720.316248:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326720.316250:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306591937 00000800:00000010:2.0:1767326720.316250:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000100:00000001:3.0:1767326720.316250:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306591937 00000100:00000010:0.0:1767326720.316257:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006635b1ce. 00000800:00000200:1.0:1767326720.316257:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326720.316258:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306588250 00000800:00000200:1.0:1767326720.316262:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005493b67f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326720.316262:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326720.316264:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326720.316270:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326720.316271:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306591937 00000100:00000040:1.0:1767326720.316275:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 118558 usecs (119 jiffies) 00000400:00000200:2.0:1767326720.316276:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000010:0.0:1767326720.316277:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049f01126. 00000100:00000001:1.0:1767326720.316281:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306588279 00000100:00000001:0.0:1767326720.316284:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326720.316287:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de705503 00000100:00000001:0.0:1767326720.316288:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326720.316292:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de705503. 00000100:00000001:1.0:1767326720.316293:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306591937 00000100:00000001:0.0:1767326720.316294:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326720.316299:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306588279 00000100:00000001:0.0:1767326720.316300:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326720.316300:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326720.316304:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306591937 00000100:00000001:0.0:1767326720.316306:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326720.316309:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306588279 00000100:00000200:2.0:1767326720.316309:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408697216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326720.316315:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306591937 00000100:00000001:0.0:1767326720.316317:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326720.316322:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326720.316322:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306588279 00000100:00000001:1.0:1767326720.316328:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306591937 00000100:00000001:2.0:1767326720.316328:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326720.316329:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326720.316333:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326720.316333:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326720.316336:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326720.316336:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408697216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326736 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326720.316338:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326720.316342:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326720.316344:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326720.316350:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326720.316355:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326720.316357:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326720.316358:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326720.316359:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326720.316362:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326720.316363:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326720.316364:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326720.316366:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326720.316376:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326720.316379:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000243161f8. 00000100:00000001:3.0:1767326720.316380:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306591937 00000400:00000200:2.0:1767326720.316384:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326720.316385:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306588250 00000100:00000001:3.0:1767326720.316389:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306591937 00000400:00000200:2.0:1767326720.316393:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326720.316394:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326720.316419:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088831319 00000400:00000010:2.0:1767326720.316423:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088831319. 00000100:00000001:3.0:1767326720.316424:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326720.316428:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326720.316429:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326720.316433:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326720.316434:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408697344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326720.316438:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326720.316441:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326720.316445:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326720.316447:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326720.316448:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326720.316450:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326720.316461:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326720.316465:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408697344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326720.316472:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326720.316473:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326720.316529:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326720.316531:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005493b67f. 00000400:00000200:2.0:1767326720.316534:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326720.316537:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326720.316540:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a686d3c9 00000400:00000010:2.0:1767326720.316542:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a686d3c9. 00000100:00000001:2.0:1767326720.316544:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326720.316547:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408697472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326720.316554:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326720.316556:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408697472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326720.316562:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326720.316563:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326720.318067:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326720.318076:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326720.318079:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326720.318081:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326720.318091:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326720.318103:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12000 00000400:00000200:2.0:1767326720.318110:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1341 [1] + 224 00000800:00000001:2.0:1767326720.318117:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326720.318122:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326720.318125:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326720.318128:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326720.318133:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326720.318143:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408697344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326720.318153:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408697344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326720.318207:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326720.318210:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326720.318227:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326720.318236:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326720.318241:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326720.318243:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326720.318244:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326720.318249:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326720.318255:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f11f80 00000400:00000200:2.0:1767326720.318260:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1345 [1] + 224 00000800:00000001:2.0:1767326720.318264:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326720.318268:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326720.318270:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326720.318273:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326720.318276:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326720.318279:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408697216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326720.318287:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408697216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326720.318308:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326720.318312:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326720.318315:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326720.318316:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326720.318318:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326720.318322:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326720.318328:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12080 00000400:00000200:2.0:1767326720.318333:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1351 [1] + 224 00000800:00000001:2.0:1767326720.318337:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326720.318341:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326720.318344:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767326720.318350:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326720.318351:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326720.318355:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767326720.318356:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326720.318360:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ceb5763c. 00000400:00000200:2.0:1767326720.318363:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326720.318366:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a8377b 00000400:00000010:0.0:1767326720.318369:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4a8377b. 00000100:00000001:0.0:1767326720.318372:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326720.318375:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326720.318378:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408697216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326720.318382:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408697472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326720.318423:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408697472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326720.318430:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408697216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326720.318441:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326720.318443:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326720.318444:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326720.318447:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326720.318451:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767326720.318451:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326720.318454:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767326720.318456:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326720.318458:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326720.318463:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326720.318476:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=116 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326720.318480:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767326720.318482:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=116 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326720.318483:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326720.318487:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326720.318488:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1767326720.318491:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326720.318492:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326720.318495:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b6fe37f. 00010000:00000001:0.0:1767326720.318496:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326720.318501:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326720.318501:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f47fe55 00000400:00000010:1.0:1767326720.318505:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f47fe55. 00000100:00000001:0.0:1767326720.318506:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326720.318509:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326720.318514:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408697216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326720.318515:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1767326720.318517:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408697472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767326720.318520:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326720.318523:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088a672ed. 00000400:00000200:3.0:1767326720.318530:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da85e6c9 00000100:00000001:0.0:1767326720.318540:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767326720.318541:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da85e6c9. 00000100:00000200:1.0:1767326720.318546:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408697472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326720.318547:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326720.318548:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326720.318551:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326720.318561:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408697216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326720.318561:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326720.318564:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326720.318566:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408697344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326720.318570:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326720.318579:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326720.318582:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326720.318586:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326720.318588:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408697216:192.168.202.142@tcp:400: 02000000:00000001:1.0:1767326720.318593:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326720.318597:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326720.318600:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=105 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326720.318601:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767326720.318602:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408697344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326720.318608:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408697216/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326720.318608:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=45 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326720.318618:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326720.318620:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326720.318627:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326720.318628:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326720.318632:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767326720.318633:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bfc4a11d x1853175408697472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326720.318634:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326720.318637:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326720.318639:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767326720.318641:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767326720.318644:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9096370. 00000100:00000001:3.0:1767326720.318645:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326720.318648:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326720.318650:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326720.318652:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326720.318654:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326720.318655:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767326720.318659:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767326720.318660:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00001000:3.0:1767326720.318660:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=111 v=5 (5 5 5 5) 00000020:00000040:0.0:1767326720.318664:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326720.318665:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:3.0:1767326720.318667:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326720.318669:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326720.318670:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326720.318672:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767326720.318674:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b65b65b4. 00000100:00000001:3.0:1767326720.318676:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326720.318677:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408697472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326720.318681:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767326720.318682:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767326720.318686:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767326720.318687:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326720.318690:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:3.0:1767326720.318693:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326720.318695:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326720.318696:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767326720.318697:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326720.318698:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326720.318700:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326720.318702:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326720.318703:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326720.318705:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326720.318707:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408697472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326720.318707:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326720.318716:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408697344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326720.318720:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767326720.318722:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408697472:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326720.318724:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326720.318731:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326720.318731:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326720.318735:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326720.318736:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326720.318736:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326720.318741:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408697472/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326720.318743:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326720.318747:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326720.318752:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326720.318756:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767326720.318757:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408697344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326720.318759:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b51cf067. 02000000:00000001:1.0:1767326720.318765:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1767326720.318770:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408697344:192.168.202.142@tcp:400: 00000020:00000001:1.0:1767326720.318774:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326720.318778:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326720.318778:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326720.318781:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326720.318783:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a28d6e6. 02000000:00000001:1.0:1767326720.318786:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326720.318788:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326720.318790:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767326720.318791:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000040:3.0:1767326720.318796:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408697344/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326736 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326720.318797:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326720.318799:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326720.318807:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326720.318809:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326720.318811:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326720.318813:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035828574. 02000000:00000001:3.0:1767326720.318819:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326720.318822:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767326720.318823:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326720.318826:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326720.318827:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326720.318832:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767326720.318833:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326720.318836:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326720.318837:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb30d8a. 02000000:00000001:3.0:1767326720.318842:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326720.318844:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326720.318845:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:3.0:1767326720.318860:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326720.318862:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326720.318864:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326720.318868:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326720.318869:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326720.318871:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326720.318873:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326721.339496:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326721.339503:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326721.339558:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326721.339560:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326721.339563:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326722.363517:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326722.363526:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326722.363584:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326722.363588:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326722.363590:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326723.387549:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326723.387560:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326723.387604:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326723.387609:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326723.387613:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326724.155489:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306591937, at 4306592000 00000100:00000040:1.0:1767326724.155489:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306591937, at 4306592000 00000100:00000040:2.0:1767326724.155489:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306591937, at 4306592000 00000100:00000040:3.0:1767326724.155489:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306591937, at 4306592000 00000100:00000010:1.0:1767326724.155508:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be5cd0f0. 00000100:00000010:3.0:1767326724.155514:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049f01126. 00000100:00000010:0.0:1767326724.155517:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c97101f. 00000100:00000010:2.0:1767326724.155519:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006635b1ce. 00010000:00000001:0.0:1767326724.411527:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326724.411537:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326724.411571:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326724.411575:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326724.411579:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326725.435510:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326725.435513:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326725.435517:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326725.435521:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326725.435533:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000789fa2f6. 00000020:00000001:0.0:1767326725.435538:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:1.0:1767326725.435539:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326725.435541:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326725.435544:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326725.435545:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326725.435549:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326725.435555:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326725.435562:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb080471. 00000100:00000001:1.0:1767326725.435569:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326725.435579:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000789fa2f6 x1853175408697600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326725.435590:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326725.435593:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326725.435599:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000789fa2f6] to pc [ptlrpcd_00_01+1] req@00000000789fa2f6 x1853175408697600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326725.435630:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326725.435633:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326725.435642:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326725.435648:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326725.435650:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326725.435656:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000789fa2f6 x1853175408697600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326725.435657:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326725.435660:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326725.435663:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326725.435664:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058a040db. 00000020:00000040:1.0:1767326725.435669:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326725.435670:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326725.435673:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326725.435674:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326725.435676:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326725.435679:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326725.435679:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326725.435684:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767326725.435685:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5dc54ea. 02000000:00000001:2.0:1767326725.435686:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326725.435691:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000789fa2f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408697600:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326725.435692:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326725.435696:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326725.435701:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000058a040db x1853175408697728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326725.435702:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326725.435704:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326725.435708:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326725.435713:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057481db0. 00000100:00000001:1.0:1767326725.435714:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326725.435716:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326725.435717:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326725.435723:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058a040db] to pc [ptlrpcd_00_02+2] req@0000000058a040db x1853175408697728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326725.435724:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070c20bcf. 00000400:00000010:2.0:1767326725.435734:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025eb1d28. 00000100:00000200:2.0:1767326725.435744:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408697600, portal 25 00000100:00000001:1.0:1767326725.435754:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326725.435754:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326725.435756:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604908928 : -115369104642688 : ffff9712897fed80) 00000100:00000040:1.0:1767326725.435759:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326725.435764:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1767326725.435765:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000789fa2f6 x1853175408697600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326725.435766:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326725.435768:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001890d837. 00000100:00000001:0.0:1767326725.435771:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326725.435775:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767326725.435775:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326725.435781:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767326725.435782:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326725.435783:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058a040db x1853175408697728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326725.435786:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326725.435789:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326725.435790:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326725.435797:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326725.435798:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008588d8b0. 00000400:00000010:2.0:1767326725.435798:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ea1c53d. 00000100:00000001:0.0:1767326725.435814:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767326725.435814:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408697600, offset 0 00000100:00000001:3.0:1767326725.435815:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326725.435818:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326725.435824:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326725.435826:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000001890d837 x1853175408697856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767326725.435828:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326725.435831:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326725.435835:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326725.435840:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326725.435846:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767326725.435847:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058a040db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408697728:192.168.202.142@tcp:400: 00000400:00000200:2.0:1767326725.435848:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326725.435849:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326725.435856:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326725.435858:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001890d837] to pc [ptlrpcd_00_03+3] req@000000001890d837 x1853175408697856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326725.435860:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326725.435860:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326725.435864:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326725.435868:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326725.435871:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000010:0.0:1767326725.435874:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ae55e2e. 00000400:00000200:2.0:1767326725.435878:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326725.435879:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326725.435885:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000010:0.0:1767326725.435887:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ceb5763c. 00000400:00000200:2.0:1767326725.435893:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [594:594:256:4294967295] 192.168.202.142@tcp LPNI seq info [594:594:8:4294967295] 00000400:00000010:0.0:1767326725.435894:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4a8377b. 00000100:00000001:1.0:1767326725.435898:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326725.435900:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408697728, portal 10 00000100:00000040:1.0:1767326725.435901:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326725.435903:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326725.435905:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604904448 : -115369104647168 : ffff9712897fdc00) 00000100:00000040:1.0:1767326725.435907:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326725.435916:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11930) 00000100:00000040:0.0:1767326725.435917:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058a040db x1853175408697728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326725.435917:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326725.435926:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326725.435928:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326725.435931:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326725.435934:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767326725.435935:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f07b907. 00000100:00000001:3.0:1767326725.435935:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326725.435940:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326725.435944:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f208077f. 00000100:00000040:3.0:1767326725.435945:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001890d837 x1853175408697856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326725.435946:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:0.0:1767326725.435949:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408697728, offset 0 00000800:00000200:2.0:1767326725.435957:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:0.0:1767326725.435962:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326725.435964:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f07b907 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326725.435971:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326725.435972:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767326725.435975:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326725.435975:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326725.435979:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326725.435982:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326725.435982:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767326725.435983:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326725.435988:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326725.435990:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306597057 00000400:00000200:0.0:1767326725.435994:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [595:595:255:4294967295] 192.168.202.142@tcp LPNI seq info [595:595:7:4294967295] 02000000:00000001:3.0:1767326725.435995:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767326725.435997:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d6b0fc2. 02000000:00000001:3.0:1767326725.436000:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326725.436007:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00100000:3.0:1767326725.436010:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408697856:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326725.436011:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326725.436012:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326725.436019:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000100:00000001:3.0:1767326725.436020:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326725.436021:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306597057 02000000:00000001:3.0:1767326725.436024:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767326725.436029:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc78285a. 02000000:00000001:3.0:1767326725.436029:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326725.436032:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:3.0:1767326725.436034:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326725.436036:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767326725.436040:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000010:3.0:1767326725.436040:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f5a5fd7. 00000100:00000001:2.0:1767326725.436044:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306597057 00000800:00000200:0.0:1767326725.436045:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767326725.436046:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326725.436050:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9ee2863. 00000100:00000001:0.0:1767326725.436052:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326725.436055:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088a672ed. 00000100:00000040:0.0:1767326725.436056:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 89318 usecs (90 jiffies) 00000100:00000001:0.0:1767326725.436062:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306593370 00000400:00000010:3.0:1767326725.436063:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da85e6c9. 00000100:00000001:2.0:1767326725.436064:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326725.436065:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306597057 00000100:00000001:0.0:1767326725.436070:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306593370 00000100:00000200:3.0:1767326725.436071:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408697856, portal 10 00000100:00000001:0.0:1767326725.436072:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306597057 00000100:00000001:2.0:1767326725.436072:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306597057 00000800:00000200:1.0:1767326725.436077:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326725.436078:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306593370 00000100:00000001:3.0:1767326725.436078:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1767326725.436080:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000013453981. 00000800:00000010:1.0:1767326725.436082:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f07b907. 00000100:00000001:3.0:1767326725.436082:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604900864 : -115369104650752 : ffff9712897fce00) 00000100:00000001:0.0:1767326725.436083:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306597057 00000100:00000001:2.0:1767326725.436087:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326725.436088:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306593370 00000400:00000200:1.0:1767326725.436089:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326725.436094:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326725.436095:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306597057 00000100:00000040:3.0:1767326725.436095:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001890d837 x1853175408697856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326725.436099:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326725.436099:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326725.436101:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326725.436104:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326725.436106:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326725.436108:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326725.436109:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326725.436109:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ea1c53d 00000100:00000001:0.0:1767326725.436113:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326725.436114:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ea1c53d. 00000100:00000001:0.0:1767326725.436117:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326725.436118:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326725.436121:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326725.436121:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326725.436122:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326725.436127:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326725.436128:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326725.436129:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000789fa2f6 x1853175408697600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326725.436130:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326725.436130:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326725.436130:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326725.436134:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326725.436135:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326725.436139:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326725.436140:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326725.436141:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326725.436151:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326725.436155:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000789fa2f6 x1853175408697600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326725.436163:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326725.436165:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326725.436179:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326725.436181:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000400:00000200:1.0:1767326725.436183:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326725.436187:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326725.436190:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f208077f 00000400:00000010:1.0:1767326725.436191:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f208077f. 00000100:00000001:1.0:1767326725.436194:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326725.436198:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058a040db x1853175408697728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326725.436205:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326725.436207:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058a040db x1853175408697728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326725.436225:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326725.436227:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767326725.436233:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065fe4795. 00000100:00000200:3.0:1767326725.436237:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408697856, offset 0 00000400:00000200:3.0:1767326725.436245:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326725.436251:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326725.436253:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326725.436256:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326725.436258:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326725.436293:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326725.436297:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [596:596:256:4294967295] 192.168.202.142@tcp LPNI seq info [596:596:8:4294967295] 00000400:00000200:3.0:1767326725.436305:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326725.436310:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326725.436314:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bf97ac1. 00000800:00000200:3.0:1767326725.436317:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326725.436321:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326725.436329:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bf97ac1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326725.436349:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326725.436353:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 117903 usecs (118 jiffies) 00000100:00000001:3.0:1767326725.436357:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306593398 00000100:00000001:3.0:1767326725.436359:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306597057 00000100:00000001:3.0:1767326725.436361:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306593398 00000100:00000001:3.0:1767326725.436364:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306597057 00000100:00000001:3.0:1767326725.436366:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306593398 00000100:00000001:3.0:1767326725.436368:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306597057 00000100:00000001:3.0:1767326725.436370:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306593398 00000100:00000001:3.0:1767326725.436371:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306597057 00000100:00000001:3.0:1767326725.436373:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326725.436375:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326725.436377:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326725.436379:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326725.436382:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326725.436383:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326725.436386:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326725.436387:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326725.436389:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326725.436391:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326725.436391:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326725.436395:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bf97ac1. 00000400:00000200:2.0:1767326725.436416:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326725.436420:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326725.436422:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065fe4795 00000400:00000010:2.0:1767326725.436424:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065fe4795. 00000100:00000001:2.0:1767326725.436426:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326725.436428:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001890d837 x1853175408697856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326725.436436:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326725.436439:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001890d837 x1853175408697856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326725.436445:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326725.436447:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326725.437499:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326725.437509:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326725.437511:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326725.437513:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326725.437518:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326725.437526:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f12100 00000400:00000200:2.0:1767326725.437536:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1359 [1] + 224 00000800:00000001:2.0:1767326725.437542:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326725.437545:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326725.437547:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326725.437549:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326725.437553:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326725.437556:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000789fa2f6 x1853175408697600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326725.437563:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000789fa2f6 x1853175408697600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326725.437575:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326725.437588:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326725.437594:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326725.437595:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326725.437597:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326725.437600:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767326725.437604:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326725.437605:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12180 00000100:00000001:3.0:1767326725.437608:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326725.437611:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1361 [1] + 224 00000800:00000001:2.0:1767326725.437614:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326725.437615:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767326725.437616:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326725.437620:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767326725.437620:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767326725.437624:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:3.0:1767326725.437670:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070c20bcf. 00000400:00000200:3.0:1767326725.437676:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025eb1d28 00000400:00000010:3.0:1767326725.437677:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025eb1d28. 00000100:00000001:3.0:1767326725.437680:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326725.437681:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326725.437688:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058a040db x1853175408697728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326725.437688:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000789fa2f6 x1853175408697600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326725.437709:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058a040db x1853175408697728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326725.437726:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000789fa2f6 x1853175408697600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326725.437729:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326725.437734:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326725.437742:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326725.437744:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326725.437746:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326725.437748:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326725.437751:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326725.437754:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326725.437757:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326725.437760:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326725.437761:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326725.437764:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326725.437768:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=121 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326725.437770:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326725.437772:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:0.0:1767326725.437775:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767326725.437777:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=121 v=5 (1 1 1 1) 00000400:00000001:0.0:1767326725.437781:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326725.437781:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767326725.437782:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12200 00000400:00000001:0.0:1767326725.437786:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326725.437786:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326725.437790:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ceb5763c. 00000400:00000200:0.0:1767326725.437795:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a8377b 00010000:00000001:3.0:1767326725.437796:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326725.437811:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326725.437815:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4a8377b. 00000100:00000001:3.0:1767326725.437815:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326725.437821:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767326725.437822:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000789fa2f6 x1853175408697600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326725.437826:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1369 [1] + 224 00000100:00000200:0.0:1767326725.437830:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058a040db x1853175408697728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326725.437836:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326725.437840:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767326725.437843:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326725.437846:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767326725.437847:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326725.437850:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326725.437855:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000040:3.0:1767326725.437859:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000789fa2f6 x1853175408697600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326725.437861:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326725.437867:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058a040db x1853175408697728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326725.437867:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001890d837 x1853175408697856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326725.437879:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000789fa2f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408697600:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326725.437890:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326725.437894:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326725.437898:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000789fa2f6 x1853175408697600/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326725.437901:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767326725.437901:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001890d837 x1853175408697856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326725.437905:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326725.437911:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326725.437914:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326725.437917:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326725.437920:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326725.437923:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326725.437927:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326725.437928:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326725.437931:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057481db0. 00000100:00001000:0.0:1767326725.437933:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=116 v=5 (5 5 5 5) 02000000:00000001:3.0:1767326725.437934:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326725.437935:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767326725.437937:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:2.0:1767326725.437940:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767326725.437940:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00001000:0.0:1767326725.437941:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=116 v=5 (1 1 1 1) 00000800:00000001:2.0:1767326725.437943:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326725.437947:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767326725.437949:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326725.437950:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326725.437952:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb080471. 00010000:00000001:0.0:1767326725.437954:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767326725.437956:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767326725.437959:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326725.437959:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326725.437960:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326725.437962:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000789fa2f6. 00000100:00000001:1.0:1767326725.437963:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326725.437965:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326725.437967:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:1.0:1767326725.437968:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767326725.437969:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326725.437969:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326725.437971:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767326725.437973:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326725.437974:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088a672ed. 00000400:00000200:1.0:1767326725.437979:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da85e6c9 00000100:00000001:3.0:1767326725.437979:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767326725.437982:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da85e6c9. 00000100:00000001:3.0:1767326725.437983:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326725.437984:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326725.437986:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326725.437989:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326725.437989:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326725.437991:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001890d837 x1853175408697856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326725.437993:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326725.437998:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058a040db x1853175408697728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326725.438017:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326725.438018:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001890d837 x1853175408697856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326725.438021:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326725.438024:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326725.438031:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058a040db x1853175408697728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326725.438033:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326725.438035:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326725.438040:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326725.438043:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767326725.438046:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058a040db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408697728:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326725.438046:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326725.438049:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326725.438052:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326725.438053:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326725.438056:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767326725.438056:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=110 v=5 (5 5 5 5) 00000100:00000040:0.0:1767326725.438059:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058a040db x1853175408697728/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326725.438061:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=50 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326725.438066:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326725.438068:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326725.438071:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326725.438076:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001890d837 x1853175408697856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326725.438086:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326725.438090:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326725.438092:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326725.438094:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326725.438097:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326725.438098:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326725.438100:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326725.438102:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ae55e2e. 02000000:00000001:0.0:1767326725.438108:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767326725.438109:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001890d837 x1853175408697856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326725.438111:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326725.438114:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326725.438119:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326725.438122:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5dc54ea. 00000100:00000001:1.0:1767326725.438122:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326725.438126:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767326725.438128:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326725.438128:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326725.438130:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767326725.438132:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001890d837 x1853175408697856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326725.438134:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058a040db. 00000100:00000001:0.0:1767326725.438139:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1767326725.438142:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408697856:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326725.438143:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326725.438146:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326725.438147:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326725.438149:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326725.438153:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001890d837 x1853175408697856/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326741 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326725.438154:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326725.438158:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326725.438159:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326725.438162:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326725.438163:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767326725.438164:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f5a5fd7. 00000100:00000001:0.0:1767326725.438166:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326725.438167:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326725.438170:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326725.438171:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326725.438172:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326725.438173:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008588d8b0. 02000000:00000001:1.0:1767326725.438175:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326725.438176:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326725.438177:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001890d837. 00000100:00000001:1.0:1767326725.438178:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326725.438179:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326725.438180:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326725.438183:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326725.438184:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326725.438185:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326725.438187:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326726.459515:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326726.459525:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326726.459527:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326726.459529:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326726.459534:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326726.459536:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326726.459537:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326726.459539:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326726.459576:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326726.459581:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326726.459584:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326727.483536:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326727.483544:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326727.483567:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326727.483569:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326727.483571:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326728.507498:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326728.507508:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326728.507567:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326728.507570:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326728.507573:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326729.275528:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306597057, at 4306597120 00000100:00000040:3.0:1767326729.275528:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306597057, at 4306597120 00000100:00000040:1.0:1767326729.275529:0:215690:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306597057, at 4306597120 00000100:00000040:0.0:1767326729.275533:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306597057, at 4306597120 00000100:00000010:2.0:1767326729.275552:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9ee2863. 00000100:00000010:3.0:1767326729.275555:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000013453981. 00000100:00000010:1.0:1767326729.275559:0:215690:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc78285a. 00000100:00000010:0.0:1767326729.275562:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d6b0fc2. 00010000:00000001:0.0:1767326729.531541:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326729.531550:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326729.531600:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326729.531606:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326729.531609:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326730.555491:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326730.555503:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326730.555512:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026ae77cf. 00000020:00000040:0.0:1767326730.555519:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326730.555524:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326730.555527:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326730.555534:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326730.555549:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f2654a5. 00000100:00000001:0.0:1767326730.555556:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326730.555568:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000026ae77cf x1853175408697984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326730.555577:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326730.555580:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326730.555584:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026ae77cf] to pc [ptlrpcd_00_00+0] req@0000000026ae77cf x1853175408697984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326730.555606:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326730.555608:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326730.555611:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326730.555614:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c58d40ae. 00000020:00000040:0.0:1767326730.555616:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326730.555618:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326730.555619:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326730.555621:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326730.555622:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767326730.555624:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020243973. 00000100:00000001:0.0:1767326730.555627:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326730.555630:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000c58d40ae x1853175408698112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326730.555636:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326730.555642:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767326730.555644:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326730.555647:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326730.555656:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326730.555658:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326730.555658:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326730.555662:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c58d40ae] to pc [ptlrpcd_00_01+1] req@00000000c58d40ae x1853175408698112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326730.555663:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326730.555668:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326730.555671:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326730.555673:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326730.555680:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026ae77cf x1853175408697984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326730.555685:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326730.555690:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326730.555692:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326730.555696:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326730.555697:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326730.555698:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326730.555701:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000010:0.0:1767326730.555702:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f3c6bf1. 02000000:00000001:3.0:1767326730.555704:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326730.555705:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767326730.555707:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:3.0:1767326730.555710:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326730.555711:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326730.555713:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767326730.555714:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326730.555716:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326730.555718:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326730.555719:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326730.555720:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326730.555723:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767326730.555724:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a276710d. 00000100:00000001:1.0:1767326730.555726:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767326730.555729:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026ae77cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408697984:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326730.555731:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326730.555735:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c58d40ae x1853175408698112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326730.555739:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000009f3c6bf1 x1853175408698240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326730.555765:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767326730.555770:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326730.555773:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326730.555774:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326730.555776:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326730.555776:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767326730.555778:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f3c6bf1] to pc [ptlrpcd_00_02+2] req@000000009f3c6bf1 x1853175408698240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326730.555782:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326730.555783:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326730.555786:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326730.555790:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767326730.555792:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326730.555797:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f22cda9. 00000100:00100000:1.0:1767326730.555800:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c58d40ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408698112:192.168.202.142@tcp:400: 02000000:00000001:3.0:1767326730.555802:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326730.555808:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326730.555812:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767326730.555812:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005699365b. 02000000:00000001:1.0:1767326730.555814:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326730.555818:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767326730.555819:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326730.555821:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718453b7. 02000000:00000010:1.0:1767326730.555822:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1dd3246. 00000100:00000040:0.0:1767326730.555823:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326730.555828:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326730.555830:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1767326730.555832:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408697984, portal 25 00000400:00000010:1.0:1767326730.555833:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b6fe37f. 00000100:00000040:0.0:1767326730.555837:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11936) 00000100:00000001:3.0:1767326730.555837:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767326730.555840:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f47fe55. 00000100:00000001:3.0:1767326730.555841:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453954304 : -115368255597312 : ffff9712bc1b5500) 00000100:00000200:1.0:1767326730.555847:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408698112, portal 10 00000100:00000040:3.0:1767326730.555851:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026ae77cf x1853175408697984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326730.555852:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326730.555855:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453960576 : -115368255591040 : ffff9712bc1b6d80) 00000100:00000001:2.0:1767326730.555855:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767326730.555862:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1767326730.555862:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326730.555864:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326730.555867:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c58d40ae x1853175408698112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326730.555868:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767326730.555873:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326730.555873:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326730.555878:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000912fe460. 00000100:00000040:2.0:1767326730.555881:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f3c6bf1 x1853175408698240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326730.555884:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408697984, offset 0 00000100:00000001:0.0:1767326730.555896:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326730.555900:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326730.555901:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326730.555901:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326730.555910:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767326730.555912:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326730.555913:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326730.555917:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767326730.555918:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4a6f69c. 02000000:00000001:2.0:1767326730.555918:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767326730.555921:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326730.555923:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326730.555923:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00010000:00010000:0.0:1767326730.555926:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:1.0:1767326730.555926:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408698112, offset 0 02000000:00000001:2.0:1767326730.555931:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326730.555936:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1767326730.555939:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f3c6bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408698240:192.168.202.142@tcp:400: 00000400:00000200:1.0:1767326730.555944:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326730.555948:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326730.555950:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767326730.555955:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326730.555959:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767326730.555964:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326730.555967:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [597:597:256:4294967295] 192.168.202.142@tcp LPNI seq info [597:597:8:4294967295] 02000000:00000001:2.0:1767326730.555968:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326730.555974:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326730.555977:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000619ff9c9. 02000000:00000001:2.0:1767326730.555981:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326730.555988:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:2.0:1767326730.555989:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5412fd8. 00000400:00000010:2.0:1767326730.555997:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d3d0de1. 00000400:00000200:1.0:1767326730.556003:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:2.0:1767326730.556004:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408698240, portal 10 00000800:00000200:3.0:1767326730.556004:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326730.556008:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326730.556012:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326730.556013:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326730.556016:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453961472 : -115368255590144 : ffff9712bc1b7100) 00000800:00000010:3.0:1767326730.556016:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bf97ac1. 00000400:00000200:1.0:1767326730.556017:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326730.556024:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:2.0:1767326730.556032:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f3c6bf1 x1853175408698240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326730.556034:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [598:598:255:4294967295] 192.168.202.142@tcp LPNI seq info [598:598:7:4294967295] 00000800:00000200:3.0:1767326730.556035:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326730.556055:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326730.556056:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326730.556057:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767326730.556064:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bf97ac1 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326730.556067:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:1.0:1767326730.556068:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326730.556074:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019d6e0a1. 00000800:00000010:1.0:1767326730.556075:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008588d8b0. 00000100:00000200:2.0:1767326730.556081:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408698240, offset 0 00000800:00000200:1.0:1767326730.556085:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326730.556085:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326730.556091:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:2.0:1767326730.556096:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:1.0:1767326730.556097:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008588d8b0 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326730.556098:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306602177 00000100:00000001:1.0:1767326730.556105:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326730.556106:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cdc0422. 00000400:00000200:2.0:1767326730.556107:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:1.0:1767326730.556112:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 88835 usecs (89 jiffies) 00000400:00000200:2.0:1767326730.556115:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326730.556116:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306598489 00000100:00000001:3.0:1767326730.556117:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326730.556122:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326730.556127:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326730.556127:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306602177 00000100:00000001:1.0:1767326730.556131:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306602177 00000400:00000200:2.0:1767326730.556134:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000010:3.0:1767326730.556134:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f676bc1. 00000100:00000001:1.0:1767326730.556135:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306598489 00000800:00000200:0.0:1767326730.556137:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326730.556141:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000010:0.0:1767326730.556143:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bf97ac1. 00000100:00000001:1.0:1767326730.556146:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306602177 00000100:00000001:3.0:1767326730.556146:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306602177 00000400:00000200:0.0:1767326730.556150:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326730.556153:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306598489 00000100:00000010:3.0:1767326730.556153:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0fd67da. 00000400:00000200:2.0:1767326730.556154:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [599:599:254:4294967295] 192.168.202.142@tcp LPNI seq info [599:599:6:4294967295] 00000100:00000001:3.0:1767326730.556160:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767326730.556161:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326730.556166:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306602177 00000100:00000001:3.0:1767326730.556166:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306602177 00000100:00000001:1.0:1767326730.556173:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306598489 00000100:00000010:3.0:1767326730.556173:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fb436f6. 00000400:00000200:2.0:1767326730.556179:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326730.556180:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326730.556185:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326730.556186:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306602177 00000400:00000200:0.0:1767326730.556190:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912fe460 00000100:00000001:3.0:1767326730.556191:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326730.556192:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326730.556193:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326730.556195:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000912fe460. 00000100:00000001:3.0:1767326730.556197:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326730.556198:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326730.556202:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed9e0e5f. 00000100:00000001:3.0:1767326730.556204:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326730.556205:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326730.556205:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326730.556212:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326730.556212:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326730.556212:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326730.556216:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326730.556217:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026ae77cf x1853175408697984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326730.556221:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326730.556228:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326730.556229:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326730.556235:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed9e0e5f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326730.556242:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326730.556242:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326730.556246:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 117252 usecs (118 jiffies) 00000100:00000040:0.0:1767326730.556250:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026ae77cf x1853175408697984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326746 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326730.556252:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306598518 00000100:00000001:0.0:1767326730.556259:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326730.556265:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326730.556265:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306602177 00000100:00000001:2.0:1767326730.556269:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306598518 00000100:00000001:2.0:1767326730.556271:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306602177 00000100:00000001:2.0:1767326730.556273:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306598518 00000100:00000001:2.0:1767326730.556275:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306602177 00000100:00000001:2.0:1767326730.556278:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306598518 00000800:00000200:0.0:1767326730.556279:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326730.556281:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306602177 00000800:00000010:0.0:1767326730.556282:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008588d8b0. 00000400:00000200:0.0:1767326730.556286:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326730.556287:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326730.556293:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326730.556296:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326730.556298:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326730.556300:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326730.556304:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4a6f69c 00000100:00000001:2.0:1767326730.556305:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767326730.556306:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4a6f69c. 00000100:00000001:0.0:1767326730.556310:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326730.556313:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c58d40ae x1853175408698112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326730.556319:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326730.556319:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767326730.556322:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c58d40ae x1853175408698112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326730.556330:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326730.556331:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326730.556335:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326730.556335:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326730.556339:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326730.556343:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326730.556380:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326730.556382:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed9e0e5f. 00000400:00000200:0.0:1767326730.556385:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326730.556392:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326730.556394:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019d6e0a1 00000400:00000010:0.0:1767326730.556395:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019d6e0a1. 00000100:00000001:0.0:1767326730.556421:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326730.556425:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f3c6bf1 x1853175408698240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326730.556433:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326730.556436:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f3c6bf1 x1853175408698240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326730.556443:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326730.556444:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326730.557793:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326730.557805:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326730.557809:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326730.557812:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326730.557831:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326730.557846:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f12280 00000400:00000200:2.0:1767326730.557854:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1371 [1] + 224 00000800:00000001:2.0:1767326730.557863:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326730.557901:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326730.557903:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326730.557906:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326730.557910:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326730.557914:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026ae77cf x1853175408697984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326730.557931:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000026ae77cf x1853175408697984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326730.557944:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326730.557950:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326730.557953:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326730.557954:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326730.557956:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326730.557959:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326730.557965:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12300 00000400:00000200:2.0:1767326730.557969:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1375 [1] + 224 00000800:00000001:2.0:1767326730.557972:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326730.557975:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326730.557976:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326730.557978:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326730.557980:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326730.557982:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c58d40ae x1853175408698112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326730.557987:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c58d40ae x1853175408698112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326730.558003:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326730.558008:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326730.558031:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326730.558032:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326730.558034:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326730.558039:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326730.558040:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326730.558043:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1767326730.558046:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767326730.558046:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326730.558050:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000001:1.0:1767326730.558051:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326730.558055:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b6fe37f. 00000400:00000200:1.0:1767326730.558059:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f47fe55 00000400:00000010:1.0:1767326730.558063:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f47fe55. 00000400:00000200:2.0:1767326730.558063:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12380 00000100:00000001:1.0:1767326730.558069:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326730.558073:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c58d40ae x1853175408698112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326730.558080:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c58d40ae x1853175408698112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326730.558085:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326730.558087:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326730.558089:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326730.558092:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1767326730.558092:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326730.558096:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1767326730.558096:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326730.558099:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005699365b. 00000100:00000001:1.0:1767326730.558100:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326730.558105:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326730.558105:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718453b7 00000400:00000010:3.0:1767326730.558107:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718453b7. 00000100:00000001:3.0:1767326730.558111:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767326730.558113:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=121 v=5 (5 5 5 5) 00000400:00000200:2.0:1767326730.558114:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1381 [1] + 224 00000100:00000200:3.0:1767326730.558117:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026ae77cf x1853175408697984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326730.558122:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=121 v=5 (1 1 1 1) 00000800:00000001:2.0:1767326730.558127:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326730.558130:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326730.558134:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326730.558135:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326730.558138:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026ae77cf x1853175408697984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326730.558139:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326730.558144:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326730.558146:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326730.558150:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326730.558154:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326730.558156:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326730.558157:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326730.558158:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326730.558161:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326730.558162:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767326730.558166:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c58d40ae x1853175408698112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326730.558167:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326730.558171:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f3c6bf1 x1853175408698240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326730.558173:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326730.558177:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326730.558180:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326730.558182:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326730.558188:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326730.558194:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767326730.558195:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=126 v=5 (5 5 5 5) 00000100:00000040:2.0:1767326730.558198:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009f3c6bf1 x1853175408698240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326730.558202:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1767326730.558204:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=126 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326730.558208:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326730.558219:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c58d40ae x1853175408698112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326730.558221:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326730.558225:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326730.558229:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326730.558233:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767326730.558233:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326730.558238:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326730.558240:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326730.558243:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026ae77cf x1853175408697984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326730.558245:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326730.558256:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326730.558262:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326730.558265:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326730.558272:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026ae77cf x1853175408697984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326730.558273:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767326730.558275:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c58d40ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408698112:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326730.558278:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326730.558284:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767326730.558287:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326730.558288:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326730.558291:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5412fd8. 00000100:00100000:3.0:1767326730.558296:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026ae77cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408697984:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326730.558298:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d3d0de1 00000100:00000001:1.0:1767326730.558299:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767326730.558303:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d3d0de1. 00000100:00000001:3.0:1767326730.558306:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326730.558307:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c58d40ae x1853175408698112/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326730.558308:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326730.558313:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767326730.558317:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f3c6bf1 x1853175408698240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326730.558319:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026ae77cf x1853175408697984/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326730.558323:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326730.558327:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326730.558331:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1dd3246. 02000000:00000001:1.0:1767326730.558337:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326730.558341:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326730.558344:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326730.558349:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767326730.558350:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767326730.558352:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326730.558354:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020243973. 02000000:00000010:3.0:1767326730.558355:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f22cda9. 02000000:00000001:1.0:1767326730.558360:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326730.558361:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767326730.558363:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767326730.558365:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1767326730.558366:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f3c6bf1 x1853175408698240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326730.558367:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c58d40ae. 00000020:00000040:3.0:1767326730.558368:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326730.558373:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767326730.558374:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767326730.558376:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326730.558378:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f2654a5. 00000100:00000001:1.0:1767326730.558381:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326730.558384:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326730.558388:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326730.558390:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326730.558391:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767326730.558392:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326730.558394:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767326730.558397:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026ae77cf. 00000100:00000001:3.0:1767326730.558418:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326730.558420:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326730.558421:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326730.558423:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326730.558425:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326730.558427:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326730.558431:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326730.558431:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326730.558433:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326730.558442:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326730.558445:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326730.558447:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326730.558449:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326730.558452:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326730.558458:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=115 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326730.558462:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=55 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326730.558465:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326730.558466:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326730.558476:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767326730.558487:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009f3c6bf1 x1853175408698240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326730.558496:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326730.558499:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326730.558501:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326730.558502:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326730.558504:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326730.558507:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f3c6bf1 x1853175408698240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326730.558515:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326730.558518:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326730.558519:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326730.558522:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f3c6bf1 x1853175408698240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326730.558531:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f3c6bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408698240:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326730.558536:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326730.558538:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326730.558540:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f3c6bf1 x1853175408698240/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326746 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326730.558547:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326730.558549:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326730.558551:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000619ff9c9. 02000000:00000001:0.0:1767326730.558555:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326730.558557:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326730.558558:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326730.558560:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326730.558562:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a276710d. 02000000:00000001:0.0:1767326730.558564:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326730.558565:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326730.558567:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f3c6bf1. 00000100:00000001:0.0:1767326730.558576:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326730.558578:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326730.558580:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326730.558584:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326730.558586:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326730.558588:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326730.558589:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326731.579539:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326731.579548:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326731.579573:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326731.579576:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326731.579578:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326732.603503:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326732.603509:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326732.603547:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326732.603551:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326732.603554:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326733.627555:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326733.627563:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326733.627598:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326733.627602:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326733.627605:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326734.395515:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306602177, at 4306602240 00000100:00000040:2.0:1767326734.395515:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306602177, at 4306602240 00000100:00000040:3.0:1767326734.395516:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306602177, at 4306602240 00000100:00000010:2.0:1767326734.395537:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0fd67da. 00000100:00000010:0.0:1767326734.395539:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cdc0422. 00000100:00000010:3.0:1767326734.395542:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008fb436f6. 00000100:00000040:1.0:1767326734.395729:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306602177, at 4306602240 00000100:00000010:1.0:1767326734.395747:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f676bc1. 00010000:00000001:0.0:1767326734.651488:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326734.651498:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326734.651523:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326734.651526:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326734.651528:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326735.675486:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326735.675489:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326735.675496:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326735.675501:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326735.675511:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000449ab534. 00000020:00000040:3.0:1767326735.675520:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326735.675525:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326735.675530:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326735.675536:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326735.675545:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000243161f8. 00000100:00000001:3.0:1767326735.675554:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326735.675555:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326735.675559:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326735.675562:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326735.675567:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000449ab534 x1853175408698368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326735.675578:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326735.675588:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326735.675593:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000449ab534] to pc [ptlrpcd_00_03+3] req@00000000449ab534 x1853175408698368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326735.675617:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326735.675619:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326735.675621:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326735.675625:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073f7d1f4. 00000020:00000040:3.0:1767326735.675638:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326735.675640:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326735.675641:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326735.675643:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326735.675645:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767326735.675646:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b1e5a3ef. 00000100:00000001:0.0:1767326735.675652:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326735.675652:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326735.675656:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000073f7d1f4 x1853175408698496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326735.675657:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326735.675665:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326735.675667:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326735.675669:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000449ab534 x1853175408698368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326735.675672:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073f7d1f4] to pc [ptlrpcd_00_00+0] req@0000000073f7d1f4 x1853175408698496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326735.675674:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326735.675681:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326735.675716:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326735.675719:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326735.675725:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326735.675727:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326735.675731:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326735.675734:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326735.675737:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d01b32e0. 02000000:00000001:0.0:1767326735.675740:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767326735.675741:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326735.675745:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326735.675747:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326735.675748:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326735.675748:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326735.675753:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326735.675753:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326735.675755:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326735.675757:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767326735.675758:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000449ab534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408698368:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326735.675760:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326735.675761:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004088756a. 00000100:00000040:1.0:1767326735.675765:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073f7d1f4 x1853175408698496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326735.675768:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326735.675770:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326735.675776:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000d01b32e0 x1853175408698624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326735.675781:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326735.675786:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326735.675787:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326735.675789:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326735.675794:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767326735.675795:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d01b32e0] to pc [ptlrpcd_00_01+1] req@00000000d01b32e0 x1853175408698624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326735.675802:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc4198e2. 02000000:00000001:0.0:1767326735.675809:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326735.675820:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767326735.675821:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ceb5763c. 00000100:00000001:1.0:1767326735.675824:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326735.675825:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326735.675830:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326735.675831:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767326735.675833:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4a8377b. 02000000:00000001:1.0:1767326735.675835:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326735.675843:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326735.675843:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1767326735.675844:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408698368, portal 25 00000100:00100000:1.0:1767326735.675849:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073f7d1f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408698496:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326735.675851:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326735.675851:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11941) 00000100:00000001:0.0:1767326735.675856:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571633024 : -115369137918592 : ffff971287842d80) 00000100:00000001:1.0:1767326735.675857:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326735.675862:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326735.675865:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326735.675865:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326735.675866:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000449ab534 x1853175408698368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326735.675870:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326735.675871:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326735.675875:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767326735.675877:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4878d55. 02000000:00000001:1.0:1767326735.675883:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326735.675884:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d01b32e0 x1853175408698624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326735.675885:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767326735.675891:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b6fe37f. 00000100:00000040:0.0:1767326735.675895:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326735.675899:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f47fe55. 00000400:00000010:0.0:1767326735.675903:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000001:2.0:1767326735.675904:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767326735.675905:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408698496, portal 10 00000100:00000001:2.0:1767326735.675906:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326735.675909:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408698368, offset 0 00000100:00000001:1.0:1767326735.675912:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767326735.675913:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326735.675916:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571626752 : -115369137924864 : ffff971287841500) 02000000:00000001:2.0:1767326735.675917:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326735.675922:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326735.675923:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767326735.675927:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000073f7d1f4 x1853175408698496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326735.675928:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d01b32e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408698624:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326735.675937:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326735.675941:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326735.675942:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326735.675945:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:2.0:1767326735.675945:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326735.675950:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326735.675951:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326735.675956:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d3326d8. 02000000:00000010:2.0:1767326735.675957:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1b610a2. 00000400:00000200:0.0:1767326735.675959:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1767326735.675960:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408698496, offset 0 02000000:00000001:2.0:1767326735.675961:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326735.675968:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326735.675970:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:2.0:1767326735.675974:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cd54427. 00000400:00000200:0.0:1767326735.675979:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767326735.675981:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d3d0de1. 00000400:00000200:0.0:1767326735.675986:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000200:2.0:1767326735.675987:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408698624, portal 10 00000100:00000001:2.0:1767326735.675990:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326735.675992:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571623168 : -115369137928448 : ffff971287840700) 00000400:00000200:0.0:1767326735.675994:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [600:600:256:4294967295] 192.168.202.142@tcp LPNI seq info [600:600:8:4294967295] 00000100:00000040:2.0:1767326735.676001:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d01b32e0 x1853175408698624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326735.676010:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326735.676019:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326735.676020:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:2.0:1767326735.676022:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019d6e0a1. 00000100:00000200:2.0:1767326735.676026:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408698624, offset 0 00000800:00000200:0.0:1767326735.676033:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326735.676036:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326735.676037:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326735.676043:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 00000400:00000200:1.0:1767326735.676051:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326735.676056:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326735.676058:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326735.676062:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326735.676064:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326735.676070:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [601:601:255:4294967295] 192.168.202.142@tcp LPNI seq info [601:601:7:4294967295] 00000800:00000200:0.0:1767326735.676072:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326735.676081:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326735.676086:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767326735.676098:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326735.676102:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:1.0:1767326735.676105:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079c79e5f. 00000400:00000200:2.0:1767326735.676107:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326735.676108:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326735.676116:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326735.676117:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306607297 00000800:00000200:1.0:1767326735.676118:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326735.676124:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1767326735.676126:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cd2e4ac. 00000400:00000200:2.0:1767326735.676131:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:1.0:1767326735.676132:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326735.676138:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767326735.676140:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000079c79e5f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326735.676142:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [602:602:254:4294967295] 192.168.202.142@tcp LPNI seq info [602:602:6:4294967295] 00000100:00000001:1.0:1767326735.676147:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326735.676152:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 88357 usecs (89 jiffies) 00000800:00000200:3.0:1767326735.676155:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326735.676159:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306603609 00000100:00000001:0.0:1767326735.676160:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306607297 00000800:00000010:3.0:1767326735.676161:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000400:00000200:2.0:1767326735.676164:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326735.676167:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306607297 00000100:00000010:0.0:1767326735.676170:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ea25869. 00000400:00000200:3.0:1767326735.676171:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326735.676174:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306603609 00000800:00000200:2.0:1767326735.676178:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326735.676180:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326735.676183:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000800:00000010:2.0:1767326735.676186:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dadd9a6c. 00000100:00000001:0.0:1767326735.676189:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306607297 00000100:00000001:1.0:1767326735.676189:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306607297 00000400:00000200:3.0:1767326735.676190:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:3.0:1767326735.676194:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000800:00000200:2.0:1767326735.676196:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326735.676198:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306603609 00000100:00000010:0.0:1767326735.676200:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c97101f. 00000100:00000001:3.0:1767326735.676200:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326735.676205:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:3.0:1767326735.676207:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000449ab534 x1853175408698368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326735.676208:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1767326735.676210:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dadd9a6c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326735.676216:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306607297 00000100:00000001:1.0:1767326735.676217:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306607297 00000100:00000001:2.0:1767326735.676218:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326735.676225:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306603609 00000100:00000010:0.0:1767326735.676227:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1e5b507. 00000100:00000040:2.0:1767326735.676227:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 116612 usecs (117 jiffies) 00000100:00000001:3.0:1767326735.676228:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326735.676233:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306603637 00000100:00000040:3.0:1767326735.676234:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000449ab534 x1853175408698368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326751 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326735.676236:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326735.676238:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306607297 00000100:00000001:0.0:1767326735.676245:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326735.676245:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306607297 00000100:00000001:2.0:1767326735.676245:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306603637 00000100:00000001:3.0:1767326735.676247:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326735.676253:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326735.676253:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306607297 00000100:00000001:3.0:1767326735.676254:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326735.676255:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326735.676257:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326735.676262:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326735.676263:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326735.676263:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306603637 00000800:00000200:3.0:1767326735.676267:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326735.676270:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326735.676270:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326735.676270:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306607297 00000800:00000010:3.0:1767326735.676271:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079c79e5f. 00000100:00000001:2.0:1767326735.676278:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306603637 00000400:00000200:3.0:1767326735.676279:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326735.676280:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306607297 00000100:00000001:1.0:1767326735.676283:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326735.676284:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326735.676284:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326735.676284:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326735.676288:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326735.676290:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326735.676290:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326735.676292:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d3326d8 00000100:00000001:1.0:1767326735.676293:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326735.676297:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326735.676297:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326735.676297:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d3326d8. 00000100:00000001:0.0:1767326735.676298:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326735.676301:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326735.676303:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326735.676303:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326735.676304:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326735.676306:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326735.676309:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326735.676310:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326735.676310:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767326735.676310:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073f7d1f4 x1853175408698496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326735.676319:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326735.676320:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326735.676321:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326735.676322:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326735.676327:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326735.676327:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073f7d1f4 x1853175408698496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326735.676333:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326735.676340:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326735.676341:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326735.676379:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326735.676380:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dadd9a6c. 00000400:00000200:3.0:1767326735.676388:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326735.676390:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326735.676392:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019d6e0a1 00000400:00000010:3.0:1767326735.676393:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019d6e0a1. 00000100:00000001:3.0:1767326735.676396:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326735.676413:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d01b32e0 x1853175408698624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326735.676419:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326735.676421:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d01b32e0 x1853175408698624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326735.676426:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326735.676428:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326735.677700:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326735.677724:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326735.677727:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326735.677729:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326735.677737:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326735.677749:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f12400 00000400:00000200:0.0:1767326735.677756:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1389 [1] + 224 00000800:00000001:0.0:1767326735.677764:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326735.677780:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326735.677783:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326735.677787:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326735.677792:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326735.677795:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000449ab534 x1853175408698368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326735.677805:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000449ab534 x1853175408698368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326735.677823:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326735.677830:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326735.677833:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326735.677856:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326735.677859:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326735.677864:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326735.677865:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326735.677867:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ceb5763c. 00000400:00000200:1.0:1767326735.677871:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a8377b 00000400:00000010:1.0:1767326735.677880:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4a8377b. 00000100:00000001:1.0:1767326735.677884:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326735.677888:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000449ab534 x1853175408698368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326735.677898:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000449ab534 x1853175408698368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326735.677905:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326735.677907:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326735.677910:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326735.677912:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326735.677915:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326735.677918:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326735.677921:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326735.677927:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326735.677932:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=131 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326735.677935:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326735.677938:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326735.677941:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326735.677943:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326735.677947:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326735.677952:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000449ab534 x1853175408698368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326735.677960:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326735.677963:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326735.677965:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326735.677968:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000449ab534 x1853175408698368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326735.677974:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000449ab534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408698368:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326735.677978:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326735.677980:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326735.677981:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000449ab534 x1853175408698368/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326735.677994:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326735.677996:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326735.678001:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326735.678004:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc4198e2. 00000800:00000001:2.0:1767326735.678004:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326735.678010:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326735.678011:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326735.678014:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:2.0:1767326735.678015:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326735.678016:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326735.678021:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326735.678024:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000243161f8. 02000000:00000001:1.0:1767326735.678029:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767326735.678029:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 02000000:00000001:1.0:1767326735.678033:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326735.678035:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000449ab534. 00000100:00000001:1.0:1767326735.678041:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326735.678044:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326735.678046:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326735.678046:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12480 00000100:00000001:1.0:1767326735.678053:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326735.678056:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326735.678057:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x138d [1] + 224 00000100:00000001:1.0:1767326735.678059:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326735.678062:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326735.678065:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326735.678070:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326735.678073:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326735.678076:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326735.678078:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326735.678081:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073f7d1f4 x1853175408698496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326735.678089:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000073f7d1f4 x1853175408698496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326735.678104:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326735.678118:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326735.678122:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326735.678125:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326735.678128:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326735.678132:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767326735.678134:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:1.0:1767326735.678137:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326735.678143:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326735.678145:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12500 00000400:00000001:1.0:1767326735.678147:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326735.678150:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b6fe37f. 00000400:00000200:1.0:1767326735.678154:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f47fe55 00000400:00000010:1.0:1767326735.678155:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f47fe55. 00000100:00000001:1.0:1767326735.678157:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326735.678162:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1399 [1] + 224 00000100:00000200:1.0:1767326735.678163:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073f7d1f4 x1853175408698496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326735.678170:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767326735.678176:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073f7d1f4 x1853175408698496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326735.678177:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326735.678182:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326735.678191:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326735.678192:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326735.678194:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326735.678195:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326735.678198:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326735.678200:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767326735.678200:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d01b32e0 x1853175408698624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326735.678202:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767326735.678209:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d01b32e0 x1853175408698624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326735.678211:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326735.678215:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326735.678222:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=126 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326735.678226:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=126 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326735.678228:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326735.678229:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326735.678230:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326735.678231:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767326735.678233:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326735.678237:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1767326735.678237:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326735.678240:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000800:00000001:2.0:1767326735.678241:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326735.678243:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326735.678246:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326735.678251:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073f7d1f4 x1853175408698496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326735.678259:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326735.678262:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326735.678264:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326735.678268:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326735.678269:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073f7d1f4 x1853175408698496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326735.678271:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326735.678275:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326735.678278:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326735.678281:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cd54427. 00000400:00000200:3.0:1767326735.678285:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d3d0de1 00000100:00100000:1.0:1767326735.678289:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073f7d1f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408698496:192.168.202.142@tcp:400: 00000400:00000010:3.0:1767326735.678289:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d3d0de1. 00000100:00000001:3.0:1767326735.678292:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326735.678298:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d01b32e0 x1853175408698624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326735.678299:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326735.678305:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326735.678312:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073f7d1f4 x1853175408698496/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326735.678314:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d01b32e0 x1853175408698624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326735.678333:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326735.678336:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326735.678338:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767326735.678339:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326735.678342:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767326735.678344:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326735.678344:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326735.678348:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326735.678349:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4878d55. 02000000:00000001:3.0:1767326735.678350:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326735.678357:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767326735.678357:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=120 v=5 (5 5 5 5) 00000020:00000001:1.0:1767326735.678362:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1767326735.678362:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=60 v=5 (1 1 0 0) 00000020:00000040:1.0:1767326735.678366:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326735.678366:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767326735.678371:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326735.678374:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b1e5a3ef. 00000100:00000001:3.0:1767326735.678375:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326735.678379:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767326735.678381:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:3.0:1767326735.678383:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d01b32e0 x1853175408698624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326735.678390:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326735.678392:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326735.678393:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326735.678396:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000010:1.0:1767326735.678397:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073f7d1f4. 00000100:00000001:3.0:1767326735.678414:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326735.678415:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326735.678418:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d01b32e0 x1853175408698624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326735.678423:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326735.678425:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326735.678426:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326735.678429:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d01b32e0 x1853175408698624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326735.678438:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1767326735.678440:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d01b32e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408698624:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326735.678442:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326735.678445:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326735.678446:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326735.678448:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326735.678452:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d01b32e0 x1853175408698624/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326751 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326735.678455:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326735.678458:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326735.678459:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326735.678461:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326735.678464:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1b610a2. 00000100:00000001:1.0:1767326735.678465:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326735.678469:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326735.678474:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326735.678477:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326735.678478:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326735.678480:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326735.678482:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004088756a. 02000000:00000001:3.0:1767326735.678484:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326735.678484:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326735.678486:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d01b32e0. 00000100:00000001:3.0:1767326735.678492:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326735.678493:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326735.678495:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326735.678498:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326735.678499:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326735.678500:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326735.678502:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326736.699537:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326736.699547:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326736.699549:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326736.699551:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326736.699557:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326736.699559:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326736.699561:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326736.699563:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326736.699591:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326736.699594:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326736.699596:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326737.723544:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326737.723554:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326737.723585:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326737.723589:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326737.723592:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326738.747513:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326738.747521:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326738.747580:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326738.747584:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326738.747587:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326739.515496:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306607297, at 4306607360 00000100:00000040:0.0:1767326739.515497:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306607297, at 4306607360 00000100:00000040:1.0:1767326739.515497:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306607297, at 4306607360 00000100:00000040:3.0:1767326739.515497:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306607297, at 4306607360 00000100:00000010:0.0:1767326739.515513:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00000100:00000010:3.0:1767326739.515516:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1e5b507. 00000100:00000010:2.0:1767326739.515518:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c97101f. 00000100:00000010:1.0:1767326739.515521:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ea25869. 00010000:00000001:0.0:1767326739.771521:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326739.771527:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326739.771551:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326739.771554:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326739.771573:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326740.795540:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326740.795547:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326740.795585:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326740.795593:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326740.795604:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767326740.795613:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326740.795615:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326740.795624:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326740.795628:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:1.0:1767326740.795629:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767326740.795636:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326740.795645:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326740.795667:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052a5ce86. 00000100:00000001:2.0:1767326740.795676:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326740.795691:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000e6bdf5e7 x1853175408698752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326740.795732:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326740.795735:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326740.795742:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_02+2] req@00000000e6bdf5e7 x1853175408698752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326740.795777:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326740.795781:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326740.795785:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326740.795791:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326740.795794:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326740.795796:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326740.795798:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326740.795801:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326740.795802:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326740.795805:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326740.795806:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326740.795807:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326740.795811:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326740.795815:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c0c3cee. 00000100:00000040:0.0:1767326740.795816:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408698752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326740.795822:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326740.795829:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767326740.795832:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000032a2412e x1853175408698880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326740.795833:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326740.795838:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326740.795841:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326740.795847:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326740.795849:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326740.795852:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326740.795853:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408698752:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326740.795860:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326740.795862:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_03+3] req@0000000032a2412e x1853175408698880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326740.795866:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326740.795871:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326740.795875:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326740.795881:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc4198e2. 02000000:00000001:0.0:1767326740.795883:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326740.795885:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326740.795890:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000470ea31b. 00000100:00000040:2.0:1767326740.795890:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326740.795896:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326740.795898:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326740.795899:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b09e4b46. 00000100:00000010:2.0:1767326740.795901:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000100:00000001:3.0:1767326740.795901:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326740.795905:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767326740.795907:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000200:0.0:1767326740.795908:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408698752, portal 25 00000100:00000040:3.0:1767326740.795913:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408698880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326740.795914:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326740.795914:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326740.795918:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326740.795919:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 02000000:00000001:2.0:1767326740.795923:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326740.795930:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408698752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326740.795931:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064d7910e. 00000100:00000001:3.0:1767326740.795931:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326740.795934:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326740.795938:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326740.795942:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326740.795945:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326740.795947:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326740.795954:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767326740.795954:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408698880:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326740.795957:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000bfc4a11d x1853175408699008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326740.795962:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767326740.795963:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326740.795966:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767326740.795968:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6037a22. 02000000:00000001:3.0:1767326740.795969:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326740.795974:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408698752, offset 0 02000000:00000001:3.0:1767326740.795975:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326740.795980:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c165a20. 00000100:00000001:2.0:1767326740.795981:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326740.795985:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326740.795986:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326740.795987:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326740.795993:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005699365b. 00000100:00000040:2.0:1767326740.795995:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_00+0] req@00000000bfc4a11d x1853175408699008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326740.796000:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000718453b7. 00000400:00000200:0.0:1767326740.796006:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:3.0:1767326740.796009:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408698880, portal 10 00000100:00000001:3.0:1767326740.796014:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326740.796016:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000400:00000200:0.0:1767326740.796017:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326740.796031:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326740.796032:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:2.0:1767326740.796037:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767326740.796037:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408698880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326740.796040:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326740.796046:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326740.796053:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:2.0:1767326740.796053:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11946) 00000400:00000200:0.0:1767326740.796061:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [603:603:256:4294967295] 192.168.202.142@tcp LPNI seq info [603:603:8:4294967295] 00000100:00000001:1.0:1767326740.796061:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326740.796070:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326740.796075:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326740.796081:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326740.796086:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326740.796089:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408699008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326740.796105:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326740.796121:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326740.796125:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326740.796132:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326740.796135:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1767326740.796144:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a276710d. 02000000:00000001:1.0:1767326740.796145:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326740.796155:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326740.796159:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767326740.796161:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00100000:1.0:1767326740.796167:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408699008:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767326740.796169:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326740.796178:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c3d74f9. 00000100:00000001:1.0:1767326740.796183:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767326740.796184:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:3.0:1767326740.796184:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408698880, offset 0 00000800:00000200:0.0:1767326740.796195:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a276710d type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767326740.796196:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326740.796197:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326740.796205:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326740.796211:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:1.0:1767326740.796213:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326740.796216:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326740.796217:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326740.796222:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000010:1.0:1767326740.796223:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000747ab90a. 00000100:00000001:0.0:1767326740.796225:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306612417 00000400:00000200:3.0:1767326740.796228:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326740.796231:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326740.796234:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cd2e4ac. 00000400:00000200:3.0:1767326740.796235:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326740.796242:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [604:604:255:4294967295] 192.168.202.142@tcp LPNI seq info [604:604:7:4294967295] 00000400:00000010:1.0:1767326740.796243:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b6fe37f. 00000100:00000001:0.0:1767326740.796245:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767326740.796253:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326740.796254:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306612417 00000100:00000010:0.0:1767326740.796263:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080042d7a. 00000800:00000200:3.0:1767326740.796263:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326740.796269:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000010:3.0:1767326740.796270:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004088756a. 00000400:00000010:1.0:1767326740.796273:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f47fe55. 00000100:00000001:0.0:1767326740.796275:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306612417 00000800:00000200:3.0:1767326740.796281:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:0.0:1767326740.796282:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077436310. 00000100:00000200:1.0:1767326740.796284:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408699008, portal 10 00000100:00000001:0.0:1767326740.796287:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326740.796293:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326740.796294:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306612417 00000100:00000001:1.0:1767326740.796297:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000010:0.0:1767326740.796300:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ea25869. 00000800:00000200:3.0:1767326740.796301:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326740.796309:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767326740.796309:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004088756a type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767326740.796314:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408699008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326740.796318:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326740.796320:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326740.796331:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326740.796331:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 87887 usecs (88 jiffies) 00000100:00000001:1.0:1767326740.796344:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326740.796345:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326740.796345:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326740.796345:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306608728 00000100:00000001:3.0:1767326740.796355:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306612417 00000100:00000001:0.0:1767326740.796357:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326740.796357:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a276710d. 00000100:00000040:1.0:1767326740.796361:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326740.796364:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306608728 00000400:00000200:2.0:1767326740.796369:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326740.796369:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306612417 00000400:00000010:1.0:1767326740.796370:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffc7a60e. 00000100:00000001:0.0:1767326740.796375:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326740.796375:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306608728 00000100:00000001:0.0:1767326740.796381:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767326740.796382:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408699008, offset 0 00000100:00000001:3.0:1767326740.796383:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306612417 00000100:00000001:0.0:1767326740.796385:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326740.796393:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306608728 00000400:00000200:2.0:1767326740.796394:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326740.796395:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326740.796423:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326740.796427:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326740.796427:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306612417 00000400:00000200:1.0:1767326740.796432:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326740.796439:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6037a22 00000100:00000001:3.0:1767326740.796440:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326740.796445:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6037a22. 00000100:00000001:3.0:1767326740.796446:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326740.796447:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326740.796461:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326740.796465:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767326740.796466:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326740.796466:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326740.796478:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326740.796482:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000200:2.0:1767326740.796483:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408698752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326740.796483:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767326740.796489:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326740.796492:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326740.796497:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767326740.796499:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326740.796504:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326740.796513:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326740.796515:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [605:605:254:4294967295] 192.168.202.142@tcp LPNI seq info [605:605:6:4294967295] 00000100:00000001:2.0:1767326740.796537:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326740.796547:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408698752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326756 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326740.796554:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326740.796582:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326740.796583:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326740.796590:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:1.0:1767326740.796594:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e6043a. 00000800:00000200:1.0:1767326740.796606:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326740.796610:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326740.796615:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004088756a. 00000800:00000200:1.0:1767326740.796616:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:2.0:1767326740.796622:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767326740.796625:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000015e6043a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326740.796633:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326740.796634:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326740.796640:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 115978 usecs (116 jiffies) 00000400:00000200:2.0:1767326740.796646:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3d74f9 00000100:00000001:1.0:1767326740.796647:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306608757 00000400:00000010:2.0:1767326740.796652:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c3d74f9. 00000100:00000001:1.0:1767326740.796654:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306612417 00000100:00000001:2.0:1767326740.796671:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326740.796678:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306608757 00000100:00000200:2.0:1767326740.796679:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408698880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326740.796687:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306612417 00000100:00000001:2.0:1767326740.796698:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326740.796704:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408698880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326740.796705:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306608757 00000100:00000001:1.0:1767326740.796712:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306612417 00000100:00000001:1.0:1767326740.796722:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306608757 00000100:00000001:2.0:1767326740.796732:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326740.796733:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306612417 00000100:00000001:2.0:1767326740.796741:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326740.796744:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326740.796749:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326740.796753:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326740.796757:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326740.796764:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326740.796766:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326740.796769:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326740.796772:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326740.796776:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326740.796778:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326740.796780:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326740.796783:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e6043a. 00000400:00000200:2.0:1767326740.796790:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326740.796794:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326740.796796:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffc7a60e 00000400:00000010:2.0:1767326740.796798:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffc7a60e. 00000100:00000001:2.0:1767326740.796803:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326740.796807:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408699008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326740.796815:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326740.796817:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408699008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326740.796824:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326740.796826:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326740.798288:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326740.798301:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326740.798304:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326740.798307:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326740.798315:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326740.798328:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f12580 00000400:00000200:0.0:1767326740.798335:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x13a1 [1] + 224 00000800:00000001:0.0:1767326740.798344:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326740.798353:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326740.798355:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326740.798359:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326740.798364:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326740.798367:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408698752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326740.798375:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408698752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326740.798392:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326740.798419:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326740.798424:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326740.798442:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326740.798451:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326740.798457:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326740.798459:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326740.798461:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000470ea31b. 00000400:00000200:2.0:1767326740.798466:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b09e4b46 00000400:00000010:2.0:1767326740.798468:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b09e4b46. 00000100:00000001:2.0:1767326740.798471:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326740.798476:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408698752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326740.798501:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408698752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326740.798508:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326740.798510:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326740.798514:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326740.798517:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326740.798520:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326740.798522:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326740.798526:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326740.798533:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=136 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326740.798538:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=136 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326740.798542:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326740.798544:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326740.798547:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326740.798550:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326740.798552:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326740.798554:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326740.798559:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326740.798561:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408698752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326740.798562:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326740.798566:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326740.798573:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326740.798580:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12600 00000400:00000200:3.0:1767326740.798588:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x13a9 [1] + 224 00000100:00000001:2.0:1767326740.798594:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326740.798599:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326740.798601:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326740.798606:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408698752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326740.798614:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408698752:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326740.798621:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326740.798623:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326740.798626:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408698752/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326740.798633:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326740.798636:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326740.798640:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc4198e2. 02000000:00000001:2.0:1767326740.798654:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:3.0:1767326740.798654:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767326740.798672:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326740.798674:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000800:00000001:3.0:1767326740.798674:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326740.798678:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767326740.798681:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767326740.798685:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 02000000:00000010:2.0:1767326740.798687:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052a5ce86. 00000100:00000001:3.0:1767326740.798689:0:211389:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767326740.798695:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1767326740.798695:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408698880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326740.798702:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408698880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326740.798709:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326740.798713:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:3.0:1767326740.798717:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326740.798718:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326740.798722:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326740.798723:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326740.798725:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326740.798727:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326740.798730:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326740.798732:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326740.798733:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326740.798738:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326740.798738:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:2.0:1767326740.798746:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326740.798750:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326740.798750:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12680 00000400:00000200:3.0:1767326740.798764:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x13b1 [1] + 224 00000800:00000001:3.0:1767326740.798770:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326740.798772:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326740.798775:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326740.798778:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326740.798779:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326740.798786:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:1.0:1767326740.798790:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326740.798793:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326740.798796:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005699365b. 00000400:00000200:1.0:1767326740.798802:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000718453b7 00000400:00000010:1.0:1767326740.798804:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000718453b7. 00000100:00000001:1.0:1767326740.798811:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326740.798812:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326740.798818:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408699008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326740.798825:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408698880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326740.798839:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408699008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326740.798872:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408698880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326740.798876:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326740.798881:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326740.798885:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326740.798897:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326740.798899:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326740.798903:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326740.798908:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326740.798908:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326740.798915:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326740.798916:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326740.798920:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326740.798923:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767326740.798924:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326740.798926:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326740.798930:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b6fe37f. 00000400:00000200:0.0:1767326740.798936:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f47fe55 00000100:00001000:1.0:1767326740.798937:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=131 v=5 (5 5 5 5) 00000400:00000010:0.0:1767326740.798938:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f47fe55. 00000100:00000001:0.0:1767326740.798941:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326740.798945:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408699008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326740.798962:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=131 v=5 (1 1 1 1) 00000100:00000200:0.0:1767326740.798964:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408699008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326740.798977:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326740.798982:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326740.798987:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326740.798993:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326740.798998:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326740.799002:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326740.799009:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326740.799011:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326740.799012:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326740.799014:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326740.799020:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326740.799022:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326740.799024:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767326740.799026:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408698880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326740.799027:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326740.799033:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326740.799042:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=125 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326740.799062:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767326740.799064:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=65 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326740.799071:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326740.799074:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326740.799075:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326740.799078:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326740.799083:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767326740.799084:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408698880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767326740.799093:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bfc4a11d x1853175408699008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326740.799111:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408698880:192.168.202.142@tcp:400: 00010000:00000001:0.0:1767326740.799124:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326740.799126:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326740.799131:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326740.799132:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326740.799135:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326740.799138:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326740.799144:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326740.799144:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408698880/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326740.799153:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408699008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326740.799173:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326740.799180:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326740.799182:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326740.799195:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767326740.799197:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408699008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326740.799200:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326740.799206:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c165a20. 00000100:00100000:0.0:1767326740.799210:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408699008:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326740.799218:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326740.799218:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326740.799221:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767326740.799223:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767326740.799226:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408699008/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326756 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767326740.799228:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326740.799241:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326740.799245:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c0c3cee. 02000000:00000001:1.0:1767326740.799252:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326740.799258:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326740.799265:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:0.0:1767326740.799266:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326740.799268:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326740.799274:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000747ab90a. 00000100:00000001:1.0:1767326740.799275:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767326740.799279:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326740.799280:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326740.799281:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326740.799283:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326740.799288:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000064d7910e. 00000100:00000001:1.0:1767326740.799288:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326740.799295:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767326740.799296:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326740.799297:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326740.799300:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:0.0:1767326740.799306:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326740.799307:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326740.799308:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326740.799313:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326740.799315:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326740.799318:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326740.799323:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326740.799324:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326740.799327:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326740.799331:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326740.799333:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326741.819512:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326741.819520:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326741.819574:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326741.819579:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326741.819584:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326742.843540:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326742.843551:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326742.843577:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326742.843581:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326742.843584:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326743.867504:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326743.867512:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326743.867567:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326743.867570:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326743.867573:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326744.635509:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306612417, at 4306612480 00000100:00000040:1.0:1767326744.635509:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306612417, at 4306612480 00000100:00000040:2.0:1767326744.635509:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306612417, at 4306612480 00000100:00000040:3.0:1767326744.635509:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306612417, at 4306612480 00000100:00000010:3.0:1767326744.635526:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ea25869. 00000100:00000010:2.0:1767326744.635528:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077436310. 00000100:00000010:1.0:1767326744.635530:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080042d7a. 00000100:00000010:0.0:1767326744.635533:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00010000:00000001:0.0:1767326744.891488:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326744.891494:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326744.891550:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326744.891554:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326744.891557:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326745.915490:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326745.915496:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326745.915505:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326745.915523:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326745.915534:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000001:0.0:1767326745.915541:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:2.0:1767326745.915541:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326745.915547:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326745.915549:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326745.915552:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326745.915558:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326745.915566:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052a5ce86. 00010000:00010000:0.0:1767326745.915568:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326745.915575:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326745.915588:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000e6bdf5e7 x1853175408699136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326745.915600:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326745.915603:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326745.915642:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_01+1] req@00000000e6bdf5e7 x1853175408699136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326745.915674:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326745.915676:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326745.915687:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326745.915690:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326745.915692:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326745.915695:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326745.915697:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326745.915700:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326745.915704:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e2b156b8. 00000100:00000001:2.0:1767326745.915708:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326745.915711:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326745.915714:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326745.915714:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000b6591187 x1853175408699264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326745.915716:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326745.915719:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326745.915720:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326745.915729:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408699136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326745.915730:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326745.915733:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326745.915742:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_02+2] req@00000000b6591187 x1853175408699264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326745.915742:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326745.915746:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326745.915752:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326745.915755:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326745.915759:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326745.915763:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408699136:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326745.915766:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326745.915770:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326745.915772:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326745.915774:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326745.915775:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326745.915779:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767326745.915779:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007efe0671. 02000000:00000001:3.0:1767326745.915784:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326745.915786:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326745.915788:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326745.915790:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000100:00000001:0.0:1767326745.915792:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767326745.915794:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326745.915795:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326745.915799:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326745.915802:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767326745.915803:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408699264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326745.915805:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326745.915806:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f59b45c7. 00000100:00000001:1.0:1767326745.915811:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767326745.915814:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cf3a545b. 00000400:00000010:3.0:1767326745.915816:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c9abd2f. 00000100:00000001:1.0:1767326745.915818:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326745.915821:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326745.915821:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326745.915824:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326745.915825:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408699136, portal 25 02000000:00000001:0.0:1767326745.915828:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326745.915829:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000009561302 x1853175408699392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326745.915830:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767326745.915831:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326745.915834:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 02000000:00000001:0.0:1767326745.915837:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326745.915846:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408699264:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767326745.915846:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408699136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326745.915853:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326745.915855:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326745.915857:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326745.915860:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326745.915864:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326745.915868:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_03+3] req@0000000009561302 x1853175408699392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326745.915869:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326745.915869:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767326745.915876:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc65b422. 00000100:00000040:3.0:1767326745.915877:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326745.915881:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326745.915883:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000726c910d. 00000400:00000010:0.0:1767326745.915889:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000606b4a0f. 00000100:00000200:3.0:1767326745.915889:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408699136, offset 0 00000400:00000010:0.0:1767326745.915897:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eee32d1. 00000400:00000200:3.0:1767326745.915898:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000200:0.0:1767326745.915905:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408699264, portal 10 00000100:00000001:0.0:1767326745.915911:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326745.915914:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000400:00000200:3.0:1767326745.915914:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326745.915926:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767326745.915927:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408699264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326745.915932:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326745.915936:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326745.915939:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326745.915942:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767326745.915946:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326745.915947:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326745.915952:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1767326745.915952:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [606:606:256:4294967295] 192.168.202.142@tcp LPNI seq info [606:606:8:4294967295] 00000100:00000040:0.0:1767326745.915959:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326745.915962:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11951) 00000100:00000001:1.0:1767326745.915963:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326745.915964:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2b3dc38. 00000100:00000001:1.0:1767326745.915969:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326745.915971:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408699264, offset 0 00000100:00000001:1.0:1767326745.915974:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767326745.915974:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:1.0:1767326745.915985:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408699392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326745.915986:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326745.915995:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326745.915995:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004088756a. 00000400:00000200:0.0:1767326745.916005:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326745.916005:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326745.916010:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326745.916011:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326745.916012:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326745.916017:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326745.916020:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326745.916025:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:1.0:1767326745.916027:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326745.916027:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:0.0:1767326745.916029:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1767326745.916036:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408699392:192.168.202.142@tcp:400: 00000800:00000200:3.0:1767326745.916036:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004088756a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326745.916037:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326745.916044:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [607:607:255:4294967295] 192.168.202.142@tcp LPNI seq info [607:607:7:4294967295] 00000100:00000001:1.0:1767326745.916047:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326745.916052:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326745.916055:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:1.0:1767326745.916056:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326745.916057:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326745.916063:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326745.916063:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326745.916065:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306617537 00000800:00000010:0.0:1767326745.916067:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f2654a5. 02000000:00000010:1.0:1767326745.916070:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057481db0. 00000100:00000010:3.0:1767326745.916072:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007bf79e58. 02000000:00000001:1.0:1767326745.916083:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326745.916087:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:1.0:1767326745.916090:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006359ac6f. 00000100:00000001:3.0:1767326745.916094:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767326745.916095:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:1.0:1767326745.916098:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765198f9. 00000800:00000200:0.0:1767326745.916102:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f2654a5 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767326745.916104:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408699392, portal 10 00000100:00000001:3.0:1767326745.916104:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306617537 00000100:00000001:0.0:1767326745.916109:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326745.916111:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1767326745.916112:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fb436f6. 00000100:00000001:1.0:1767326745.916115:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000040:0.0:1767326745.916116:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 87425 usecs (88 jiffies) 00000800:00000200:2.0:1767326745.916118:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326745.916119:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326745.916123:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306613848 00000800:00000010:2.0:1767326745.916124:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004088756a. 00000100:00000040:1.0:1767326745.916128:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408699392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326745.916129:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306617537 00000400:00000200:2.0:1767326745.916134:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326745.916134:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306617537 00000100:00000001:0.0:1767326745.916136:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306613848 00000100:00000001:0.0:1767326745.916143:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306617537 00000100:00000010:3.0:1767326745.916143:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b70eb340. 00000400:00000200:2.0:1767326745.916147:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326745.916150:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306613848 00000100:00000001:3.0:1767326745.916152:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767326745.916153:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326745.916156:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000726c910d 00000400:00000010:2.0:1767326745.916160:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000726c910d. 00000100:00000001:3.0:1767326745.916160:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306617537 00000100:00000040:1.0:1767326745.916162:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326745.916164:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306617537 00000100:00000010:3.0:1767326745.916166:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4de3e0e. 00000100:00000001:2.0:1767326745.916167:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326745.916168:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306613848 00000400:00000010:1.0:1767326745.916169:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da434889. 00000100:00000001:3.0:1767326745.916172:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000200:1.0:1767326745.916177:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408699392, offset 0 00000100:00000200:2.0:1767326745.916177:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408699136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326745.916178:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326745.916179:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306617537 00000100:00000001:3.0:1767326745.916186:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326745.916187:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326745.916193:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326745.916194:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326745.916195:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326745.916199:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326745.916201:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326745.916207:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326745.916208:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326745.916210:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326745.916210:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326745.916214:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326745.916215:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767326745.916217:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326745.916218:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767326745.916218:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408699136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326761 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326745.916220:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326745.916223:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326745.916225:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326745.916225:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326745.916228:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326745.916229:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326745.916232:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326745.916235:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326745.916235:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326745.916242:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326745.916244:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326745.916247:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326745.916249:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326745.916254:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [608:608:254:4294967295] 192.168.202.142@tcp LPNI seq info [608:608:6:4294967295] 00000400:00000200:1.0:1767326745.916266:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326745.916271:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326745.916276:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011ae9229. 00000800:00000200:1.0:1767326745.916281:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326745.916286:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326745.916289:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000011ae9229 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326745.916293:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326745.916296:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 115355 usecs (116 jiffies) 00000100:00000001:1.0:1767326745.916299:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306613876 00000100:00000001:1.0:1767326745.916302:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306617537 00000100:00000001:1.0:1767326745.916304:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306613876 00000100:00000001:1.0:1767326745.916313:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306617537 00000100:00000001:1.0:1767326745.916315:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306613876 00000100:00000001:1.0:1767326745.916317:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306617537 00000100:00000001:1.0:1767326745.916318:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306613876 00000100:00000001:1.0:1767326745.916320:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306617537 00000100:00000001:1.0:1767326745.916322:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326745.916324:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326745.916327:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326745.916330:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326745.916334:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326745.916336:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767326745.916336:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326745.916341:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f2654a5. 00000100:00000001:1.0:1767326745.916342:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326745.916346:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326745.916346:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326745.916349:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326745.916355:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326745.916356:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326745.916360:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2b3dc38 00000400:00000010:2.0:1767326745.916363:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2b3dc38. 00000100:00000001:2.0:1767326745.916366:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326745.916369:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408699264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326745.916378:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326745.916381:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408699264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326745.916418:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326745.916420:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326745.916433:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326745.916435:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011ae9229. 00000400:00000200:2.0:1767326745.916437:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326745.916442:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326745.916444:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da434889 00000400:00000010:2.0:1767326745.916446:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da434889. 00000100:00000001:2.0:1767326745.916448:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326745.916451:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408699392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326745.916459:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326745.916461:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408699392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326745.916468:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326745.916469:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326745.918283:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326745.918296:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326745.918299:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326745.918302:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326745.918310:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326745.918322:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f12700 00000400:00000200:0.0:1767326745.918328:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x13b9 [1] + 224 00000800:00000001:0.0:1767326745.918335:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326745.918340:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326745.918342:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326745.918346:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326745.918350:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326745.918354:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408699136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326745.918365:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408699136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326745.918382:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326745.918390:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326745.918415:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326745.918418:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326745.918418:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326745.918420:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767326745.918421:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326745.918425:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767326745.918426:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000001:3.0:1767326745.918427:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326745.918429:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f59b45c7. 00000400:00000200:0.0:1767326745.918432:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12780 00000400:00000200:3.0:1767326745.918432:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c9abd2f 00000400:00000010:3.0:1767326745.918434:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c9abd2f. 00000100:00000001:3.0:1767326745.918436:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326745.918438:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x13c1 [1] + 224 00000100:00000200:3.0:1767326745.918440:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408699136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326745.918442:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326745.918445:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326745.918447:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767326745.918449:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408699136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326745.918451:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326745.918454:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326745.918456:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408699264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326745.918457:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767326745.918477:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408699264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326745.918494:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326745.918498:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326745.918500:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326745.918501:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326745.918503:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767326745.918504:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326745.918505:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767326745.918506:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326745.918507:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326745.918508:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326745.918510:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326745.918512:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326745.918520:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12800 00000100:00001000:3.0:1767326745.918521:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=141 v=5 (5 5 5 5) 00000400:00000200:0.0:1767326745.918525:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x13c9 [1] + 224 00000100:00001000:3.0:1767326745.918525:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=141 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326745.918528:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326745.918529:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326745.918529:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326745.918531:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326745.918533:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767326745.918536:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326745.918537:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326745.918537:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:2.0:1767326745.918539:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767326745.918541:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767326745.918541:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326745.918542:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000606b4a0f. 00000100:00000001:3.0:1767326745.918547:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326745.918548:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eee32d1 00000400:00000200:0.0:1767326745.918550:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:2.0:1767326745.918552:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000eee32d1. 00000100:00000040:3.0:1767326745.918553:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408699136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326745.918562:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326745.918566:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326745.918567:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326745.918567:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326745.918571:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326745.918576:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408699264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326745.918577:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408699392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326745.918577:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408699136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326745.918623:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408699136:192.168.202.142@tcp:400: 00000100:00000040:0.0:1767326745.918624:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408699392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326745.918631:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408699264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326745.918632:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326745.918637:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326745.918643:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408699136/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326745.918646:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326745.918649:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326745.918649:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326745.918654:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326745.918656:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767326745.918658:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326745.918661:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1767326745.918662:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767326745.918663:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326745.918664:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326745.918666:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326745.918667:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007efe0671. 02000000:00000001:2.0:1767326745.918669:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326745.918674:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1767326745.918675:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=136 v=5 (5 5 5 5) 00000020:00000001:3.0:1767326745.918678:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:2.0:1767326745.918680:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=136 v=5 (1 1 1 1) 00000020:00000040:3.0:1767326745.918682:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326745.918687:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767326745.918687:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326745.918689:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052a5ce86. 00000100:00000001:2.0:1767326745.918691:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326745.918692:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326745.918695:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326745.918696:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767326745.918697:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1767326745.918698:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767326745.918701:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:1.0:1767326745.918702:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767326745.918702:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326745.918705:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000400:00000010:1.0:1767326745.918708:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006359ac6f. 00000100:00000001:2.0:1767326745.918708:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326745.918711:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326745.918712:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767326745.918715:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765198f9 00000100:00000001:2.0:1767326745.918716:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326745.918716:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326745.918720:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765198f9. 00000100:00000001:2.0:1767326745.918721:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326745.918721:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326745.918727:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767326745.918729:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408699264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326745.918734:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767326745.918736:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408699392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326745.918738:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326745.918743:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326745.918746:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326745.918749:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326745.918755:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326745.918757:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326745.918762:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408699392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326745.918764:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408699264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326745.918791:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408699264:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326745.918794:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326745.918795:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326745.918797:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408699264/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326745.918799:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326745.918802:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326745.918807:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326745.918807:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326745.918809:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767326745.918810:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326745.918813:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767326745.918813:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc65b422. 00000100:00000001:1.0:1767326745.918816:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326745.918818:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326745.918819:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326745.918820:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326745.918822:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326745.918824:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e2b156b8. 02000000:00000001:1.0:1767326745.918826:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326745.918830:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=130 v=5 (5 5 5 5) 02000000:00000001:2.0:1767326745.918833:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1767326745.918835:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=70 v=5 (1 1 0 0) 02000000:00000001:2.0:1767326745.918836:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326745.918838:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:1.0:1767326745.918840:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326745.918842:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326745.918843:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326745.918845:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326745.918847:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326745.918849:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767326745.918853:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000009561302 x1853175408699392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326745.918854:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326745.918857:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326745.918861:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326745.918864:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326745.918869:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326745.918871:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326745.918872:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326745.918873:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326745.918875:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326745.918878:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408699392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326745.918883:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326745.918884:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326745.918885:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326745.918887:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408699392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326745.918892:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408699392:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326745.918895:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326745.918896:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326745.918897:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408699392/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326761 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326745.918901:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326745.918902:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326745.918903:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057481db0. 02000000:00000001:1.0:1767326745.918906:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326745.918907:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326745.918907:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326745.918913:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326745.918914:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cf3a545b. 02000000:00000001:1.0:1767326745.918916:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326745.918917:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326745.918918:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:1.0:1767326745.918920:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326745.918921:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326745.918922:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326745.918924:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326745.918925:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326745.918926:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326745.918928:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326746.939513:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326746.939522:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326746.939526:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326746.939529:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326746.939534:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326746.939537:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326746.939539:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326746.939542:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326746.939621:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326746.939626:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326746.939629:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326747.963500:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326747.963523:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326747.963559:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326747.963563:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326747.963565:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326748.987518:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326748.987529:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326748.987554:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326748.987557:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326748.987559:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326749.755470:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306617537, at 4306617600 00000100:00000040:3.0:1767326749.755478:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306617537, at 4306617600 00000100:00000040:2.0:1767326749.755485:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306617537, at 4306617600 00000100:00000010:1.0:1767326749.755489:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008fb436f6. 00000100:00000010:3.0:1767326749.755492:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4de3e0e. 00000100:00000010:2.0:1767326749.755497:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b70eb340. 00000100:00000040:0.0:1767326749.755499:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306617537, at 4306617600 00000100:00000010:0.0:1767326749.755510:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007bf79e58. 00010000:00000001:0.0:1767326750.011507:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326750.011515:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326750.011591:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326750.011596:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326750.011600:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326751.035552:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326751.035559:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326751.035575:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326751.035578:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326751.035593:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326751.035603:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326751.035609:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326751.035614:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326751.035621:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326751.035632:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e2b156b8. 00000020:00000001:1.0:1767326751.035636:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767326751.035641:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326751.035642:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326751.035649:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326751.035659:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b6591187 x1853175408699520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326751.035673:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326751.035677:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326751.035684:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_00+0] req@00000000b6591187 x1853175408699520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326751.035715:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326751.035719:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326751.035723:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326751.035726:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326751.035727:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000020:00000040:2.0:1767326751.035732:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326751.035733:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326751.035737:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326751.035737:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767326751.035744:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408699520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326751.035746:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326751.035761:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767326751.035761:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326751.035761:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326751.035768:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326751.035770:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326751.035777:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767326751.035778:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dd738d8. 02000000:00000001:0.0:1767326751.035781:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326751.035786:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326751.035787:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326751.035794:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408699520:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326751.035798:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000006b877052 x1853175408699648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326751.035800:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326751.035807:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326751.035811:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326751.035813:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326751.035815:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326751.035818:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767326751.035822:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_01+1] req@000000006b877052 x1853175408699648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326751.035827:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc16d90e. 02000000:00000001:0.0:1767326751.035833:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326751.035843:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036a67b9d. 00000100:00000001:2.0:1767326751.035846:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326751.035850:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326751.035854:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767326751.035855:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000eee32d1. 00000100:00000010:2.0:1767326751.035859:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d9e0dd. 00000020:00000040:2.0:1767326751.035863:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326751.035867:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326751.035867:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326751.035868:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408699520, portal 25 02000000:00000001:2.0:1767326751.035875:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326751.035875:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326751.035876:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326751.035880:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000001:3.0:1767326751.035881:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767326751.035883:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326751.035893:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cf3a545b. 00000100:00000040:0.0:1767326751.035898:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408699520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326751.035900:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408699648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326751.035901:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326751.035914:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000028d9e0dd x1853175408699776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326751.035957:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326751.035962:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326751.035973:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326751.035977:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767326751.035979:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326751.035981:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767326751.035986:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326751.035987:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326751.035988:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326751.035999:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2b3dc38. 00000100:00100000:3.0:1767326751.036001:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408699648:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326751.036007:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d9e0dd] to pc [ptlrpcd_00_02+2] req@0000000028d9e0dd x1853175408699776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326751.036011:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767326751.036013:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408699520, offset 0 00000400:00000200:0.0:1767326751.036026:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326751.036027:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326751.036032:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326751.036038:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326751.036046:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000010:3.0:1767326751.036052:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018e74027. 00000400:00000200:0.0:1767326751.036055:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1767326751.036059:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326751.036065:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:3.0:1767326751.036066:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f59b45c7. 00000100:00000001:2.0:1767326751.036069:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326751.036073:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1767326751.036075:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c9abd2f. 00000100:00000040:2.0:1767326751.036076:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767326751.036080:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000200:3.0:1767326751.036085:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408699648, portal 10 00000100:00000040:2.0:1767326751.036087:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326751.036089:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326751.036092:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326751.036094:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [609:609:256:4294967295] 192.168.202.142@tcp LPNI seq info [609:609:8:4294967295] 00000100:00000001:1.0:1767326751.036096:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326751.036096:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000040:2.0:1767326751.036101:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11956) 00000100:00000001:1.0:1767326751.036102:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326751.036114:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408699648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326751.036115:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d9e0dd x1853175408699776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326751.036139:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326751.036151:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326751.036162:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326751.036176:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326751.036191:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef8ec3b4. 00000100:00000001:1.0:1767326751.036196:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326751.036196:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326751.036200:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326751.036206:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 02000000:00000001:1.0:1767326751.036209:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326751.036212:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326751.036214:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326751.036217:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326751.036221:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326751.036226:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef8ec3b4 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767326751.036237:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d93e8e08. 00000100:00100000:1.0:1767326751.036238:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408699776:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326751.036246:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326751.036248:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767326751.036250:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408699648, offset 0 00000100:00000001:0.0:1767326751.036253:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306622657 02000000:00000001:1.0:1767326751.036254:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326751.036258:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326751.036261:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cd2e4ac. 02000000:00000001:1.0:1767326751.036261:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326751.036268:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000010:1.0:1767326751.036270:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005251cf77. 00000100:00000001:0.0:1767326751.036275:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767326751.036275:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326751.036282:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006359ac6f. 00000100:00000001:0.0:1767326751.036287:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306622657 00000400:00000010:1.0:1767326751.036289:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765198f9. 00000400:00000200:3.0:1767326751.036289:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326751.036306:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1767326751.036308:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1e5b507. 00000100:00000200:1.0:1767326751.036308:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408699776, portal 10 00000100:00000001:1.0:1767326751.036319:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326751.036320:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767326751.036324:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326751.036326:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333291520 : -115368376260096 : ffff9712b4ea2a00) 00000100:00000001:0.0:1767326751.036335:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306622657 00000400:00000200:3.0:1767326751.036335:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326751.036341:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d9e0dd x1853175408699776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326751.036350:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000601d7410. 00000400:00000200:3.0:1767326751.036355:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326751.036358:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326751.036367:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306622657 00000100:00000001:1.0:1767326751.036369:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767326751.036375:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009686e7bb. 00000400:00000200:3.0:1767326751.036376:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [610:610:255:4294967295] 192.168.202.142@tcp LPNI seq info [610:610:7:4294967295] 00000100:00000040:1.0:1767326751.036377:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326751.036383:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767326751.036385:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000955f2d8b. 00000800:00000010:2.0:1767326751.036397:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef8ec3b4. 00000100:00000001:0.0:1767326751.036431:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326751.036435:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326751.036437:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326751.036441:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408699776, offset 0 00000100:00000001:0.0:1767326751.036442:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326751.036451:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326751.036452:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326751.036462:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326751.036465:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326751.036467:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326751.036475:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326751.036479:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326751.036482:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326751.036486:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326751.036486:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2b3dc38 00000800:00000200:3.0:1767326751.036488:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326751.036489:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326751.036491:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326751.036496:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2b3dc38. 00000100:00000001:0.0:1767326751.036500:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326751.036504:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1e5a3ef. 00000400:00000200:1.0:1767326751.036505:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326751.036507:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767326751.036511:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326751.036516:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1767326751.036518:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408699520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326751.036521:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326751.036527:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [611:611:254:4294967295] 192.168.202.142@tcp LPNI seq info [611:611:6:4294967295] 00000400:00000200:1.0:1767326751.036542:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326751.036543:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1767326751.036547:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326751.036551:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408699520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326767 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767326751.036553:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2a70f3e. 00000800:00000200:1.0:1767326751.036575:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326751.036583:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326751.036586:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326751.036588:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326751.036593:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b2a70f3e type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767326751.036616:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326751.036619:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326751.036626:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:1.0:1767326751.036627:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 114737 usecs (115 jiffies) 00000800:00000200:3.0:1767326751.036631:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b1e5a3ef type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326751.036634:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306618996 00000100:00000001:3.0:1767326751.036638:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326751.036641:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306622657 00000100:00000040:3.0:1767326751.036644:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 86967 usecs (87 jiffies) 00000100:00000001:1.0:1767326751.036652:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306618996 00000100:00000001:3.0:1767326751.036652:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306618968 00000100:00000001:3.0:1767326751.036661:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306622657 00000100:00000001:1.0:1767326751.036662:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306622657 00000800:00000200:2.0:1767326751.036662:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326751.036666:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306618968 00000100:00000001:1.0:1767326751.036671:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306618996 00000100:00000001:3.0:1767326751.036676:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306622657 00000800:00000010:2.0:1767326751.036677:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2a70f3e. 00000100:00000001:1.0:1767326751.036678:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306622657 00000100:00000001:1.0:1767326751.036691:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306618996 00000100:00000001:3.0:1767326751.036691:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306618968 00000400:00000200:2.0:1767326751.036694:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326751.036701:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306622657 00000100:00000001:3.0:1767326751.036703:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306622657 00000400:00000200:2.0:1767326751.036714:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326751.036720:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326751.036720:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306618968 00000400:00000200:2.0:1767326751.036722:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000955f2d8b 00000100:00000001:1.0:1767326751.036732:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326751.036732:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000955f2d8b. 00000100:00000001:3.0:1767326751.036732:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306622657 00000100:00000001:3.0:1767326751.036745:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326751.036746:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326751.036747:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326751.036756:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326751.036758:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d9e0dd x1853175408699776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326751.036758:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326751.036762:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326751.036770:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326751.036770:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326751.036776:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326751.036776:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326751.036781:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326751.036785:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d9e0dd x1853175408699776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326751.036786:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326751.036787:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326751.036796:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326751.036800:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326751.036803:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326751.036814:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326751.036814:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326751.036820:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326751.036824:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326751.036825:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326751.036832:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326751.036877:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326751.036881:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1e5a3ef. 00000400:00000200:2.0:1767326751.036885:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326751.036889:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326751.036900:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d93e8e08 00000400:00000010:2.0:1767326751.036902:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d93e8e08. 00000100:00000001:2.0:1767326751.036905:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326751.036909:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408699648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326751.036917:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326751.036919:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408699648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326751.036925:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326751.036927:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326751.038440:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326751.038452:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326751.038455:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326751.038456:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326751.038463:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326751.038473:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f12880 00000400:00000200:0.0:1767326751.038479:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x13d1 [1] + 224 00000800:00000001:0.0:1767326751.038485:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326751.038517:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326751.038519:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326751.038522:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326751.038526:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326751.038529:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408699520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326751.038537:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408699520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326751.038554:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326751.038577:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326751.038593:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326751.038595:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326751.038598:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326751.038602:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326751.038608:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12980 00000100:00000001:1.0:1767326751.038611:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326751.038615:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326751.038621:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x13e1 [1] + 224 00000800:00000001:0.0:1767326751.038626:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326751.038628:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326751.038631:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767326751.038632:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326751.038636:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036a67b9d. 00000400:00000200:0.0:1767326751.038637:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326751.038642:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eee32d1 00000400:00000010:1.0:1767326751.038646:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000eee32d1. 00000400:00000200:0.0:1767326751.038647:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326751.038650:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326751.038654:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326751.038657:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408699520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326751.038663:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d9e0dd x1853175408699776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326751.038672:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408699520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326751.038695:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028d9e0dd x1853175408699776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326751.038718:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326751.038721:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326751.038723:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326751.038726:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326751.038728:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326751.038730:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326751.038730:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326751.038733:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326751.038737:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767326751.038740:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=147 v=5 (5 5 5 5) 00000800:00000001:0.0:1767326751.038743:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326751.038745:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=147 v=5 (1 1 1 1) 00000800:00000001:0.0:1767326751.038747:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326751.038751:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326751.038752:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326751.038755:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326751.038759:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767326751.038760:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00010000:00000001:1.0:1767326751.038764:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326751.038769:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12900 00000100:00000001:1.0:1767326751.038769:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326751.038770:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326751.038775:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326751.038780:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x13d9 [1] + 224 00000100:00000040:1.0:1767326751.038781:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408699520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326751.038785:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767326751.038788:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326751.038792:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326751.038793:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767326751.038798:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767326751.038799:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006359ac6f. 00000100:00000001:1.0:1767326751.038800:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326751.038807:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326751.038807:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765198f9 00000100:00000001:1.0:1767326751.038808:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326751.038814:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767326751.038814:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765198f9. 00000100:00000001:2.0:1767326751.038821:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326751.038822:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767326751.038825:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408699520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326751.038831:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d9e0dd x1853175408699776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326751.038832:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408699648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326751.038849:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408699520:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326751.038861:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326751.038866:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767326751.038874:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d9e0dd x1853175408699776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326751.038875:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408699520/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326751.038876:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408699648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326751.038909:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326751.038914:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326751.038914:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326751.038919:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326751.038919:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326751.038924:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326751.038925:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767326751.038926:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc16d90e. 00000100:00000001:2.0:1767326751.038926:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326751.038931:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326751.038934:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1767326751.038935:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767326751.038936:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326751.038938:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:0.0:1767326751.038944:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326751.038944:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00001000:2.0:1767326751.038944:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=136 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326751.038950:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=76 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326751.038955:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767326751.038961:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326751.038962:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326751.038964:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767326751.038970:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e2b156b8. 00000100:00000001:2.0:1767326751.038970:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767326751.038973:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326751.038979:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767326751.038980:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767326751.038982:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f59b45c7. 02000000:00000001:1.0:1767326751.038983:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326751.038990:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767326751.038990:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c9abd2f 00000400:00000010:3.0:1767326751.038994:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c9abd2f. 00000100:00000010:1.0:1767326751.038996:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00010000:00080000:2.0:1767326751.039000:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000028d9e0dd x1853175408699776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326751.039000:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326751.039002:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326751.039006:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326751.039008:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326751.039017:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767326751.039018:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326751.039022:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408699648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326751.039023:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326751.039033:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326751.039039:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767326751.039040:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326751.039048:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000200:3.0:1767326751.039054:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408699648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326751.039055:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326751.039060:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326751.039072:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326751.039075:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326751.039076:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d9e0dd x1853175408699776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326751.039080:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326751.039084:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326751.039090:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326751.039096:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326751.039097:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326751.039103:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326751.039104:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326751.039110:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326751.039114:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=142 v=5 (5 5 5 5) 00000100:00000040:2.0:1767326751.039116:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d9e0dd x1853175408699776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326751.039126:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=142 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326751.039141:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1767326751.039145:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408699776:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326751.039147:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326751.039156:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326751.039159:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326751.039161:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326751.039165:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326751.039168:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326751.039174:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d9e0dd x1853175408699776/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326751.039175:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326751.039179:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326751.039182:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326751.039192:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408699648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326751.039195:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326751.039197:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326751.039200:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005251cf77. 02000000:00000001:2.0:1767326751.039207:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326751.039211:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326751.039215:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326751.039222:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326751.039225:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cf3a545b. 00000100:00000001:3.0:1767326751.039228:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326751.039231:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326751.039234:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767326751.039235:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767326751.039238:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767326751.039240:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d9e0dd. 00000100:00000001:2.0:1767326751.039245:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767326751.039248:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408699648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326751.039256:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326751.039264:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326751.039265:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408699648:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326751.039274:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326751.039275:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326751.039277:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326751.039279:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326751.039281:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408699648/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326767 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326751.039287:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326751.039290:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326751.039292:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326751.039293:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326751.039296:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018e74027. 02000000:00000001:3.0:1767326751.039302:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326751.039303:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326751.039305:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326751.039307:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326751.039309:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dd738d8. 02000000:00000001:3.0:1767326751.039314:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326751.039315:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326751.039317:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000001:3.0:1767326751.039320:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326751.039321:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326751.039323:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326751.039327:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326751.039328:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326751.039329:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326751.039331:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326752.059494:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326752.059502:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326752.059540:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326752.059546:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326752.059550:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326753.083492:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326753.083498:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326753.083599:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326753.083605:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326753.083609:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326754.107505:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326754.107512:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326754.107579:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326754.107583:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326754.107585:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326754.875502:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306622657, at 4306622720 00000100:00000010:1.0:1767326754.875518:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1e5b507. 00000100:00000040:2.0:1767326754.875539:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306622657, at 4306622720 00000100:00000040:3.0:1767326754.875548:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306622657, at 4306622720 00000100:00000040:0.0:1767326754.875549:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306622657, at 4306622720 00000100:00000010:2.0:1767326754.875549:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000601d7410. 00000100:00000010:0.0:1767326754.875566:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00000100:00000010:3.0:1767326754.875582:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009686e7bb. 00010000:00000001:0.0:1767326755.131555:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326755.131565:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326755.131599:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326755.131604:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326755.131608:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326756.155537:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326756.155545:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326756.155583:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326756.155592:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326756.155606:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d9e0dd. 00000020:00000001:1.0:1767326756.155614:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:2.0:1767326756.155615:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326756.155618:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326756.155620:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:1.0:1767326756.155621:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767326756.155624:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326756.155632:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326756.155642:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cf3a545b. 00000100:00000001:2.0:1767326756.155651:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326756.155666:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000028d9e0dd x1853175408699904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326756.155677:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326756.155680:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326756.155685:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d9e0dd] to pc [ptlrpcd_00_03+3] req@0000000028d9e0dd x1853175408699904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326756.155715:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326756.155718:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326756.155722:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326756.155727:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000020:00000040:2.0:1767326756.155731:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326756.155735:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326756.155736:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326756.155737:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326756.155742:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326756.155743:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326756.155743:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326756.155747:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767326756.155747:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052a5ce86. 00000100:00000001:3.0:1767326756.155749:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326756.155755:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d9e0dd x1853175408699904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326756.155755:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326756.155764:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326756.155766:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326756.155769:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326756.155771:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326756.155774:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326756.155780:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408699904:192.168.202.142@tcp:400: 00000100:00000040:2.0:1767326756.155784:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000006b877052 x1853175408700032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326756.155786:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326756.155791:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326756.155793:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326756.155797:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_00+0] req@000000006b877052 x1853175408700032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326756.155802:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326756.155805:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326756.155808:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326756.155813:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087054676. 02000000:00000001:1.0:1767326756.155817:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326756.155824:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001389c6bf. 00000100:00000001:2.0:1767326756.155825:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326756.155828:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326756.155831:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767326756.155833:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057863878. 00000100:00000010:2.0:1767326756.155835:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326756.155839:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326756.155841:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326756.155842:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326756.155843:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1767326756.155844:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408699904, portal 25 00000100:00000001:0.0:1767326756.155848:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326756.155848:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326756.155850:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326756.155851:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326756.155854:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333291520 : -115368376260096 : ffff9712b4ea2a00) 02000000:00000010:2.0:1767326756.155854:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064d7910e. 00000100:00000001:3.0:1767326756.155856:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326756.155859:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408700032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326756.155861:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326756.155862:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326756.155868:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d9e0dd x1853175408699904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326756.155872:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b6591187 x1853175408700160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326756.155884:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326756.155887:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326756.155891:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326756.155894:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326756.155900:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326756.155903:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767326756.155906:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408700032:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326756.155907:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326756.155907:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326756.155914:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326756.155914:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326756.155918:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767326756.155918:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_01+1] req@00000000b6591187 x1853175408700160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326756.155921:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e4a2d89. 02000000:00000001:0.0:1767326756.155922:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326756.155927:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767326756.155927:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408699904, offset 0 02000000:00000010:0.0:1767326756.155933:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b712209. 02000000:00000001:0.0:1767326756.155937:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326756.155941:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326756.155944:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf10c7db. 00000400:00000010:0.0:1767326756.155950:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b09e4b46. 00000100:00000001:2.0:1767326756.155951:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326756.155954:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408700032, portal 10 00000100:00000040:2.0:1767326756.155956:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326756.155957:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326756.155959:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326756.155961:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 00000100:00000001:3.0:1767326756.155966:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326756.155968:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1767326756.155968:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326756.155970:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767326756.155972:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408700032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326756.155974:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326756.155977:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11961) 00000400:00000200:1.0:1767326756.155979:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:3.0:1767326756.155983:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408700160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326756.155988:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326756.155996:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326756.156004:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326756.156005:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [612:612:256:4294967295] 192.168.202.142@tcp LPNI seq info [612:612:8:4294967295] 00000100:00000040:0.0:1767326756.156012:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326756.156013:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326756.156016:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326756.156017:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6037a22. 02000000:00000001:3.0:1767326756.156020:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767326756.156021:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408700032, offset 0 02000000:00000001:3.0:1767326756.156023:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326756.156030:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:3.0:1767326756.156030:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326756.156034:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00100000:3.0:1767326756.156039:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408700160:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326756.156043:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767326756.156046:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:1.0:1767326756.156046:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:3.0:1767326756.156047:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326756.156051:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326756.156054:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326756.156055:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326756.156055:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d59ec675. 02000000:00000010:3.0:1767326756.156058:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b51cf067. 00000400:00000200:0.0:1767326756.156062:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:3.0:1767326756.156062:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326756.156068:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1767326756.156069:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:3.0:1767326756.156069:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f59b45c7. 00000400:00000200:0.0:1767326756.156075:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000010:3.0:1767326756.156077:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c9abd2f. 00000400:00000200:0.0:1767326756.156080:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [613:613:255:4294967295] 192.168.202.142@tcp LPNI seq info [613:613:7:4294967295] 00000100:00000200:3.0:1767326756.156083:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408700160, portal 10 00000800:00000200:1.0:1767326756.156084:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326756.156089:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326756.156091:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000800:00000200:1.0:1767326756.156092:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d59ec675 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767326756.156100:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408700160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326756.156104:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326756.156109:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326756.156116:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306627777 00000800:00000200:0.0:1767326756.156118:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:1.0:1767326756.156124:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000264847e7. 00000100:00000001:3.0:1767326756.156125:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1767326756.156127:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a20d0c8. 00000800:00000200:0.0:1767326756.156135:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326756.156139:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767326756.156140:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326756.156144:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:3.0:1767326756.156146:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af95acdf. 00000100:00000001:1.0:1767326756.156147:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306627777 00000800:00000200:0.0:1767326756.156148:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a20d0c8 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1767326756.156150:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408700160, offset 0 00000100:00000001:0.0:1767326756.156157:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326756.156159:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008bb3ffa6. 00000100:00000040:0.0:1767326756.156162:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 86516 usecs (87 jiffies) 00000400:00000200:3.0:1767326756.156163:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326756.156164:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767326756.156165:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326756.156169:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306624087 00000800:00000010:2.0:1767326756.156171:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d59ec675. 00000100:00000001:0.0:1767326756.156173:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306627777 00000100:00000001:1.0:1767326756.156173:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306627777 00000400:00000200:3.0:1767326756.156174:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326756.156180:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326756.156181:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306624087 00000100:00000010:1.0:1767326756.156182:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003914de56. 00000400:00000200:3.0:1767326756.156183:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326756.156186:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306627777 00000100:00000001:1.0:1767326756.156189:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326756.156191:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326756.156193:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306624087 00000100:00000001:1.0:1767326756.156196:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306627777 00000100:00000001:0.0:1767326756.156198:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306627777 00000400:00000200:2.0:1767326756.156200:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326756.156200:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1767326756.156203:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000418b52ce. 00000100:00000001:0.0:1767326756.156204:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306624087 00000400:00000200:3.0:1767326756.156208:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326756.156210:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767326756.156214:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [614:614:254:4294967295] 192.168.202.142@tcp LPNI seq info [614:614:6:4294967295] 00000100:00000001:1.0:1767326756.156215:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326756.156218:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306627777 00000100:00000001:1.0:1767326756.156220:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326756.156225:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326756.156226:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326756.156231:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326756.156236:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326756.156237:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e4a2d89 00000800:00000200:3.0:1767326756.156237:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326756.156242:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326756.156244:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e4a2d89. 00000800:00000010:3.0:1767326756.156245:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000243161f8. 00000100:00000001:0.0:1767326756.156246:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326756.156246:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326756.156251:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326756.156252:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326756.156253:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767326756.156256:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326756.156261:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767326756.156264:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d9e0dd x1853175408699904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326756.156266:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767326756.156266:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326756.156268:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326756.156272:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000243161f8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326756.156273:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326756.156273:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326756.156278:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326756.156279:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326756.156280:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326756.156281:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326756.156288:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 114127 usecs (115 jiffies) 00000100:00000001:0.0:1767326756.156289:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326756.156289:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326756.156291:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326756.156296:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306624115 00000100:00000040:2.0:1767326756.156299:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d9e0dd x1853175408699904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326772 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326756.156300:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306627777 00000100:00000001:3.0:1767326756.156306:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306624115 00000100:00000001:3.0:1767326756.156310:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306627777 00000100:00000001:2.0:1767326756.156312:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326756.156314:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306624115 00000100:00000001:2.0:1767326756.156315:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326756.156318:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306627777 00000100:00000001:3.0:1767326756.156320:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306624115 00000100:00000001:3.0:1767326756.156321:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306627777 00000100:00000001:3.0:1767326756.156322:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326756.156324:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326756.156331:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326756.156331:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326756.156336:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a20d0c8. 00000100:00000001:3.0:1767326756.156337:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326756.156343:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326756.156344:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326756.156347:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326756.156351:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326756.156352:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326756.156355:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326756.156356:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6037a22 00000100:00000001:3.0:1767326756.156357:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326756.156360:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6037a22. 00000100:00000001:3.0:1767326756.156361:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326756.156364:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326756.156368:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408700032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326756.156373:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326756.156375:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408700032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326756.156379:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326756.156380:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326756.156450:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326756.156452:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000243161f8. 00000400:00000200:2.0:1767326756.156454:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326756.156456:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326756.156458:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af95acdf 00000400:00000010:2.0:1767326756.156458:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af95acdf. 00000100:00000001:2.0:1767326756.156460:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326756.156462:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408700160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326756.156473:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326756.156475:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408700160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326756.156480:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326756.156481:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326756.158976:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326756.158987:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326756.158990:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326756.158999:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326756.159008:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326756.159019:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f12a00 00000400:00000200:2.0:1767326756.159025:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x13e9 [1] + 224 00000800:00000001:2.0:1767326756.159031:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326756.159034:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326756.159036:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326756.159038:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326756.159041:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326756.159045:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d9e0dd x1853175408699904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326756.159051:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028d9e0dd x1853175408699904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326756.159063:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326756.159070:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326756.159072:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326756.159073:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326756.159075:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326756.159078:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326756.159082:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12a80 00000400:00000200:2.0:1767326756.159086:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x13f1 [1] + 224 00000800:00000001:2.0:1767326756.159089:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326756.159091:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326756.159094:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326756.159098:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326756.159101:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767326756.159102:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326756.159103:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001389c6bf. 00000400:00000200:2.0:1767326756.159107:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326756.159109:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057863878 00000400:00000010:1.0:1767326756.159113:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057863878. 00000400:00000200:2.0:1767326756.159114:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326756.159118:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326756.159119:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326756.159123:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d9e0dd x1853175408699904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326756.159125:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408700032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326756.159149:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d9e0dd x1853175408699904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326756.159151:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408700032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326756.159172:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326756.159178:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326756.159181:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326756.159183:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326756.159185:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326756.159188:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767326756.159188:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326756.159192:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326756.159195:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326756.159197:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326756.159202:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=152 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326756.159205:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=152 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326756.159208:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326756.159209:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326756.159211:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326756.159214:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326756.159216:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326756.159216:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326756.159220:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767326756.159224:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d9e0dd x1853175408699904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326756.159225:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326756.159228:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326756.159235:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326756.159238:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf10c7db. 00000100:00000001:1.0:1767326756.159241:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767326756.159244:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b09e4b46 00000100:00000001:1.0:1767326756.159245:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326756.159250:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b09e4b46. 00000100:00000040:1.0:1767326756.159252:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d9e0dd x1853175408699904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326756.159255:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326756.159261:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408700032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326756.159272:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408700032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326756.159286:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408699904:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326756.159287:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326756.159290:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326756.159290:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326756.159295:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767326756.159298:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326756.159300:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326756.159301:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326756.159302:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326756.159305:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767326756.159306:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326756.159309:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326756.159309:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d9e0dd x1853175408699904/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326756.159311:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326756.159315:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326756.159324:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=147 v=5 (5 5 5 5) 00000400:00000200:3.0:1767326756.159324:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00001000:0.0:1767326756.159333:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326756.159334:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326756.159339:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767326756.159339:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12b00 00000100:00000001:0.0:1767326756.159340:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326756.159343:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326756.159343:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087054676. 00000400:00000200:3.0:1767326756.159348:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x13f9 [1] + 224 00010000:00000001:0.0:1767326756.159349:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767326756.159350:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767326756.159354:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326756.159354:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:3.0:1767326756.159356:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:1.0:1767326756.159357:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326756.159358:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1767326756.159361:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:3.0:1767326756.159363:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326756.159364:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cf3a545b. 00000100:00000040:0.0:1767326756.159368:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000400:00000200:3.0:1767326756.159369:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767326756.159370:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326756.159374:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767326756.159378:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326756.159379:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326756.159380:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326756.159384:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d9e0dd. 00000100:00000001:3.0:1767326756.159385:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767326756.159389:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408700032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326756.159389:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326756.159392:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326756.159393:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408700160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326756.159397:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326756.159422:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326756.159425:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326756.159426:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326756.159430:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408700032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326756.159438:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408700032:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326756.159441:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326756.159443:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326756.159444:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326756.159446:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326756.159448:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326756.159451:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408700032/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326756.159452:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326756.159461:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326756.159463:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326756.159464:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b712209. 02000000:00000001:0.0:1767326756.159470:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326756.159473:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326756.159475:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000040:3.0:1767326756.159477:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408700160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326756.159478:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326756.159481:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052a5ce86. 02000000:00000001:0.0:1767326756.159485:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326756.159488:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326756.159491:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000100:00000001:0.0:1767326756.159493:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326756.159494:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326756.159495:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326756.159499:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326756.159499:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326756.159503:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326756.159505:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326756.159507:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326756.159508:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326756.159512:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326756.159531:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326756.159533:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326756.159537:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326756.159539:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326756.159541:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f59b45c7. 00000400:00000200:2.0:1767326756.159544:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c9abd2f 00000400:00000010:2.0:1767326756.159546:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c9abd2f. 00000100:00000001:2.0:1767326756.159548:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326756.159551:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408700160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326756.159557:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408700160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326756.159562:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326756.159562:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326756.159564:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326756.159565:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326756.159566:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326756.159567:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326756.159568:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326756.159571:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=141 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326756.159573:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=81 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326756.159575:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326756.159576:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326756.159583:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767326756.159586:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b6591187 x1853175408700160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767326756.159591:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326756.159593:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326756.159594:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326756.159596:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326756.159597:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326756.159599:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408700160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326756.159603:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326756.159604:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326756.159605:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326756.159607:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408700160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326756.159611:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408700160:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326756.159614:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326756.159616:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326756.159617:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408700160/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326772 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326756.159621:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326756.159622:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326756.159623:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b51cf067. 02000000:00000001:2.0:1767326756.159625:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326756.159626:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326756.159627:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326756.159628:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326756.159629:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000064d7910e. 02000000:00000001:2.0:1767326756.159631:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326756.159632:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326756.159633:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:2.0:1767326756.159638:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326756.159639:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326756.159640:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326756.159643:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326756.159644:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326756.159645:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326756.159647:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326757.179547:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326757.179560:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326757.179563:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326757.179567:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326757.179575:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326757.179578:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326757.179580:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326757.179583:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326757.179643:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326757.179647:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326757.179650:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326758.203584:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326758.203594:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326758.203684:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326758.203690:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326758.203696:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326759.227545:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326759.227552:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326759.227610:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326759.227614:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326759.227617:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326759.995530:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306627777, at 4306627840 00000100:00000040:1.0:1767326759.995530:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306627777, at 4306627840 00000100:00000040:2.0:1767326759.995530:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306627777, at 4306627840 00000100:00000040:3.0:1767326759.995530:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306627777, at 4306627840 00000100:00000010:2.0:1767326759.995552:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003914de56. 00000100:00000010:0.0:1767326759.995554:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000264847e7. 00000100:00000010:1.0:1767326759.995557:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008bb3ffa6. 00000100:00000010:3.0:1767326759.995559:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000418b52ce. 00010000:00000001:0.0:1767326760.251556:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326760.251565:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326760.251630:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326760.251635:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326760.251640:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326761.275536:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326761.275541:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326761.275546:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326761.275548:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326761.275560:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001890d837. 00000020:00000040:1.0:1767326761.275567:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326761.275572:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326761.275575:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326761.275581:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326761.275591:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d59ec675. 00000100:00000001:1.0:1767326761.275600:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326761.275612:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000001890d837 x1853175408700288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767326761.275613:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326761.275623:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326761.275626:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:2.0:1767326761.275632:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326761.275633:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326761.275643:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001890d837] to pc [ptlrpcd_00_02+2] req@000000001890d837 x1853175408700288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326761.275674:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326761.275676:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326761.275682:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326761.275689:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326761.275693:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326761.275699:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326761.275700:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767326761.275706:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd91ad23. 00000100:00000001:2.0:1767326761.275708:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326761.275710:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001890d837 x1853175408700288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767326761.275713:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326761.275718:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326761.275723:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326761.275726:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326761.275735:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b2a70f3e. 00000100:00000001:1.0:1767326761.275738:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326761.275742:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000cd91ad23 x1853175408700416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326761.275753:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326761.275755:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326761.275770:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd91ad23] to pc [ptlrpcd_00_03+3] req@00000000cd91ad23 x1853175408700416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326761.275784:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326761.275786:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326761.275787:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326761.275791:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326761.275794:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326761.275795:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326761.275800:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055b20dde. 02000000:00000001:3.0:1767326761.275801:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326761.275803:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326761.275808:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767326761.275808:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326761.275812:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767326761.275819:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408700288:192.168.202.142@tcp:400: 00000020:00000040:1.0:1767326761.275820:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000040:2.0:1767326761.275823:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd91ad23 x1853175408700416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326761.275834:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767326761.275835:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326761.275843:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326761.275843:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767326761.275847:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767326761.275848:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326761.275851:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326761.275851:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326761.275853:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326761.275857:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326761.275863:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767326761.275865:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326761.275866:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011ae9229. 02000000:00000010:3.0:1767326761.275871:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001adc4ee9. 00000100:00000001:1.0:1767326761.275876:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326761.275876:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326761.275877:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cd91ad23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408700416:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326761.275888:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326761.275891:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000055b20dde x1853175408700544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326761.275892:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767326761.275892:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e913a28b. 02000000:00000001:2.0:1767326761.275898:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326761.275904:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dcf3fdb. 02000000:00000001:2.0:1767326761.275905:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767326761.275916:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408700288, portal 25 00000100:00000001:1.0:1767326761.275919:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1767326761.275920:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d64e397. 00000100:00000001:3.0:1767326761.275922:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326761.275926:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326761.275927:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326761.275932:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604900864 : -115369104650752 : ffff9712897fce00) 00000100:00000040:1.0:1767326761.275943:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055b20dde] to pc [ptlrpcd_00_00+0] req@0000000055b20dde x1853175408700544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326761.275943:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcc5929b. 00000100:00000040:3.0:1767326761.275945:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001890d837 x1853175408700288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326761.275956:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025eb1d28. 00000100:00000200:2.0:1767326761.275968:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408700416, portal 10 00000100:00000001:2.0:1767326761.275981:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326761.275988:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604912512 : -115369104639104 : ffff9712897ffb80) 00000100:00000001:3.0:1767326761.275992:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326761.276000:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326761.276006:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cd91ad23 x1853175408700416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326761.276007:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e3485e7. 00000100:00000200:3.0:1767326761.276015:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408700288, offset 0 00000400:00000200:3.0:1767326761.276035:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326761.276046:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326761.276054:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326761.276054:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:2.0:1767326761.276065:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ea1c53d. 00000400:00000200:3.0:1767326761.276066:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1767326761.276073:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408700416, offset 0 00000400:00000200:3.0:1767326761.276075:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326761.276082:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326761.276083:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326761.276084:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326761.276095:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326761.276097:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767326761.276098:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326761.276101:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326761.276104:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767326761.276109:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [615:615:256:4294967295] 192.168.202.142@tcp LPNI seq info [615:615:8:4294967295] 00000100:00000040:0.0:1767326761.276114:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055b20dde x1853175408700544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326761.276118:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1767326761.276131:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11966) 00000100:00000001:0.0:1767326761.276140:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767326761.276144:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326761.276146:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326761.276149:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326761.276154:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326761.276161:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326761.276166:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408700544:192.168.202.142@tcp:400: 00000800:00000200:3.0:1767326761.276168:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326761.276169:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326761.276174:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767326761.276181:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bf97ac1. 00000100:00000001:1.0:1767326761.276183:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326761.276189:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326761.276189:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1767326761.276200:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767326761.276204:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:0.0:1767326761.276210:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326761.276211:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326761.276212:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326761.276223:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326761.276226:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000010:0.0:1767326761.276232:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8e2e48c. 00000800:00000200:3.0:1767326761.276233:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:2.0:1767326761.276238:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [616:616:255:4294967295] 192.168.202.142@tcp LPNI seq info [616:616:7:4294967295] 02000000:00000001:0.0:1767326761.276246:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326761.276248:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bf97ac1 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326761.276260:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:0.0:1767326761.276263:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf10c7db. 00000800:00000200:2.0:1767326761.276270:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326761.276273:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b09e4b46. 00000800:00000010:2.0:1767326761.276274:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000064d7910e. 00000100:00000200:0.0:1767326761.276285:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408700544, portal 10 00000800:00000200:2.0:1767326761.276285:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326761.276287:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326761.276293:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767326761.276300:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326761.276301:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899968 : -115369104651648 : ffff9712897fca80) 00000100:00000001:3.0:1767326761.276302:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306632897 00000800:00000200:2.0:1767326761.276310:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000064d7910e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326761.276316:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326761.276317:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4de3e0e. 00000100:00000040:0.0:1767326761.276318:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000055b20dde x1853175408700544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326761.276323:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 86072 usecs (87 jiffies) 00000100:00000001:2.0:1767326761.276334:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306629207 00000100:00000001:3.0:1767326761.276335:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767326761.276340:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326761.276341:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326761.276346:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bf97ac1. 00000100:00000040:0.0:1767326761.276349:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326761.276350:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306632897 00000100:00000001:3.0:1767326761.276350:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306632897 00000400:00000010:0.0:1767326761.276354:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4a8377b. 00000400:00000200:1.0:1767326761.276356:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326761.276358:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306629207 00000100:00000200:0.0:1767326761.276359:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408700544, offset 0 00000100:00000010:3.0:1767326761.276360:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075c60c17. 00000400:00000200:1.0:1767326761.276364:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326761.276373:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326761.276382:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326761.276383:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e3485e7 00000400:00000200:0.0:1767326761.276392:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000010:1.0:1767326761.276392:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e3485e7. 00000100:00000001:2.0:1767326761.276395:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306632897 00000100:00000001:3.0:1767326761.276395:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306632897 00000100:00000001:2.0:1767326761.276427:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306629208 00000100:00000010:2.0:1767326761.276430:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088885fd7. 00000100:00000001:1.0:1767326761.276432:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767326761.276437:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326761.276437:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767326761.276446:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001890d837 x1853175408700288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326761.276449:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306629208 00000400:00000200:0.0:1767326761.276452:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326761.276454:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306629208 00000100:00000010:2.0:1767326761.276460:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000851a6f3. 00000400:00000200:0.0:1767326761.276479:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326761.276482:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306632898 00000100:00000001:1.0:1767326761.276484:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326761.276485:0:211397:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326761.276488:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:2.0:1767326761.276500:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326761.276501:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001890d837 x1853175408700288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326777 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326761.276503:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306629208 00000400:00000200:0.0:1767326761.276505:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [617:617:254:4294967295] 192.168.202.142@tcp LPNI seq info [617:617:6:4294967295] 00000100:00000001:2.0:1767326761.276511:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326761.276519:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326761.276524:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326761.276531:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326761.276537:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326761.276547:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326761.276553:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767326761.276559:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326761.276562:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326761.276563:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326761.276563:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326761.276567:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326761.276572:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326761.276575:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767326761.276576:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326761.276579:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326761.276583:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326761.276586:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326761.276589:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767326761.276591:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a20d0c8. 00000100:00000001:3.0:1767326761.276593:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326761.276597:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326761.276602:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326761.276610:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326761.276611:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326761.276622:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326761.276627:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a20d0c8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326761.276630:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326761.276634:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 113528 usecs (114 jiffies) 00000100:00000001:0.0:1767326761.276637:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306629235 00000800:00000200:1.0:1767326761.276639:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326761.276640:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306632897 00000100:00000001:0.0:1767326761.276643:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306629235 00000800:00000010:1.0:1767326761.276643:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064d7910e. 00000100:00000001:0.0:1767326761.276647:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306632897 00000400:00000200:1.0:1767326761.276647:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326761.276651:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326761.276657:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ea1c53d 00000400:00000010:1.0:1767326761.276659:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ea1c53d. 00000100:00000001:1.0:1767326761.276661:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326761.276663:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cd91ad23 x1853175408700416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326761.276664:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306629235 00000100:00000001:0.0:1767326761.276671:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306632897 00000100:00000001:1.0:1767326761.276672:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326761.276673:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306629235 00000100:00000001:0.0:1767326761.276674:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306632898 00000100:00000001:0.0:1767326761.276676:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326761.276677:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326761.276682:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326761.276682:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cd91ad23 x1853175408700416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326761.276684:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326761.276691:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326761.276691:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326761.276693:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326761.276694:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326761.276697:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326761.276698:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326761.276700:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326761.276701:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326761.276707:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326761.276709:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a20d0c8. 00000400:00000200:1.0:1767326761.276712:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326761.276715:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326761.276717:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a8377b 00000400:00000010:1.0:1767326761.276717:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4a8377b. 00000100:00000001:1.0:1767326761.276719:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326761.276721:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055b20dde x1853175408700544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326761.276725:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326761.276726:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055b20dde x1853175408700544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326761.276729:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326761.276730:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326761.278387:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326761.278460:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326761.278464:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326761.278484:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326761.278492:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326761.278505:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f12b80 00000400:00000200:2.0:1767326761.278513:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1401 [1] + 224 00000800:00000001:2.0:1767326761.278520:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326761.278526:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326761.278528:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326761.278534:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326761.278541:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326761.278546:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001890d837 x1853175408700288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326761.278557:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001890d837 x1853175408700288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326761.278585:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326761.278595:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326761.278601:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326761.278604:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326761.278606:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326761.278607:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326761.278609:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326761.278615:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767326761.278616:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000001:3.0:1767326761.278618:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326761.278621:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e913a28b. 00000400:00000200:3.0:1767326761.278625:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dcf3fdb 00000400:00000200:2.0:1767326761.278630:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12c00 00000400:00000010:3.0:1767326761.278634:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dcf3fdb. 00000100:00000001:3.0:1767326761.278638:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326761.278642:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001890d837 x1853175408700288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326761.278648:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1405 [1] + 224 00000800:00000001:2.0:1767326761.278653:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326761.278668:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326761.278670:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326761.278673:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326761.278676:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326761.278679:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cd91ad23 x1853175408700416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326761.278685:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cd91ad23 x1853175408700416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326761.278699:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326761.278703:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326761.278709:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326761.278712:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001890d837 x1853175408700288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326761.278713:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326761.278716:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326761.278728:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767326761.278728:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326761.278733:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326761.278736:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326761.278740:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12c80 00000400:00000001:1.0:1767326761.278743:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326761.278745:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326761.278747:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcc5929b. 00000400:00000200:1.0:1767326761.278751:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025eb1d28 00000400:00000010:1.0:1767326761.278752:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025eb1d28. 00000100:00000001:1.0:1767326761.278756:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767326761.278760:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1411 [1] + 224 00000100:00000001:3.0:1767326761.278764:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326761.278765:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cd91ad23 x1853175408700416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326761.278773:0:211396:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767326761.278776:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767326761.278782:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767326761.278786:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326761.278787:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326761.278791:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326761.278796:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767326761.278803:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326761.278812:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=7 v=5 (5 5 5 5) 00000100:00000200:1.0:1767326761.278814:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cd91ad23 x1853175408700416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326761.278817:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00001000:3.0:1767326761.278827:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326761.278829:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326761.278845:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055b20dde x1853175408700544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326761.278845:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326761.278851:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326761.278853:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767326761.278859:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326761.278860:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326761.278864:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326761.278872:0:211397:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326761.278873:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326761.278882:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001890d837 x1853175408700288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326761.278884:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767326761.278888:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000055b20dde x1853175408700544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326761.278889:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326761.278895:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326761.278905:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326761.278917:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767326761.278922:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=152 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326761.278923:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326761.278927:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767326761.278943:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=152 v=5 (1 1 1 1) 00000100:00000040:3.0:1767326761.278946:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001890d837 x1853175408700288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326761.278954:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326761.278956:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326761.278962:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326761.278966:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767326761.278976:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001890d837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408700288:192.168.202.142@tcp:400: 00010000:00000001:1.0:1767326761.278977:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767326761.278979:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326761.278985:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326761.278992:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326761.278997:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326761.278998:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326761.278998:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326761.279009:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326761.279009:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326761.279014:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326761.279016:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326761.279019:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001890d837 x1853175408700288/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326761.279028:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767326761.279031:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cd91ad23 x1853175408700416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326761.279032:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326761.279038:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf10c7db. 00000400:00000200:0.0:1767326761.279048:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b09e4b46 00000400:00000010:0.0:1767326761.279057:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b09e4b46. 00000100:00000001:0.0:1767326761.279066:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326761.279079:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055b20dde x1853175408700544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326761.279079:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326761.279082:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326761.279086:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326761.279088:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326761.279093:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767326761.279094:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001adc4ee9. 02000000:00000001:3.0:1767326761.279101:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326761.279107:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1767326761.279108:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055b20dde x1853175408700544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326761.279111:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd91ad23 x1853175408700416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767326761.279113:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326761.279120:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326761.279124:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d59ec675. 02000000:00000001:3.0:1767326761.279133:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326761.279139:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326761.279143:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001890d837. 00000100:00000001:3.0:1767326761.279153:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326761.279158:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326761.279168:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326761.279175:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767326761.279178:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cd91ad23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408700416:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326761.279179:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326761.279179:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326761.279183:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326761.279186:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326761.279196:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326761.279198:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326761.279200:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326761.279200:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326761.279202:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326761.279204:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326761.279207:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326761.279211:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326761.279214:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cd91ad23 x1853175408700416/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326761.279216:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=146 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326761.279223:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326761.279226:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767326761.279228:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=86 v=5 (1 1 0 0) 02000000:00000010:1.0:1767326761.279230:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d64e397. 00000100:00000001:0.0:1767326761.279232:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326761.279235:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326761.279236:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767326761.279238:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767326761.279239:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326761.279242:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00010000:00080000:0.0:1767326761.279245:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000055b20dde x1853175408700544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767326761.279247:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767326761.279253:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326761.279256:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b2a70f3e. 00000100:00000001:0.0:1767326761.279257:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326761.279260:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 02000000:00000001:1.0:1767326761.279262:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326761.279263:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767326761.279265:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326761.279266:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326761.279267:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd91ad23. 00000100:00000001:1.0:1767326761.279271:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767326761.279272:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055b20dde x1853175408700544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326761.279273:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326761.279276:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326761.279282:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326761.279285:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326761.279285:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326761.279289:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326761.279290:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326761.279292:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326761.279293:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326761.279298:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055b20dde x1853175408700544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326761.279306:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000055b20dde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408700544:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326761.279311:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326761.279313:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326761.279315:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055b20dde x1853175408700544/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326777 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326761.279321:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326761.279322:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326761.279324:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8e2e48c. 02000000:00000001:0.0:1767326761.279327:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326761.279328:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326761.279329:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326761.279332:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326761.279333:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000011ae9229. 02000000:00000001:0.0:1767326761.279340:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326761.279342:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326761.279343:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055b20dde. 00000100:00000001:0.0:1767326761.279346:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326761.279347:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326761.279349:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326761.279352:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326761.279353:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326761.279355:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326761.279357:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326762.299483:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326762.299489:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326762.299569:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326762.299574:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326762.299577:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326763.323498:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326763.323504:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326763.323566:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326763.323570:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326763.323572:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326764.347504:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326764.347517:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326764.347563:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326764.347568:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326764.347572:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326765.115516:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306632897, at 4306632960 00000100:00000040:1.0:1767326765.115516:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306632897, at 4306632960 00000100:00000040:2.0:1767326765.115516:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306632897, at 4306632960 00000100:00000040:3.0:1767326765.115516:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306632898, at 4306632960 00000100:00000010:1.0:1767326765.115536:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075c60c17. 00000100:00000010:2.0:1767326765.115541:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088885fd7. 00000100:00000010:0.0:1767326765.115543:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4de3e0e. 00000100:00000010:3.0:1767326765.115549:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000851a6f3. 00010000:00000001:0.0:1767326765.371537:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326765.371548:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326765.371604:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326765.371609:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326765.371614:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326766.395537:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:2.0:1767326766.395543:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326766.395549:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326766.395551:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326766.395565:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326766.395573:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326766.395578:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326766.395582:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326766.395588:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326766.395596:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c0c3cee. 00000020:00000001:1.0:1767326766.395598:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326766.395602:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326766.395604:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326766.395606:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326766.395619:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b6591187 x1853175408700672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326766.395630:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326766.395632:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326766.395638:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_01+1] req@00000000b6591187 x1853175408700672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326766.395657:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326766.395668:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326766.395670:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326766.395675:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326766.395676:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326766.395678:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326766.395679:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326766.395684:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326766.395686:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000100:00000040:1.0:1767326766.395687:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408700672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326766.395690:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326766.395696:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326766.395699:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326766.395702:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326766.395703:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767326766.395705:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dadd9a6c. 00000100:00000001:1.0:1767326766.395706:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326766.395710:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326766.395711:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326766.395714:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326766.395716:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000009561302 x1853175408700800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767326766.395719:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326766.395727:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408700672:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326766.395730:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326766.395733:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326766.395734:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767326766.395737:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_02+2] req@0000000009561302 x1853175408700800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326766.395741:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326766.395753:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326766.395755:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326766.395759:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326766.395760:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002dae379f. 00000100:00000040:2.0:1767326766.395763:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767326766.395764:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326766.395770:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326766.395771:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767326766.395773:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000400:00000010:1.0:1767326766.395775:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001389c6bf. 00000100:00000001:3.0:1767326766.395776:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767326766.395777:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326766.395779:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326766.395783:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767326766.395785:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057863878. 02000000:00000001:2.0:1767326766.395786:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767326766.395788:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408700800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326766.395790:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326766.395795:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408700672, portal 25 00000100:00000001:0.0:1767326766.395799:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326766.395803:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326766.395803:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326766.395805:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326766.395805:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed9e0e5f. 00000100:00000001:1.0:1767326766.395806:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000001:3.0:1767326766.395806:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326766.395812:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326766.395813:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767326766.395817:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408700672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326766.395818:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326766.395821:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000e6bdf5e7 x1853175408700928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326766.395823:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326766.395832:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408700800:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326766.395841:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326766.395845:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326766.395848:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326766.395853:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326766.395853:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326766.395855:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326766.395861:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326766.395862:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326766.395865:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_03+3] req@00000000e6bdf5e7 x1853175408700928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326766.395867:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000751cc154. 02000000:00000010:3.0:1767326766.395867:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a25ac4b. 00000100:00000200:1.0:1767326766.395874:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408700672, offset 0 02000000:00000001:3.0:1767326766.395874:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326766.395882:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e913a28b. 00000400:00000200:1.0:1767326766.395887:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326766.395897:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dcf3fdb. 00000100:00000200:3.0:1767326766.395902:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408700800, portal 10 00000100:00000001:3.0:1767326766.395904:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767326766.395906:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326766.395906:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326766.395907:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000040:2.0:1767326766.395913:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767326766.395918:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767326766.395920:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408700800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326766.395923:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1767326766.395927:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326766.395935:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326766.395936:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326766.395936:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11971) 00000100:00000001:0.0:1767326766.395937:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326766.395942:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326766.395942:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326766.395945:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326766.395947:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767326766.395948:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af85f150. 00000400:00000200:1.0:1767326766.395953:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [618:618:256:4294967295] 192.168.202.142@tcp LPNI seq info [618:618:8:4294967295] 00000100:00000200:3.0:1767326766.395953:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408700800, offset 0 00000100:00000040:0.0:1767326766.395956:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408700928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326766.395965:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326766.395976:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326766.395979:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326766.395982:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326766.395986:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326766.395987:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326766.395987:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:0.0:1767326766.395991:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767326766.395995:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e6043a. 02000000:00000001:0.0:1767326766.395996:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326766.395996:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1767326766.396004:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408700928:192.168.202.142@tcp:400: 00000400:00000200:3.0:1767326766.396005:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:1.0:1767326766.396006:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326766.396010:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326766.396015:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326766.396020:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767326766.396020:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:0.0:1767326766.396025:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326766.396025:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [619:619:255:4294967295] 192.168.202.142@tcp LPNI seq info [619:619:7:4294967295] 00000800:00000200:1.0:1767326766.396027:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000015e6043a type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767326766.396029:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326766.396035:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326766.396039:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9d37473. 02000000:00000001:0.0:1767326766.396043:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326766.396045:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326766.396050:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326766.396052:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326766.396054:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e9ecf111. 00000400:00000010:0.0:1767326766.396055:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf10c7db. 00000100:00000001:1.0:1767326766.396057:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306638017 00000800:00000200:3.0:1767326766.396062:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:1.0:1767326766.396065:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e590900. 00000400:00000010:0.0:1767326766.396066:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b09e4b46. 00000800:00000200:3.0:1767326766.396067:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326766.396073:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e9ecf111 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767326766.396075:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408700928, portal 10 00000100:00000001:3.0:1767326766.396077:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326766.396081:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767326766.396082:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326766.396084:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 85630 usecs (86 jiffies) 00000100:00000001:0.0:1767326766.396086:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 00000100:00000001:1.0:1767326766.396088:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306638017 00000100:00000001:3.0:1767326766.396089:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306634326 00000100:00000010:1.0:1767326766.396096:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e604e96. 00000100:00000001:3.0:1767326766.396096:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306638017 00000100:00000040:0.0:1767326766.396101:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408700928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326766.396101:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326766.396107:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306638017 00000100:00000001:3.0:1767326766.396107:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306634326 00000100:00000010:1.0:1767326766.396113:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aabb1a3c. 00000100:00000001:3.0:1767326766.396114:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306638017 00000100:00000001:3.0:1767326766.396119:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306634326 00000100:00000001:1.0:1767326766.396120:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326766.396127:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326766.396127:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306638017 00000100:00000001:3.0:1767326766.396128:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306638017 00000100:00000010:1.0:1767326766.396133:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000417bd662. 00000100:00000001:3.0:1767326766.396133:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306634326 00000100:00000040:0.0:1767326766.396138:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326766.396140:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000010:0.0:1767326766.396144:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de482f89. 00000100:00000001:3.0:1767326766.396144:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306638017 00000100:00000001:1.0:1767326766.396145:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326766.396151:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767326766.396152:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408700928, offset 0 00000100:00000001:1.0:1767326766.396152:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326766.396158:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326766.396159:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326766.396161:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326766.396162:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326766.396163:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326766.396169:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e6043a. 00000400:00000200:0.0:1767326766.396170:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326766.396170:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326766.396175:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326766.396178:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326766.396179:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326766.396179:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326766.396181:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326766.396185:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326766.396187:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326766.396188:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326766.396190:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326766.396192:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326766.396192:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326766.396194:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326766.396194:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326766.396197:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326766.396201:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326766.396202:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326766.396202:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326766.396210:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326766.396215:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326766.396220:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [620:620:254:4294967295] 192.168.202.142@tcp LPNI seq info [620:620:6:4294967295] 00000400:00000200:0.0:1767326766.396232:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326766.396238:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326766.396238:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000751cc154 00000400:00000010:2.0:1767326766.396241:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000751cc154. 00000800:00000010:0.0:1767326766.396244:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a20d0c8. 00000100:00000001:2.0:1767326766.396246:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326766.396254:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408700672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326766.396258:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326766.396267:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767326766.396271:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:2.0:1767326766.396275:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408700672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326782 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326766.396277:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a20d0c8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326766.396283:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326766.396296:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 112932 usecs (113 jiffies) 00000100:00000001:2.0:1767326766.396301:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326766.396302:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306634353 00000100:00000001:2.0:1767326766.396307:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326766.396308:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306638017 00000100:00000001:0.0:1767326766.396313:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306634353 00000100:00000001:0.0:1767326766.396314:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306638017 00000100:00000001:0.0:1767326766.396317:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306634353 00000100:00000001:0.0:1767326766.396319:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306638017 00000100:00000001:0.0:1767326766.396322:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306634353 00000100:00000001:0.0:1767326766.396324:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306638017 00000100:00000001:0.0:1767326766.396327:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767326766.396328:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326766.396331:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767326766.396333:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e9ecf111. 00000100:00000001:0.0:1767326766.396336:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326766.396339:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326766.396340:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326766.396348:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326766.396348:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326766.396351:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326766.396353:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af85f150 00000100:00000001:0.0:1767326766.396355:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326766.396358:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af85f150. 00000100:00000001:0.0:1767326766.396359:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326766.396361:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326766.396365:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326766.396366:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326766.396373:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408700800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326766.396384:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326766.396387:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408700800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326766.396447:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326766.396449:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326766.396510:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326766.396512:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a20d0c8. 00000400:00000200:2.0:1767326766.396515:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326766.396518:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326766.396520:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de482f89 00000400:00000010:2.0:1767326766.396522:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de482f89. 00000100:00000001:2.0:1767326766.396523:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326766.396526:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408700928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326766.396532:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326766.396533:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408700928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326766.396538:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326766.396539:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326766.398387:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326766.398429:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326766.398433:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326766.398436:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326766.398443:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326766.398454:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f12d00 00000400:00000200:1.0:1767326766.398460:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1419 [1] + 224 00000800:00000001:1.0:1767326766.398466:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326766.398472:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326766.398473:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326766.398476:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326766.398479:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326766.398482:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408700672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326766.398496:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408700672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326766.398511:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326766.398521:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326766.398524:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326766.398551:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326766.398554:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326766.398560:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326766.398562:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326766.398564:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001389c6bf. 00000400:00000200:2.0:1767326766.398568:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057863878 00000400:00000010:2.0:1767326766.398570:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057863878. 00000100:00000001:2.0:1767326766.398573:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326766.398578:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408700672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326766.398588:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408700672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326766.398595:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326766.398596:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326766.398597:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326766.398600:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326766.398602:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1767326766.398603:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326766.398605:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326766.398614:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326766.398617:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326766.398624:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=12 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326766.398629:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=12 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326766.398631:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326766.398633:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326766.398636:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326766.398639:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326766.398640:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326766.398642:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326766.398644:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326766.398647:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408700672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326766.398649:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:2.0:1767326766.398655:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326766.398658:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767326766.398658:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12d80 00000100:00000001:2.0:1767326766.398661:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326766.398664:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1421 [1] + 224 00000800:00000001:3.0:1767326766.398668:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767326766.398670:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408700672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326766.398672:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326766.398674:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326766.398678:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00100000:2.0:1767326766.398680:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408700672:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326766.398682:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326766.398685:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326766.398685:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408700800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326766.398687:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326766.398690:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408700672/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326766.398695:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408700800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326766.398698:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326766.398701:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326766.398703:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002dae379f. 02000000:00000001:2.0:1767326766.398707:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326766.398709:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326766.398711:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326766.398713:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326766.398716:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c0c3cee. 00000100:00000001:3.0:1767326766.398719:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326766.398720:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326766.398721:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326766.398723:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000800:00000001:3.0:1767326766.398725:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326766.398727:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000001:3.0:1767326766.398729:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326766.398731:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326766.398732:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326766.398734:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326766.398735:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326766.398739:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326766.398740:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:2.0:1767326766.398741:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326766.398743:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326766.398746:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326766.398747:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12e00 00000100:00000001:0.0:1767326766.398748:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326766.398752:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326766.398755:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1429 [1] + 224 00000400:00000001:0.0:1767326766.398761:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326766.398761:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326766.398765:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326766.398767:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e913a28b. 00000800:00000001:3.0:1767326766.398770:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326766.398771:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dcf3fdb 00000400:00000010:0.0:1767326766.398777:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dcf3fdb. 00000400:00000200:3.0:1767326766.398777:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326766.398781:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326766.398788:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408700800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326766.398789:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326766.398796:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326766.398801:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408700928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326766.398804:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408700800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326766.398825:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326766.398826:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408700928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326766.398834:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326766.398836:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326766.398838:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326766.398839:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326766.398840:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326766.398841:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326766.398844:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767326766.398845:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=7 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326766.398849:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=7 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326766.398850:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326766.398852:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326766.398854:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326766.398855:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326766.398856:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326766.398860:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326766.398863:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326766.398864:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326766.398866:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326766.398867:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326766.398871:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408700800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326766.398877:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326766.398879:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326766.398881:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326766.398883:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408700800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326766.398889:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408700800:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326766.398894:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326766.398896:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326766.398896:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326766.398900:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408700800/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326766.398900:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326766.398905:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326766.398908:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1767326766.398908:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326766.398910:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf10c7db. 02000000:00000001:0.0:1767326766.398911:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326766.398914:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a25ac4b. 00000400:00000200:1.0:1767326766.398916:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b09e4b46 02000000:00000001:0.0:1767326766.398918:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1767326766.398919:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b09e4b46. 00000020:00000001:0.0:1767326766.398920:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326766.398923:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767326766.398927:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000200:1.0:1767326766.398929:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408700928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767326766.398931:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326766.398934:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dadd9a6c. 02000000:00000001:0.0:1767326766.398938:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326766.398941:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326766.398944:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000200:1.0:1767326766.398946:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408700928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326766.398948:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326766.398950:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326766.398954:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326766.398961:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326766.398961:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326766.398965:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326766.398966:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326766.398970:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326766.398970:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326766.398972:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326766.398973:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326766.398974:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326766.398977:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326766.398980:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326766.398983:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=151 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326766.398985:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=91 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326766.398987:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326766.398989:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326766.398990:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326766.398993:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e6bdf5e7 x1853175408700928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326766.398998:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326766.399005:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326766.399007:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326766.399008:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326766.399009:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326766.399012:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408700928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326766.399016:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326766.399017:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326766.399018:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326766.399020:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408700928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326766.399025:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408700928:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326766.399027:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326766.399029:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326766.399030:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408700928/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326782 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326766.399034:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326766.399035:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326766.399036:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9d37473. 02000000:00000001:1.0:1767326766.399039:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326766.399039:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326766.399040:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326766.399041:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326766.399042:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed9e0e5f. 02000000:00000001:1.0:1767326766.399044:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326766.399045:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326766.399046:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:1.0:1767326766.399048:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326766.399049:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326766.399050:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326766.399053:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326766.399054:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326766.399056:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326766.399060:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326767.419493:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326767.419506:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326767.419509:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326767.419512:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326767.419518:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326767.419520:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326767.419521:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326767.419523:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326767.419565:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326767.419569:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326767.419573:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326768.443547:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326768.443557:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326768.443624:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326768.443630:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326768.443634:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326769.467502:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326769.467510:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326769.467577:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326769.467583:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326769.467587:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326770.235506:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306638017, at 4306638080 00000100:00000040:1.0:1767326770.235506:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306638017, at 4306638080 00000100:00000040:2.0:1767326770.235507:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306638017, at 4306638080 00000100:00000010:2.0:1767326770.235523:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aabb1a3c. 00000100:00000010:0.0:1767326770.235525:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e590900. 00000100:00000010:1.0:1767326770.235529:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e604e96. 00000100:00000040:3.0:1767326770.235554:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306638017, at 4306638080 00000100:00000010:3.0:1767326770.235565:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000417bd662. 00010000:00000001:0.0:1767326770.491510:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326770.491515:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326770.491619:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326770.491627:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326770.491632:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326771.515477:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326771.515484:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326771.515579:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326771.515584:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326771.515588:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326771.515625:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326771.515631:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326771.515639:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d01b32e0. 00000020:00000040:3.0:1767326771.515644:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326771.515647:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326771.515650:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326771.515654:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326771.515662:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e9ecf111. 00000100:00000001:3.0:1767326771.515679:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326771.515688:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000d01b32e0 x1853175408701056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326771.515697:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326771.515698:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326771.515702:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d01b32e0] to pc [ptlrpcd_00_00+0] req@00000000d01b32e0 x1853175408701056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326771.515743:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767326771.515747:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767326771.515749:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326771.515760:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326771.515762:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326771.515766:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326771.515766:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326771.515773:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326771.515776:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005066112f. 00000020:00000040:3.0:1767326771.515779:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326771.515781:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326771.515782:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326771.515784:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326771.515787:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bf97ac1. 00000100:00000001:3.0:1767326771.515789:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326771.515792:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000005066112f x1853175408701184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326771.515797:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326771.515798:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326771.515800:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005066112f] to pc [ptlrpcd_00_01+1] req@000000005066112f x1853175408701184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326771.515823:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326771.515825:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326771.515826:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326771.515828:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326771.515830:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326771.515833:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005066112f x1853175408701184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326771.515839:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326771.515840:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326771.515843:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326771.515844:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326771.515846:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326771.515848:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005066112f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408701184:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326771.515851:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326771.515855:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326771.515856:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326771.515858:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326771.515861:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035af59e1. 02000000:00000001:2.0:1767326771.515862:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326771.515872:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cec02db7. 00000400:00000010:2.0:1767326771.515878:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936f1d73. 00000100:00000200:2.0:1767326771.515883:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408701184, portal 10 00000100:00000001:2.0:1767326771.515885:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326771.515886:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571625856 : -115369137925760 : ffff971287841180) 00000100:00000040:2.0:1767326771.515890:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005066112f x1853175408701184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326771.515896:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326771.515898:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326771.515899:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea7dd868. 00000100:00000200:2.0:1767326771.515901:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408701184, offset 0 00000400:00000200:2.0:1767326771.515905:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326771.515916:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326771.515920:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326771.515923:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326771.515926:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326771.515928:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326771.515931:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [621:621:256:4294967295] 192.168.202.142@tcp LPNI seq info [621:621:8:4294967295] 00000400:00000200:2.0:1767326771.515945:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326771.515949:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326771.515953:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c0c3cee. 00000800:00000200:2.0:1767326771.515958:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326771.515965:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326771.515969:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c0c3cee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326771.515982:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326771.515985:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 85193 usecs (86 jiffies) 00000100:00000001:2.0:1767326771.515988:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306639446 00000100:00000010:2.0:1767326771.515990:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b2f365e. 00000100:00000001:2.0:1767326771.515996:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326771.516000:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306639446 00000100:00000010:2.0:1767326771.516006:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074bebb19. 00000100:00000001:2.0:1767326771.516009:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767326771.516018:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306639446 00000100:00000010:2.0:1767326771.516020:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c04931a1. 00000100:00000001:2.0:1767326771.516022:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326771.516024:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306639446 00000100:00000010:2.0:1767326771.516026:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088885fd7. 00000100:00000001:2.0:1767326771.516028:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767326771.516029:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326771.516031:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326771.516033:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326771.516036:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d01b32e0 x1853175408701056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326771.516041:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326771.516043:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326771.516045:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326771.516046:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326771.516048:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326771.516050:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d01b32e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408701056:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326771.516053:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326771.516056:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326771.516057:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326771.516058:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767326771.516061:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b96085d9. 02000000:00000001:2.0:1767326771.516062:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326771.516064:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0782819. 00000400:00000010:2.0:1767326771.516067:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091464543. 00000100:00000200:2.0:1767326771.516069:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408701056, portal 25 00000100:00000001:2.0:1767326771.516070:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326771.516071:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571623168 : -115369137928448 : ffff971287840700) 00000100:00000040:2.0:1767326771.516074:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d01b32e0 x1853175408701056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326771.516083:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326771.516084:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:2.0:1767326771.516086:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039fbeb8f. 00000100:00000200:2.0:1767326771.516088:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408701056, offset 0 00000400:00000200:2.0:1767326771.516090:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326771.516094:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:2.0:1767326771.516096:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767326771.516098:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326771.516100:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326771.516102:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326771.516104:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [622:622:255:4294967295] 192.168.202.142@tcp LPNI seq info [622:622:7:4294967295] 00000800:00000200:0.0:1767326771.516110:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767326771.516111:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000010:0.0:1767326771.516118:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c0c3cee. 00000800:00000200:2.0:1767326771.516118:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326771.516123:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f07b907. 00000400:00000200:0.0:1767326771.516126:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767326771.516127:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:2.0:1767326771.516135:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326771.516139:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f07b907 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326771.516140:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326771.516142:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326771.516144:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306643137 00000100:00000001:2.0:1767326771.516148:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306639446 00000100:00000001:2.0:1767326771.516150:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306643137 00000100:00000001:2.0:1767326771.516155:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306639446 00000100:00000001:2.0:1767326771.516159:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306643137 00000400:00000200:0.0:1767326771.516160:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea7dd868 00000100:00000001:2.0:1767326771.516161:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306639446 00000400:00000010:0.0:1767326771.516166:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea7dd868. 00000100:00000001:2.0:1767326771.516166:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306643137 00000100:00000001:2.0:1767326771.516169:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306639446 00000100:00000001:2.0:1767326771.516173:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326771.516174:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326771.516175:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326771.516183:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005066112f x1853175408701184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326771.516184:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326771.516188:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326771.516194:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326771.516197:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326771.516201:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326771.516203:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326771.516205:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326771.516206:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326771.516207:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326771.516213:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005066112f x1853175408701184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326771.516223:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326771.516226:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767326771.516244:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326771.516246:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f07b907. 00000400:00000200:0.0:1767326771.516248:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326771.516252:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326771.516254:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039fbeb8f 00000400:00000010:0.0:1767326771.516255:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039fbeb8f. 00000100:00000001:0.0:1767326771.516257:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326771.516259:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d01b32e0 x1853175408701056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326771.516264:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326771.516266:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d01b32e0 x1853175408701056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326771.516270:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326771.516271:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326771.516342:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326771.516345:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326771.516347:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326771.516349:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667ee4ce. 00000020:00000040:3.0:1767326771.516351:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326771.516353:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326771.516355:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326771.516361:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326771.516364:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000243161f8. 00000100:00000001:3.0:1767326771.516367:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326771.516380:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326771.516382:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000667ee4ce x1853175408701312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326771.516385:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326771.516394:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326771.516395:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326771.516450:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000667ee4ce] to pc [ptlrpcd_00_02+2] req@00000000667ee4ce x1853175408701312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326771.516465:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326771.516467:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767326771.516470:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767326771.516474:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11977) 00000100:00000001:0.0:1767326771.516476:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326771.516480:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326771.516481:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326771.516486:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000667ee4ce x1853175408701312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326771.516492:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326771.516494:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326771.516502:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326771.516502:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326771.516504:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326771.516508:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326771.516509:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326771.516511:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408701312:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326771.516516:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326771.516519:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326771.516521:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326771.516522:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326771.516525:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006518b3e9. 02000000:00000001:0.0:1767326771.516527:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326771.516530:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd779d31. 00000400:00000010:0.0:1767326771.516535:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f208077f. 00000100:00000001:2.0:1767326771.516535:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326771.516540:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408701312, portal 10 00000100:00000001:2.0:1767326771.516540:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326771.516544:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326771.516545:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326771.516546:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571631232 : -115369137920384 : ffff971287842680) 00000100:00000001:2.0:1767326771.516552:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326771.516555:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000667ee4ce x1853175408701312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326771.516561:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326771.516563:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326771.516566:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de705503. 00000100:00000200:0.0:1767326771.516567:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408701312, offset 0 00000400:00000200:0.0:1767326771.516571:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326771.516577:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326771.516580:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326771.516584:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326771.516586:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326771.516589:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326771.516591:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [623:623:256:4294967295] 192.168.202.142@tcp LPNI seq info [623:623:8:4294967295] 00000400:00000200:0.0:1767326771.516600:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326771.516605:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326771.516608:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a20d0c8. 00000800:00000200:0.0:1767326771.516613:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326771.516624:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326771.516627:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a20d0c8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326771.516641:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326771.516644:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 112342 usecs (113 jiffies) 00000100:00000001:0.0:1767326771.516646:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306639474 00000100:00000001:0.0:1767326771.516648:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306643137 00000100:00000001:0.0:1767326771.516649:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306639474 00000100:00000001:0.0:1767326771.516650:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306643137 00000100:00000001:0.0:1767326771.516652:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306639474 00000100:00000001:0.0:1767326771.516653:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306643137 00000100:00000001:0.0:1767326771.516654:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306639474 00000100:00000001:0.0:1767326771.516655:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306643137 00000100:00000001:0.0:1767326771.516657:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326771.516658:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326771.516660:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326771.516662:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326771.516665:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326771.516666:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326771.516668:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326771.516669:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326771.516670:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326771.516671:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326771.516701:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326771.516705:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a20d0c8. 00000400:00000200:1.0:1767326771.516710:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326771.516715:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326771.516719:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de705503 00000400:00000010:1.0:1767326771.516720:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de705503. 00000100:00000001:1.0:1767326771.516723:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326771.516729:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000667ee4ce x1853175408701312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326771.516737:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326771.516739:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000667ee4ce x1853175408701312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326771.516746:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326771.516748:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326771.517955:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326771.517966:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326771.517968:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326771.517970:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326771.517975:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326771.518093:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12f00 00000400:00000200:3.0:1767326771.518099:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1431 [1] + 224 00000800:00000001:3.0:1767326771.518105:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326771.518109:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326771.518111:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326771.518113:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326771.518116:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326771.518119:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005066112f x1853175408701184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326771.518127:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005066112f x1853175408701184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326771.518186:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326771.518198:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326771.518201:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326771.518203:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326771.518204:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326771.518207:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326771.518212:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f12e80 00000400:00000200:3.0:1767326771.518215:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1439 [1] + 224 00000800:00000001:3.0:1767326771.518218:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326771.518221:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326771.518222:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326771.518224:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326771.518226:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326771.518229:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d01b32e0 x1853175408701056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326771.518234:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d01b32e0 x1853175408701056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326771.518239:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326771.518241:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326771.518243:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326771.518273:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326771.518276:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326771.518280:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326771.518282:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326771.518283:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cec02db7. 00000400:00000200:2.0:1767326771.518287:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936f1d73 00000400:00000010:2.0:1767326771.518288:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936f1d73. 00000100:00000001:2.0:1767326771.518290:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326771.518295:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005066112f x1853175408701184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326771.518303:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005066112f x1853175408701184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326771.518308:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326771.518310:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326771.518311:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326771.518314:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326771.518315:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326771.518317:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326771.518319:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326771.518325:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=12 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326771.518328:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=12 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326771.518330:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326771.518331:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326771.518333:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326771.518336:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326771.518344:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326771.518346:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326771.518348:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326771.518349:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326771.518352:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005066112f x1853175408701184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326771.518353:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326771.518360:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767326771.518361:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326771.518364:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326771.518364:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326771.518366:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326771.518368:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326771.518390:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005066112f x1853175408701184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326771.518392:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00100000:2.0:1767326771.518419:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005066112f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408701184:192.168.202.142@tcp:400: 00000400:00000001:2.0:1767326771.518425:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326771.518427:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326771.518428:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0782819. 00000400:00000200:2.0:1767326771.518431:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091464543 00000400:00000010:2.0:1767326771.518435:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091464543. 00000400:00000200:0.0:1767326771.518436:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f12f80 00000100:00000001:2.0:1767326771.518438:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326771.518443:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d01b32e0 x1853175408701056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326771.518449:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1441 [1] + 224 00000100:00000200:2.0:1767326771.518457:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d01b32e0 x1853175408701056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326771.518460:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326771.518462:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326771.518464:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326771.518465:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326771.518468:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326771.518470:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326771.518471:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326771.518472:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326771.518474:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326771.518475:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=17 v=5 (5 5 5 5) 00000400:00000200:0.0:1767326771.518479:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1767326771.518480:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=17 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326771.518484:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767326771.518485:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326771.518489:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326771.518492:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326771.518494:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326771.518495:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326771.518497:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326771.518500:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d01b32e0 x1853175408701056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326771.518506:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000667ee4ce x1853175408701312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326771.518507:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326771.518512:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326771.518514:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326771.518521:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d01b32e0 x1853175408701056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326771.518531:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000667ee4ce x1853175408701312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326771.518532:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d01b32e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408701056:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326771.518539:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326771.518542:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326771.518547:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005066112f x1853175408701184/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326771.518558:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326771.518560:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326771.518562:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035af59e1. 00000100:00000001:0.0:1767326771.518565:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326771.518567:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326771.518570:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326771.518572:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000800:00000001:0.0:1767326771.518574:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767326771.518575:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326771.518579:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bf97ac1. 00000800:00000001:0.0:1767326771.518580:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326771.518584:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326771.518588:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326771.518590:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005066112f. 00000100:00000001:3.0:1767326771.518590:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326771.518593:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326771.518597:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1767326771.518599:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767326771.518600:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326771.518602:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326771.518606:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767326771.518606:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd779d31. 00000400:00000200:3.0:1767326771.518612:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f208077f 00000100:00000040:2.0:1767326771.518614:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d01b32e0 x1853175408701056/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767326771.518615:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f208077f. 00000100:00000001:3.0:1767326771.518619:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326771.518625:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000667ee4ce x1853175408701312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326771.518633:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767326771.518636:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000667ee4ce x1853175408701312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326771.518641:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326771.518644:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b96085d9. 00000100:00000001:3.0:1767326771.518646:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767326771.518649:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767326771.518649:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326771.518652:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326771.518653:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326771.518655:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326771.518655:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e9ecf111. 02000000:00000001:2.0:1767326771.518659:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326771.518660:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326771.518661:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767326771.518663:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:2.0:1767326771.518664:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d01b32e0. 00000100:00000001:3.0:1767326771.518665:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326771.518669:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326771.518669:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326771.518671:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326771.518672:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326771.518676:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326771.518678:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=6 v=5 (5 5 5 5) 00000100:00000001:2.0:1767326771.518679:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326771.518683:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326771.518683:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=96 v=5 (1 1 0 0) 00000100:00000001:2.0:1767326771.518688:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326771.518689:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326771.518693:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326771.518694:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326771.518695:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767326771.518700:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000667ee4ce x1853175408701312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326771.518705:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326771.518708:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326771.518709:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326771.518710:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326771.518711:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326771.518713:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000667ee4ce x1853175408701312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326771.518717:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326771.518719:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326771.518720:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326771.518722:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000667ee4ce x1853175408701312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326771.518726:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408701312:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326771.518729:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326771.518730:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326771.518731:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000667ee4ce x1853175408701312/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326787 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326771.518735:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326771.518736:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326771.518737:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006518b3e9. 02000000:00000001:3.0:1767326771.518743:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326771.518744:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326771.518745:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326771.518746:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326771.518747:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000243161f8. 02000000:00000001:3.0:1767326771.518749:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326771.518750:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326771.518751:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000667ee4ce. 00000100:00000001:3.0:1767326771.518752:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326771.518753:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326771.518754:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326771.518757:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326771.518758:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326771.518759:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326771.518760:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326772.539509:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326772.539517:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326772.539594:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326772.539599:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326772.539602:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326773.563479:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326773.563488:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326773.563555:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326773.563561:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326773.563565:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326774.587529:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326774.587537:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326774.587604:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326774.587610:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326774.587614:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326775.355485:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306643137, at 4306643200 00000100:00000040:2.0:1767326775.355493:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306643137, at 4306643200 00000100:00000040:3.0:1767326775.355499:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306643137, at 4306643200 00000100:00000040:0.0:1767326775.355501:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306643137, at 4306643200 00000100:00000010:3.0:1767326775.355515:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088885fd7. 00000100:00000010:2.0:1767326775.355517:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c04931a1. 00000100:00000010:0.0:1767326775.355521:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b2f365e. 00000100:00000010:1.0:1767326775.355528:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074bebb19. 00010000:00000001:0.0:1767326775.611546:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326775.611554:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326775.611626:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326775.611630:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326775.611633:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326776.635556:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326776.635566:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326776.635569:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326776.635572:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326776.635573:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326776.635580:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767326776.635580:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326776.635585:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326776.635588:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326776.635591:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd91ad23. 00010000:00000001:0.0:1767326776.635592:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767326776.635598:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326776.635603:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326776.635606:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326776.635610:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326776.635615:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000079c79e5f. 00000100:00000001:1.0:1767326776.635621:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326776.635629:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000cd91ad23 x1853175408701440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326776.635638:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326776.635641:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326776.635646:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd91ad23] to pc [ptlrpcd_00_03+3] req@00000000cd91ad23 x1853175408701440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326776.635673:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326776.635677:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1767326776.635677:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326776.635681:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326776.635684:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00010000:2.0:1767326776.635685:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:1.0:1767326776.635691:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000457f07b7. 00000020:00000040:1.0:1767326776.635696:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326776.635700:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767326776.635701:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326776.635703:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326776.635706:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767326776.635708:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326776.635711:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767326776.635715:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008588d8b0. 00000100:00000040:0.0:1767326776.635722:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd91ad23 x1853175408701440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326776.635722:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326776.635723:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326776.635735:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326776.635738:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000457f07b7 x1853175408701568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326776.635752:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326776.635754:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326776.635757:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326776.635760:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000457f07b7] to pc [ptlrpcd_00_00+0] req@00000000457f07b7 x1853175408701568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326776.635768:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326776.635775:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326776.635779:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326776.635782:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326776.635786:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cd91ad23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408701440:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326776.635791:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326776.635796:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326776.635799:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326776.635801:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326776.635802:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326776.635805:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767326776.635809:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ddf88a1. 00000100:00000001:1.0:1767326776.635810:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326776.635815:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326776.635815:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f77d35e. 00000020:00000040:1.0:1767326776.635821:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326776.635825:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767326776.635826:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000137f3f4a. 02000000:00000001:1.0:1767326776.635827:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767326776.635829:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326776.635830:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326776.635834:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767326776.635837:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041419967. 00000100:00000001:2.0:1767326776.635838:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767326776.635839:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5dc54ea. 00000100:00000001:1.0:1767326776.635844:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326776.635848:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408701440, portal 25 00000100:00000040:2.0:1767326776.635849:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000457f07b7 x1853175408701568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326776.635852:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000006f77d35e x1853175408701696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326776.635855:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326776.635858:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326776.635860:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604912512 : -115369104639104 : ffff9712897ffb80) 00000100:00000001:3.0:1767326776.635869:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326776.635876:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cd91ad23 x1853175408701440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326776.635890:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326776.635892:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326776.635894:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326776.635895:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326776.635901:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767326776.635904:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326776.635905:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f77d35e] to pc [ptlrpcd_00_01+1] req@000000006f77d35e x1853175408701696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326776.635911:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326776.635913:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326776.635917:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326776.635921:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b69d1078. 00000100:00100000:2.0:1767326776.635925:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000457f07b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408701568:192.168.202.142@tcp:400: 00000100:00000200:0.0:1767326776.635928:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408701440, offset 0 00000100:00000001:2.0:1767326776.635932:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326776.635936:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326776.635937:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326776.635938:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326776.635942:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767326776.635944:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326776.635945:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767326776.635946:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1767326776.635952:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035af59e1. 00000100:00000040:1.0:1767326776.635954:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11982) 02000000:00000001:2.0:1767326776.635955:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326776.635961:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0782819. 00000400:00000010:2.0:1767326776.635966:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091464543. 00000400:00000200:0.0:1767326776.635967:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:2.0:1767326776.635970:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408701568, portal 10 00000100:00000001:2.0:1767326776.635974:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326776.635975:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326776.635976:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604906240 : -115369104645376 : ffff9712897fe300) 00000100:00000001:3.0:1767326776.635977:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326776.635984:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326776.635986:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326776.635991:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000457f07b7 x1853175408701568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326776.635993:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326776.635994:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326776.636003:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326776.636009:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767326776.636013:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f77d35e x1853175408701696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326776.636014:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936f1d73. 00000400:00000200:0.0:1767326776.636015:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000200:2.0:1767326776.636022:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408701568, offset 0 00000400:00000200:0.0:1767326776.636035:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [624:624:256:4294967295] 192.168.202.142@tcp LPNI seq info [624:624:8:4294967295] 00000400:00000200:2.0:1767326776.636035:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326776.636064:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326776.636070:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326776.636074:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:3.0:1767326776.636081:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326776.636086:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767326776.636087:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326776.636088:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:3.0:1767326776.636101:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326776.636102:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1767326776.636104:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a20d0c8. 00000400:00000200:2.0:1767326776.636108:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:2.0:1767326776.636113:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1767326776.636115:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408701696:192.168.202.142@tcp:400: 00000400:00000200:2.0:1767326776.636119:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:0.0:1767326776.636128:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326776.636129:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [625:625:255:4294967295] 192.168.202.142@tcp LPNI seq info [625:625:7:4294967295] 00000100:00000001:3.0:1767326776.636138:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326776.636148:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767326776.636150:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:2.0:1767326776.636154:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000001:3.0:1767326776.636156:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326776.636160:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a20d0c8 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767326776.636169:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767326776.636170:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:2.0:1767326776.636174:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fb30d8a. 00000800:00000200:2.0:1767326776.636178:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326776.636182:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326776.636183:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326776.636188:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306648257 00000800:00000200:2.0:1767326776.636193:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fb30d8a type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1767326776.636193:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006518b3e9. 00000100:00000010:0.0:1767326776.636196:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002806ae4a. 02000000:00000001:3.0:1767326776.636206:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326776.636208:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326776.636209:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767326776.636214:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 84756 usecs (85 jiffies) 00000100:00000001:2.0:1767326776.636218:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306644565 00000400:00000010:3.0:1767326776.636218:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006805e30e. 00000100:00000001:0.0:1767326776.636219:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306648257 00000100:00000001:2.0:1767326776.636232:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306648257 00000100:00000010:0.0:1767326776.636233:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be5cd0f0. 00000100:00000001:2.0:1767326776.636236:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306644565 00000400:00000010:3.0:1767326776.636236:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046298f58. 00000100:00000001:0.0:1767326776.636240:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767326776.636246:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1767326776.636250:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408701696, portal 10 00000100:00000001:0.0:1767326776.636251:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306648257 00000100:00000001:2.0:1767326776.636251:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306648257 00000800:00000010:1.0:1767326776.636252:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a20d0c8. 00000100:00000010:0.0:1767326776.636263:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006635b1ce. 00000100:00000001:3.0:1767326776.636264:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326776.636265:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306644565 00000400:00000200:1.0:1767326776.636266:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326776.636270:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604910720 : -115369104640896 : ffff9712897ff480) 00000100:00000001:0.0:1767326776.636271:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326776.636279:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306648257 00000400:00000200:1.0:1767326776.636280:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326776.636280:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306648257 00000100:00000010:0.0:1767326776.636288:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000055b570f. 00000100:00000001:2.0:1767326776.636289:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306644565 00000100:00000040:3.0:1767326776.636290:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f77d35e x1853175408701696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767326776.636291:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b69d1078 00000100:00000001:0.0:1767326776.636295:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1767326776.636297:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b69d1078. 00000100:00000001:0.0:1767326776.636305:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326776.636305:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306648257 00000100:00000001:1.0:1767326776.636306:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326776.636314:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767326776.636315:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cd91ad23 x1853175408701440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326776.636317:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326776.636339:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326776.636342:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326776.636349:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326776.636355:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326776.636359:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326776.636370:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326776.636372:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326776.636373:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326776.636375:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326776.636376:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326776.636384:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326776.636385:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326776.636389:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326776.636392:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326776.636392:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326776.636435:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326776.636435:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f68e8c4e. 00000100:00000001:0.0:1767326776.636447:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326776.636447:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408701696, offset 0 00000100:00000001:2.0:1767326776.636448:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326776.636450:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326776.636461:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326776.636464:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cd91ad23 x1853175408701440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326776.636471:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326776.636484:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326776.636487:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767326776.636492:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326776.636499:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326776.636504:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326776.636507:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326776.636511:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326776.636514:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [626:626:254:4294967295] 192.168.202.142@tcp LPNI seq info [626:626:6:4294967295] 00000400:00000200:3.0:1767326776.636526:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326776.636533:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326776.636539:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000243161f8. 00000800:00000200:3.0:1767326776.636546:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326776.636555:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326776.636559:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000243161f8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326776.636564:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326776.636569:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 111753 usecs (112 jiffies) 00000100:00000001:3.0:1767326776.636573:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306644593 00000100:00000001:3.0:1767326776.636577:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306648257 00000100:00000001:3.0:1767326776.636590:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306644593 00000100:00000001:3.0:1767326776.636593:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306648257 00000100:00000001:3.0:1767326776.636595:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306644593 00000100:00000001:3.0:1767326776.636597:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306648257 00000100:00000001:3.0:1767326776.636600:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306644593 00000100:00000001:3.0:1767326776.636602:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306648257 00000100:00000001:3.0:1767326776.636605:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767326776.636607:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326776.636609:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326776.636611:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fb30d8a. 00000100:00000001:3.0:1767326776.636616:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326776.636617:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326776.636626:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326776.636629:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326776.636636:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936f1d73 00000400:00000010:1.0:1767326776.636637:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936f1d73. 00000100:00000001:1.0:1767326776.636640:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326776.636641:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767326776.636644:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000457f07b7 x1853175408701568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326776.636646:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326776.636656:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326776.636663:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767326776.636663:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326776.636667:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326776.636670:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000457f07b7 x1853175408701568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326776.636675:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326776.636687:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326776.636690:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326776.636708:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326776.636710:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000243161f8. 00000400:00000200:1.0:1767326776.636713:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326776.636716:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326776.636718:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f68e8c4e 00000400:00000010:1.0:1767326776.636719:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f68e8c4e. 00000100:00000001:1.0:1767326776.636721:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326776.636724:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f77d35e x1853175408701696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326776.636729:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326776.636730:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f77d35e x1853175408701696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326776.636744:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326776.636745:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326776.638155:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326776.638170:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326776.638173:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326776.638176:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326776.638342:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326776.638358:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f13000 00000400:00000200:3.0:1767326776.638367:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1449 [1] + 224 00000800:00000001:3.0:1767326776.638375:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326776.638507:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326776.638511:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326776.638517:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326776.638525:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326776.638530:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cd91ad23 x1853175408701440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326776.638543:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cd91ad23 x1853175408701440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326776.638636:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326776.638647:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326776.638653:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326776.638656:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326776.638660:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326776.638666:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326776.638675:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13080 00000100:00000001:0.0:1767326776.638677:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326776.638682:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326776.638686:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1451 [1] + 224 00000800:00000001:3.0:1767326776.638694:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767326776.638697:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326776.638700:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326776.638702:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326776.638707:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767326776.638709:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000137f3f4a. 00000400:00000200:0.0:1767326776.638718:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041419967 00000400:00000200:3.0:1767326776.638723:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000010:0.0:1767326776.638725:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041419967. 00000100:00000001:0.0:1767326776.638738:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326776.638739:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326776.638748:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cd91ad23 x1853175408701440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326776.638750:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000457f07b7 x1853175408701568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326776.638793:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cd91ad23 x1853175408701440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326776.638797:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000457f07b7 x1853175408701568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326776.638836:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326776.638841:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326776.638845:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326776.638847:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326776.638850:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326776.638851:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326776.638853:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326776.638858:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326776.638861:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767326776.638864:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=22 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326776.638871:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326776.638872:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=22 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326776.638881:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326776.638882:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326776.638884:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326776.638887:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326776.638888:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326776.638888:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326776.638894:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767326776.638898:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:2.0:1767326776.638899:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767326776.638904:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326776.638906:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0782819. 00000100:00000001:0.0:1767326776.638914:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326776.638914:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326776.638915:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091464543 00000400:00000010:2.0:1767326776.638923:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091464543. 00000100:00000040:0.0:1767326776.638930:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cd91ad23 x1853175408701440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326776.638932:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326776.638944:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000457f07b7 x1853175408701568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326776.638944:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13100 00000400:00000200:3.0:1767326776.638974:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1459 [1] + 224 00000100:00000001:0.0:1767326776.638976:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326776.638989:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326776.638997:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326776.638999:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767326776.639003:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000457f07b7 x1853175408701568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326776.639007:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd91ad23 x1853175408701440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326776.639010:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326776.639024:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767326776.639045:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cd91ad23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408701440:192.168.202.142@tcp:400: 00000400:00000200:3.0:1767326776.639049:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326776.639067:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326776.639068:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326776.639068:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326776.639072:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326776.639074:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326776.639077:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326776.639082:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767326776.639083:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cd91ad23 x1853175408701440/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326776.639086:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767326776.639087:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f77d35e x1853175408701696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326776.639092:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326776.639103:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326776.639116:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=17 v=5 (5 5 5 5) 00000100:00000001:0.0:1767326776.639133:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1767326776.639134:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=17 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326776.639140:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767326776.639140:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006f77d35e x1853175408701696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326776.639144:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326776.639147:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767326776.639152:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767326776.639154:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ddf88a1. 00010000:00000001:2.0:1767326776.639158:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326776.639164:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326776.639169:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767326776.639173:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767326776.639175:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000020:00000040:0.0:1767326776.639180:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326776.639184:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326776.639189:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326776.639196:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326776.639199:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000079c79e5f. 00000100:00000040:2.0:1767326776.639201:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000457f07b7 x1853175408701568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326776.639205:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767326776.639209:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767326776.639210:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326776.639217:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd91ad23. 00000100:00000001:2.0:1767326776.639217:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767326776.639223:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326776.639224:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326776.639225:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326776.639230:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326776.639231:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326776.639233:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326776.639238:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326776.639240:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000457f07b7 x1853175408701568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326776.639242:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326776.639245:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326776.639246:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326776.639250:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767326776.639251:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326776.639255:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767326776.639258:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326776.639259:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006805e30e. 00000100:00000001:0.0:1767326776.639262:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326776.639263:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000457f07b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408701568:192.168.202.142@tcp:400: 00000400:00000200:1.0:1767326776.639266:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046298f58 00000400:00000010:1.0:1767326776.639270:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046298f58. 00000100:00000001:2.0:1767326776.639273:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326776.639274:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326776.639280:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326776.639281:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f77d35e x1853175408701696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326776.639288:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000457f07b7 x1853175408701568/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326776.639294:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f77d35e x1853175408701696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326776.639315:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326776.639316:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326776.639320:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326776.639320:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767326776.639334:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326776.639335:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326776.639337:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326776.639338:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326776.639340:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326776.639346:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035af59e1. 00000100:00001000:1.0:1767326776.639347:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=11 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326776.639353:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=101 v=5 (1 1 0 0) 02000000:00000001:2.0:1767326776.639353:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326776.639357:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326776.639358:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326776.639362:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326776.639362:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00010000:00000001:1.0:1767326776.639366:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767326776.639368:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00080000:1.0:1767326776.639371:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006f77d35e x1853175408701696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767326776.639372:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008588d8b0. 02000000:00000001:2.0:1767326776.639379:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326776.639382:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767326776.639383:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326776.639385:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000457f07b7. 00000100:00000001:1.0:1767326776.639387:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326776.639390:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326776.639392:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326776.639392:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326776.639396:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326776.639396:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326776.639425:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f77d35e x1853175408701696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326776.639431:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326776.639433:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326776.639434:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326776.639436:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f77d35e x1853175408701696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326776.639442:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326776.639448:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408701696:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326776.639451:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326776.639454:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326776.639455:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326776.639457:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326776.639461:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f77d35e x1853175408701696/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326792 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326776.639461:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326776.639465:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326776.639471:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326776.639473:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326776.639475:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006518b3e9. 02000000:00000001:1.0:1767326776.639478:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326776.639479:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326776.639480:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326776.639482:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326776.639483:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5dc54ea. 02000000:00000001:1.0:1767326776.639484:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326776.639485:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326776.639486:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f77d35e. 00000100:00000001:1.0:1767326776.639488:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326776.639489:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326776.639490:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326776.639493:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326776.639494:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326776.639495:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326776.639497:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326777.659511:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326777.659520:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326777.659560:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326777.659564:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326777.659567:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326778.683492:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326778.683500:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326778.683578:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326778.683583:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326778.683587:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326779.707535:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326779.707541:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326779.707598:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326779.707601:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326779.707603:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326780.475506:0:209782:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306648257, at 4306648320 00000100:00000040:3.0:1767326780.475506:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306648257, at 4306648320 00000100:00000010:2.0:1767326780.475525:0:209782:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006635b1ce. 00000100:00000010:3.0:1767326780.475528:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000055b570f. 00000100:00000040:1.0:1767326780.475627:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306648257, at 4306648320 00000100:00000010:1.0:1767326780.475633:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be5cd0f0. 00000100:00000040:0.0:1767326780.475717:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306648257, at 4306648320 00000100:00000010:0.0:1767326780.475724:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002806ae4a. 00010000:00000001:0.0:1767326780.731518:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326780.731526:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326780.731582:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326780.731585:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326780.731588:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326781.755578:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326781.755591:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326781.755592:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326781.755605:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326781.755616:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667ee4ce. 00000020:00000040:3.0:1767326781.755623:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326781.755627:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326781.755640:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326781.755649:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326781.755659:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b1e5a3ef. 00000020:00000001:2.0:1767326781.755661:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326781.755666:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326781.755672:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326781.755675:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326781.755680:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000667ee4ce x1853175408701824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326781.755693:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326781.755695:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326781.755700:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000667ee4ce] to pc [ptlrpcd_00_02+2] req@00000000667ee4ce x1853175408701824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326781.755735:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326781.755737:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326781.755740:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326781.755743:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000412d9a58. 00000020:00000040:3.0:1767326781.755747:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326781.755750:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326781.755765:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326781.755767:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326781.755768:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326781.755775:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767326781.755776:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004088756a. 00000100:00000001:1.0:1767326781.755779:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326781.755782:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326781.755783:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326781.755787:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326781.755798:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000412d9a58 x1853175408701952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767326781.755799:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000667ee4ce x1853175408701824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326781.755844:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326781.755850:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326781.755852:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326781.755856:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326781.755859:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000412d9a58] to pc [ptlrpcd_00_03+3] req@00000000412d9a58 x1853175408701952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326781.755865:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326781.755881:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326781.755885:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326781.755887:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326781.755891:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767326781.755894:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326781.755898:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7b89fc3. 00000100:00100000:0.0:1767326781.755906:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408701824:192.168.202.142@tcp:400: 00000020:00000040:3.0:1767326781.755907:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326781.755912:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326781.755917:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326781.755918:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326781.755920:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326781.755921:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326781.755923:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326781.755930:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326781.755935:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767326781.755937:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000412d9a58 x1853175408701952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767326781.755940:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000243161f8. 02000000:00000001:0.0:1767326781.755941:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326781.755951:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767326781.755951:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326781.755962:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007efe0671. 00000100:00000001:1.0:1767326781.755963:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326781.755966:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000b7b89fc3 x1853175408702080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326781.755970:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326781.755970:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326781.755982:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326781.755987:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326781.755989:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000137f3f4a. 02000000:00000001:1.0:1767326781.756000:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326781.756008:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041419967. 00000100:00000001:3.0:1767326781.756008:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767326781.756009:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000412d9a58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408701952:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326781.756014:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326781.756024:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408701824, portal 25 00000100:00000001:1.0:1767326781.756024:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767326781.756030:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7b89fc3] to pc [ptlrpcd_00_00+0] req@00000000b7b89fc3 x1853175408702080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326781.756031:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326781.756032:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326781.756039:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571631232 : -115369137920384 : ffff971287842680) 02000000:00000001:1.0:1767326781.756039:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326781.756047:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326781.756057:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9096370. 00000100:00000040:0.0:1767326781.756058:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000667ee4ce x1853175408701824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326781.756062:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326781.756073:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000752481a1. 00000100:00000001:0.0:1767326781.756075:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326781.756081:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326781.756084:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6a4dc8. 00000100:00000001:3.0:1767326781.756084:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326781.756086:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a64290c. 00000100:00000040:3.0:1767326781.756097:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767326781.756098:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408701824, offset 0 00000100:00000200:1.0:1767326781.756100:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408701952, portal 10 00000100:00000001:1.0:1767326781.756111:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326781.756113:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326781.756116:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571629440 : -115369137922176 : ffff971287841f80) 00000100:00000001:2.0:1767326781.756117:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326781.756121:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767326781.756121:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11987) 00000100:00000001:2.0:1767326781.756125:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326781.756130:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326781.756132:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000412d9a58 x1853175408701952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326781.756146:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326781.756148:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326781.756153:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7b89fc3 x1853175408702080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326781.756159:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767326781.756159:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326781.756171:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326781.756173:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326781.756173:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767326781.756174:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001dad09e4. 00000400:00000200:0.0:1767326781.756182:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326781.756182:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326781.756183:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326781.756185:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408701952, offset 0 00000400:00000200:0.0:1767326781.756195:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767326781.756197:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326781.756202:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326781.756205:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [627:627:256:4294967295] 192.168.202.142@tcp LPNI seq info [627:627:8:4294967295] 00000400:00000200:1.0:1767326781.756214:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326781.756217:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326781.756227:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7b89fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408702080:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326781.756228:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326781.756237:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326781.756242:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:0.0:1767326781.756248:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a20d0c8. 00000400:00000200:1.0:1767326781.756249:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326781.756253:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326781.756257:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:2.0:1767326781.756259:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767326781.756264:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326781.756264:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1767326781.756270:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326781.756273:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:2.0:1767326781.756290:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767326781.756297:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326781.756298:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [628:628:255:4294967295] 192.168.202.142@tcp LPNI seq info [628:628:7:4294967295] 02000000:00000010:2.0:1767326781.756298:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035af59e1. 02000000:00000001:2.0:1767326781.756304:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326781.756311:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0782819. 00000800:00000200:0.0:1767326781.756312:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a20d0c8 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767326781.756320:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091464543. 00000400:00000200:1.0:1767326781.756325:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000200:2.0:1767326781.756328:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408702080, portal 10 00000100:00000001:2.0:1767326781.756333:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1767326781.756335:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326781.756336:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571627648 : -115369137923968 : ffff971287841880) 00000100:00000001:0.0:1767326781.756338:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326781.756342:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5dc54ea. 00000100:00000001:0.0:1767326781.756347:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306653377 00000100:00000040:2.0:1767326781.756352:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7b89fc3 x1853175408702080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326781.756354:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000010:0.0:1767326781.756357:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002806ae4a. 00000100:00000001:0.0:1767326781.756370:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767326781.756372:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326781.756373:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326781.756380:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5dc54ea type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767326781.756381:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326781.756382:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306653377 00000100:00000001:1.0:1767326781.756387:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326781.756393:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049f01126. 00000400:00000010:2.0:1767326781.756393:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f807cad2. 00000100:00000040:1.0:1767326781.756396:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 84330 usecs (85 jiffies) 00000100:00000001:1.0:1767326781.756438:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306649686 00000100:00000001:1.0:1767326781.756442:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306653377 00000100:00000001:0.0:1767326781.756444:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326781.756445:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306649686 00000100:00000001:0.0:1767326781.756454:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306653378 00000100:00000001:1.0:1767326781.756455:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306653377 00000100:00000200:2.0:1767326781.756459:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408702080, offset 0 00000100:00000010:0.0:1767326781.756461:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a04ad297. 00000100:00000001:1.0:1767326781.756463:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306649686 00000800:00000200:3.0:1767326781.756464:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326781.756471:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000800:00000010:3.0:1767326781.756476:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a20d0c8. 00000400:00000200:2.0:1767326781.756477:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326781.756481:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306653378 00000100:00000001:1.0:1767326781.756482:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306653378 00000400:00000200:3.0:1767326781.756490:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767326781.756491:0:211396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000358418ea. 00000100:00000001:1.0:1767326781.756491:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306649686 00000400:00000200:2.0:1767326781.756495:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326781.756505:0:211396:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767326781.756506:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326781.756509:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326781.756518:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326781.756518:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326781.756520:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306653378 00000100:00000001:0.0:1767326781.756525:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326781.756526:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326781.756533:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326781.756534:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326781.756534:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326781.756541:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326781.756542:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326781.756542:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326781.756549:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [629:629:254:4294967295] 192.168.202.142@tcp LPNI seq info [629:629:6:4294967295] 00000100:00000001:0.0:1767326781.756553:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326781.756555:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326781.756557:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326781.756563:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326781.756563:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326781.756568:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326781.756568:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326781.756573:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326781.756575:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326781.756575:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326781.756579:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326781.756582:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326781.756585:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326781.756589:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a64290c 00000800:00000200:2.0:1767326781.756590:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326781.756592:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326781.756595:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a64290c. 00000800:00000010:2.0:1767326781.756602:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a28d6e6. 00000100:00000001:3.0:1767326781.756607:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767326781.756613:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000200:3.0:1767326781.756622:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000667ee4ce x1853175408701824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326781.756624:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:3.0:1767326781.756634:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767326781.756638:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a28d6e6 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1767326781.756643:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000667ee4ce x1853175408701824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326797 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326781.756653:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326781.756655:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326781.756658:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326781.756665:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 111178 usecs (112 jiffies) 00000100:00000001:2.0:1767326781.756669:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306649713 00000100:00000001:2.0:1767326781.756673:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306653377 00000800:00000200:3.0:1767326781.756673:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326781.756678:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5dc54ea. 00000100:00000001:2.0:1767326781.756680:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306649713 00000400:00000200:3.0:1767326781.756683:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326781.756686:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306653377 00000400:00000200:3.0:1767326781.756691:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326781.756693:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306649713 00000400:00000200:3.0:1767326781.756696:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dad09e4 00000400:00000010:3.0:1767326781.756702:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001dad09e4. 00000100:00000001:2.0:1767326781.756704:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306653378 00000100:00000001:3.0:1767326781.756708:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326781.756710:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306649713 00000100:00000200:3.0:1767326781.756715:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000412d9a58 x1853175408701952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326781.756717:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306653378 00000100:00000001:2.0:1767326781.756728:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326781.756740:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326781.756744:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767326781.756747:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326781.756752:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000412d9a58 x1853175408701952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326781.756754:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326781.756767:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326781.756767:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326781.756773:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326781.756773:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767326781.756781:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326781.756785:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326781.756787:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326781.756789:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326781.756839:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326781.756842:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a28d6e6. 00000400:00000200:3.0:1767326781.756844:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326781.756846:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326781.756853:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f807cad2 00000400:00000010:3.0:1767326781.756854:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f807cad2. 00000100:00000001:3.0:1767326781.756856:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326781.756859:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7b89fc3 x1853175408702080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326781.756863:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326781.756865:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7b89fc3 x1853175408702080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326781.756869:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326781.756869:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767326781.758860:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326781.758877:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326781.758881:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326781.758884:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326781.758895:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326781.758910:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f13180 00000400:00000200:1.0:1767326781.758918:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1461 [1] + 224 00000800:00000001:1.0:1767326781.758927:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326781.758933:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326781.758935:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326781.758940:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326781.758948:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326781.758954:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000667ee4ce x1853175408701824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326781.758965:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000667ee4ce x1853175408701824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326781.758983:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326781.758994:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326781.758998:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326781.759000:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326781.759002:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326781.759007:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:1.0:1767326781.759014:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13200 00000400:00000200:1.0:1767326781.759019:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1469 [1] + 224 00000800:00000001:1.0:1767326781.759024:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326781.759027:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326781.759037:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326781.759040:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326781.759042:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326781.759046:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326781.759049:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767326781.759053:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000412d9a58 x1853175408701952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767326781.759059:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326781.759063:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767326781.759067:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000412d9a58 x1853175408701952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326781.759068:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000137f3f4a. 00000400:00000200:0.0:1767326781.759076:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041419967 00000400:00000010:0.0:1767326781.759081:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041419967. 00000100:00000001:0.0:1767326781.759087:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326781.759093:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000667ee4ce x1853175408701824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326781.759094:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1767326781.759101:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326781.759105:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767326781.759108:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767326781.759111:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326781.759123:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767326781.759125:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:2.0:1767326781.759127:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326781.759132:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000667ee4ce x1853175408701824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326781.759134:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767326781.759140:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13280 00000400:00000001:2.0:1767326781.759144:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326781.759149:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000752481a1. 00000100:00000001:0.0:1767326781.759155:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767326781.759156:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6a4dc8 00000400:00000010:2.0:1767326781.759160:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6a4dc8. 00000100:00000001:0.0:1767326781.759161:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326781.759163:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326781.759166:0:211396:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767326781.759168:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1471 [1] + 224 02000000:00000001:0.0:1767326781.759171:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767326781.759172:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000412d9a58 x1853175408701952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326781.759177:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767326781.759179:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326781.759183:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326781.759188:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000412d9a58 x1853175408701952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326781.759190:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326781.759191:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326781.759195:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1767326781.759200:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=27 v=5 (5 5 5 5) 00000400:00000200:1.0:1767326781.759206:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00001000:0.0:1767326781.759212:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=27 v=5 (1 1 1 1) 00000100:00000001:2.0:1767326781.759214:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326781.759215:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326781.759219:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326781.759220:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767326781.759224:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7b89fc3 x1853175408702080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326781.759225:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326781.759225:0:211397:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767326781.759232:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767326781.759233:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767326781.759237:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326781.759238:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767326781.759243:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b7b89fc3 x1853175408702080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326781.759244:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326781.759244:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326781.759252:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326781.759257:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000667ee4ce x1853175408701824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326781.759262:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=22 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326781.759268:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=22 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326781.759271:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326781.759286:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767326781.759291:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326781.759291:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767326781.759297:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767326781.759298:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326781.759300:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326781.759306:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326781.759307:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326781.759312:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326781.759315:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326781.759319:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000040:0.0:1767326781.759321:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000667ee4ce x1853175408701824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326781.759324:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326781.759328:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326781.759336:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326781.759340:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000667ee4ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408701824:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326781.759345:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326781.759348:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000412d9a58 x1853175408701952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326781.759353:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767326781.759357:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767326781.759360:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1767326781.759362:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326781.759367:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0782819. 00000100:00000040:0.0:1767326781.759370:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000667ee4ce x1853175408701824/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326781.759371:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326781.759378:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091464543 00000100:00000001:2.0:1767326781.759381:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767326781.759385:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091464543. 00000100:00000001:2.0:1767326781.759386:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326781.759398:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767326781.759435:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000412d9a58 x1853175408701952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326781.759441:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326781.759447:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326781.759452:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007efe0671. 00000100:00000200:3.0:1767326781.759455:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7b89fc3 x1853175408702080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326781.759457:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000412d9a58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408701952:192.168.202.142@tcp:400: 02000000:00000001:0.0:1767326781.759468:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326781.759473:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326781.759478:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326781.759482:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767326781.759483:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326781.759491:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b1e5a3ef. 00000100:00000001:2.0:1767326781.759492:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326781.759505:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767326781.759505:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000412d9a58 x1853175408701952/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767326781.759511:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1767326781.759512:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7b89fc3 x1853175408702080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767326781.759518:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000667ee4ce. 00000100:00000001:2.0:1767326781.759531:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767326781.759532:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767326781.759536:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326781.759539:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326781.759541:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326781.759546:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326781.759546:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326781.759556:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9096370. 00000100:00000001:3.0:1767326781.759557:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326781.759560:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767326781.759563:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326781.759564:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326781.759567:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767326781.759568:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326781.759570:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326781.759573:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326781.759574:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767326781.759575:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326781.759582:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 02000000:00000001:3.0:1767326781.759583:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326781.759589:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326781.759593:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004088756a. 00000100:00001000:3.0:1767326781.759596:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=16 v=5 (5 5 5 5) 02000000:00000001:2.0:1767326781.759599:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326781.759603:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1767326781.759604:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=106 v=5 (1 1 0 0) 00000100:00000010:2.0:1767326781.759606:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000412d9a58. 00000100:00000001:3.0:1767326781.759618:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326781.759619:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326781.759622:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326781.759623:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326781.759633:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326781.759633:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326781.759637:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326781.759639:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326781.759640:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326781.759642:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767326781.759652:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b7b89fc3 x1853175408702080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326781.759662:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326781.759665:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326781.759667:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326781.759669:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326781.759670:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326781.759674:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7b89fc3 x1853175408702080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326781.759681:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326781.759684:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326781.759686:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326781.759689:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7b89fc3 x1853175408702080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326781.759696:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7b89fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408702080:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326781.759700:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326781.759703:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326781.759705:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7b89fc3 x1853175408702080/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326797 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326781.759712:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326781.759714:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326781.759717:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035af59e1. 02000000:00000001:3.0:1767326781.759721:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326781.759723:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326781.759724:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326781.759727:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326781.759728:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000243161f8. 02000000:00000001:3.0:1767326781.759732:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326781.759734:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326781.759735:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7b89fc3. 00000100:00000001:3.0:1767326781.759738:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326781.759755:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326781.759757:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326781.759764:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326781.759765:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326781.759768:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326781.759770:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326782.779494:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326782.779502:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326782.779548:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326782.779551:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326782.779554:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326783.803531:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326783.803538:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326783.803592:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326783.803595:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326783.803598:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326784.827510:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326784.827520:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326784.827575:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326784.827580:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326784.827584:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326785.595510:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306653377, at 4306653440 00000100:00000040:1.0:1767326785.595510:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306653377, at 4306653440 00000100:00000040:2.0:1767326785.595510:0:218378:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306653378, at 4306653440 00000100:00000040:3.0:1767326785.595510:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306653378, at 4306653440 00000100:00000010:2.0:1767326785.595528:0:218378:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a04ad297. 00000100:00000010:0.0:1767326785.595530:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002806ae4a. 00000100:00000010:3.0:1767326785.595531:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000358418ea. 00000100:00000010:1.0:1767326785.595542:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049f01126. 00010000:00000001:0.0:1767326785.851535:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326785.851545:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326785.851615:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326785.851621:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326785.851623:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326786.875485:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326786.875496:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326786.875499:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326786.875503:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326786.875507:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000040:1.0:1767326786.875507:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326786.875510:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326786.875512:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326786.875513:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326786.875514:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326786.875525:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006f77d35e. 00000020:00000040:1.0:1767326786.875532:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:1.0:1767326786.875537:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326786.875541:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326786.875548:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326786.875553:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:1.0:1767326786.875557:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb080471. 00000020:00000001:2.0:1767326786.875557:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326786.875561:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326786.875568:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326786.875580:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000006f77d35e x1853175408702208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767326786.875588:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326786.875591:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326786.875595:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f77d35e] to pc [ptlrpcd_00_01+1] req@000000006f77d35e x1853175408702208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326786.875618:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326786.875620:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326786.875624:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767326786.875627:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d0a181c0. 00000020:00000040:1.0:1767326786.875630:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326786.875633:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326786.875635:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326786.875637:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767326786.875638:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326786.875639:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326786.875642:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326786.875643:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326786.875645:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005493b67f. 00000100:00000001:3.0:1767326786.875647:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326786.875651:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326786.875655:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f77d35e x1853175408702208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326786.875660:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000d0a181c0 x1853175408702336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326786.875675:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326786.875677:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326786.875678:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326786.875679:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326786.875683:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0a181c0] to pc [ptlrpcd_00_02+2] req@00000000d0a181c0 x1853175408702336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326786.875683:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326786.875686:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326786.875688:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326786.875690:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408702208:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326786.875694:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326786.875699:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326786.875701:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326786.875704:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326786.875708:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9096370. 02000000:00000001:3.0:1767326786.875712:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326786.875719:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7c1a8ac. 00000400:00000010:3.0:1767326786.875726:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ead26eaf. 00000100:00000001:1.0:1767326786.875732:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326786.875732:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408702208, portal 25 00000100:00000001:3.0:1767326786.875737:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326786.875738:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326786.875739:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604910720 : -115369104640896 : ffff9712897ff480) 00000100:00000001:1.0:1767326786.875745:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326786.875746:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326786.875747:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006f77d35e x1853175408702208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326786.875749:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3b77a00. 00000100:00100000:2.0:1767326786.875750:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767326786.875753:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326786.875755:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326786.875756:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326786.875758:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326786.875762:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767326786.875764:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326786.875765:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326786.875767:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767326786.875768:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326786.875770:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326786.875772:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000010:1.0:1767326786.875774:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000824d53cf. 00000100:00000001:1.0:1767326786.875778:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326786.875780:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326786.875783:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767326786.875784:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b14ccc. 00000100:00000040:1.0:1767326786.875785:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000c3b77a00 x1853175408702464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326786.875786:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767326786.875790:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408702208, offset 0 00000100:00000040:2.0:1767326786.875793:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d0a181c0 x1853175408702336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326786.875799:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767326786.875801:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326786.875802:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326786.875809:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3b77a00] to pc [ptlrpcd_00_03+3] req@00000000c3b77a00 x1853175408702464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326786.875809:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326786.875811:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326786.875816:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326786.875819:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326786.875820:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:2.0:1767326786.875823:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326786.875827:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d0a181c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408702336:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326786.875828:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326786.875829:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326786.875832:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767326786.875834:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326786.875835:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326786.875837:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:2.0:1767326786.875839:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326786.875840:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326786.875843:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767326786.875844:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1767326786.875845:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1767326786.875846:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:3.0:1767326786.875848:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326786.875850:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326786.875850:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d64e397. 02000000:00000001:2.0:1767326786.875853:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326786.875855:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11992) 00000400:00000200:3.0:1767326786.875855:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [630:630:256:4294967295] 192.168.202.142@tcp LPNI seq info [630:630:8:4294967295] 00000400:00000010:2.0:1767326786.875858:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cec02db7. 00000100:00000001:0.0:1767326786.875864:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767326786.875865:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2f3b387. 00000100:00000001:0.0:1767326786.875867:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326786.875870:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408702336, portal 10 00000100:00000001:0.0:1767326786.875871:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326786.875874:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326786.875875:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326786.875877:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767326786.875877:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326786.875878:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604901760 : -115369104649856 : ffff9712897fd180) 00000100:00000040:0.0:1767326786.875884:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3b77a00 x1853175408702464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326786.875887:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d0a181c0 x1853175408702336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326786.875889:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326786.875896:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000243161f8. 00000800:00000200:3.0:1767326786.875907:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326786.875910:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326786.875913:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326786.875914:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767326786.875916:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326786.875919:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326786.875920:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326786.875921:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 02000000:00000001:0.0:1767326786.875924:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326786.875925:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000364a6fcd. 00000800:00000200:3.0:1767326786.875929:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000243161f8 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1767326786.875930:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408702336, offset 0 00000100:00100000:0.0:1767326786.875932:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3b77a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408702464:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326786.875937:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326786.875940:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:0.0:1767326786.875941:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326786.875943:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326786.875945:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326786.875947:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000010:0.0:1767326786.875949:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0e8d3bd. 00000400:00000200:2.0:1767326786.875950:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326786.875952:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326786.875954:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326786.875956:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:0.0:1767326786.875959:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000137f3f4a. 00000100:00000001:3.0:1767326786.875959:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306658497 00000400:00000200:2.0:1767326786.875960:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1767326786.875964:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041419967. 00000100:00000010:3.0:1767326786.875967:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003de2fc58. 00000100:00000200:0.0:1767326786.875970:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408702464, portal 10 00000400:00000200:2.0:1767326786.875971:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326786.875974:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326786.875977:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704604899072 : -115369104652544 : ffff9712897fc700) 00000100:00000001:3.0:1767326786.875977:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767326786.875978:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [631:631:255:4294967295] 192.168.202.142@tcp LPNI seq info [631:631:7:4294967295] 00000100:00000040:0.0:1767326786.875985:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3b77a00 x1853175408702464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326786.875989:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306658497 00000400:00000200:2.0:1767326786.875993:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000010:3.0:1767326786.875996:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007bf79e58. 00000100:00000001:3.0:1767326786.876003:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1767326786.876004:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326786.876010:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306658497 00000800:00000010:2.0:1767326786.876012:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b65b65b4. 00000100:00000001:0.0:1767326786.876013:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767326786.876016:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b70eb340. 00000100:00000001:3.0:1767326786.876021:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767326786.876023:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326786.876024:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326786.876025:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306658497 00000400:00000010:0.0:1767326786.876028:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ec518c. 00000100:00000010:3.0:1767326786.876033:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fb436f6. 00000100:00000200:0.0:1767326786.876034:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408702464, offset 0 00000800:00000200:2.0:1767326786.876035:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326786.876040:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b65b65b4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326786.876040:0:211395:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326786.876046:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326786.876047:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326786.876047:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326786.876052:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 83908 usecs (84 jiffies) 00000100:00000001:3.0:1767326786.876053:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326786.876057:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326786.876058:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306654804 00000800:00000200:1.0:1767326786.876061:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767326786.876064:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326786.876065:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306658497 00000100:00000001:3.0:1767326786.876066:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767326786.876067:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000243161f8. 00000100:00000001:2.0:1767326786.876070:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306654804 00000100:00000001:3.0:1767326786.876072:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326786.876076:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326786.876077:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306658497 00000400:00000200:0.0:1767326786.876080:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326786.876080:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326786.876083:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306654804 00000100:00000001:3.0:1767326786.876084:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767326786.876088:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326786.876089:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326786.876090:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306658497 00000100:00000001:3.0:1767326786.876091:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326786.876094:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326786.876095:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326786.876097:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306654804 00000100:00000001:3.0:1767326786.876098:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326786.876100:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [632:632:254:4294967295] 192.168.202.142@tcp LPNI seq info [632:632:6:4294967295] 00000100:00000001:3.0:1767326786.876103:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326786.876104:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306658497 00000100:00000001:2.0:1767326786.876109:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326786.876113:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326786.876115:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326786.876120:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326786.876122:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326786.876122:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b14ccc 00000100:00000001:2.0:1767326786.876125:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326786.876126:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b14ccc. 00000100:00000001:2.0:1767326786.876129:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326786.876133:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326786.876133:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767326786.876136:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a20d0c8. 00000100:00000001:2.0:1767326786.876137:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326786.876141:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006f77d35e x1853175408702208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326786.876142:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326786.876143:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326786.876152:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326786.876156:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a20d0c8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326786.876159:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326786.876162:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 110611 usecs (111 jiffies) 00000100:00000001:0.0:1767326786.876166:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306654831 00000100:00000001:0.0:1767326786.876170:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306658497 00000100:00000001:0.0:1767326786.876175:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306654831 00000100:00000001:0.0:1767326786.876177:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306658497 00000100:00000001:1.0:1767326786.876178:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326786.876179:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306654831 00000100:00000001:0.0:1767326786.876181:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306658497 00000100:00000040:1.0:1767326786.876184:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006f77d35e x1853175408702208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326802 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326786.876185:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306654831 00000100:00000001:0.0:1767326786.876188:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306658497 00000100:00000001:0.0:1767326786.876191:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326786.876195:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326786.876198:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326786.876202:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326786.876205:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326786.876208:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326786.876253:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326786.876254:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b65b65b4. 00000400:00000200:1.0:1767326786.876257:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326786.876259:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326786.876261:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364a6fcd 00000400:00000010:1.0:1767326786.876262:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000364a6fcd. 00000100:00000001:1.0:1767326786.876264:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326786.876266:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d0a181c0 x1853175408702336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326786.876272:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326786.876273:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d0a181c0 x1853175408702336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326786.876277:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326786.876277:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767326786.876301:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326786.876302:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a20d0c8. 00000400:00000200:1.0:1767326786.876305:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326786.876307:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326786.876308:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ec518c 00000400:00000010:1.0:1767326786.876309:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ec518c. 00000100:00000001:1.0:1767326786.876311:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326786.876313:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3b77a00 x1853175408702464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326786.876317:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326786.876319:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3b77a00 x1853175408702464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326786.876333:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326786.876334:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326786.877181:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326786.877190:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326786.877192:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326786.877193:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326786.877199:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326786.877244:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f13300 00000400:00000200:3.0:1767326786.877249:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1479 [1] + 224 00000800:00000001:3.0:1767326786.877255:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326786.877266:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326786.877268:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326786.877270:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326786.877275:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326786.877278:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006f77d35e x1853175408702208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326786.877284:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006f77d35e x1853175408702208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326786.877294:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326786.877299:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326786.877300:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326786.877320:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326786.877322:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326786.877326:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326786.877327:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326786.877328:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7c1a8ac. 00000400:00000200:1.0:1767326786.877332:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ead26eaf 00000400:00000010:1.0:1767326786.877333:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ead26eaf. 00000100:00000001:1.0:1767326786.877334:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326786.877337:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006f77d35e x1853175408702208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326786.877343:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006f77d35e x1853175408702208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326786.877347:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326786.877348:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326786.877350:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326786.877352:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326786.877353:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326786.877356:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326786.877357:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326786.877362:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=32 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326786.877365:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=32 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326786.877367:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326786.877368:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326786.877370:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326786.877372:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326786.877374:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326786.877377:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f77d35e x1853175408702208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326786.877381:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326786.877383:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326786.877384:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326786.877387:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f77d35e x1853175408702208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326786.877397:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006f77d35e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408702208:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326786.877431:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326786.877433:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326786.877435:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006f77d35e x1853175408702208/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326786.877440:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326786.877443:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326786.877445:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9096370. 00000800:00000001:3.0:1767326786.877448:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767326786.877450:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326786.877452:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:3.0:1767326786.877453:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767326786.877454:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000800:00000001:3.0:1767326786.877457:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767326786.877458:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:3.0:1767326786.877461:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326786.877462:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb080471. 02000000:00000001:1.0:1767326786.877466:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1767326786.877468:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 02000000:00000001:1.0:1767326786.877469:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326786.877472:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006f77d35e. 00000100:00000001:1.0:1767326786.877475:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326786.877478:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326786.877478:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13380 00000100:00000001:1.0:1767326786.877481:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326786.877485:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326786.877485:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1481 [1] + 224 00000100:00000001:1.0:1767326786.877487:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326786.877489:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326786.877491:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326786.877498:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326786.877501:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326786.877503:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326786.877505:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326786.877508:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326786.877510:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d0a181c0 x1853175408702336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326786.877515:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d0a181c0 x1853175408702336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326786.877528:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326786.877531:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326786.877533:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326786.877534:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326786.877536:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326786.877539:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326786.877545:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13400 00000400:00000200:3.0:1767326786.877550:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1489 [1] + 224 00000800:00000001:3.0:1767326786.877555:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326786.877556:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326786.877559:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326786.877560:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326786.877563:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767326786.877564:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326786.877568:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000001:2.0:1767326786.877571:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326786.877573:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cec02db7. 00000400:00000200:2.0:1767326786.877576:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2f3b387 00000400:00000010:2.0:1767326786.877577:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2f3b387. 00000100:00000001:2.0:1767326786.877580:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326786.877581:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326786.877584:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d0a181c0 x1853175408702336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326786.877589:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3b77a00 x1853175408702464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326786.877600:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d0a181c0 x1853175408702336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326786.877612:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326786.877612:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3b77a00 x1853175408702464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326786.877615:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326786.877618:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326786.877622:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326786.877625:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326786.877626:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326786.877628:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326786.877630:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767326786.877633:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=27 v=5 (5 5 5 5) 00000800:00000001:3.0:1767326786.877635:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767326786.877640:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=27 v=5 (1 1 1 1) 00000800:00000001:3.0:1767326786.877641:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326786.877648:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326786.877649:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326786.877651:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326786.877652:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767326786.877654:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1767326786.877656:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326786.877659:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767326786.877659:0:211397:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326786.877661:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000137f3f4a. 00000100:00000001:2.0:1767326786.877664:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326786.877666:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326786.877670:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767326786.877671:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041419967 00000100:00000001:2.0:1767326786.877671:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326786.877674:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041419967. 00000100:00000001:0.0:1767326786.877678:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767326786.877678:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d0a181c0 x1853175408702336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326786.877684:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3b77a00 x1853175408702464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326786.877687:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326786.877691:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326786.877692:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326786.877698:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0a181c0 x1853175408702336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326786.877701:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3b77a00 x1853175408702464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326786.877716:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d0a181c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408702336:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326786.877718:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326786.877719:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326786.877720:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326786.877721:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326786.877723:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326786.877725:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326786.877727:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326786.877728:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326786.877732:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767326786.877734:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=21 v=5 (5 5 5 5) 00000100:00000040:2.0:1767326786.877735:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d0a181c0 x1853175408702336/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326786.877742:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=111 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326786.877748:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326786.877748:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326786.877750:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326786.877751:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326786.877752:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d64e397. 00010000:00000001:0.0:1767326786.877753:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767326786.877756:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326786.877757:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00010000:00080000:0.0:1767326786.877759:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c3b77a00 x1853175408702464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326786.877760:0:211397:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326786.877763:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326786.877765:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005493b67f. 02000000:00000001:2.0:1767326786.877768:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326786.877770:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326786.877772:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d0a181c0. 00010000:00000001:0.0:1767326786.877773:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326786.877775:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326786.877776:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326786.877777:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326786.877779:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326786.877780:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326786.877784:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326786.877786:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326786.877787:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326786.877789:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326786.877793:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3b77a00 x1853175408702464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326786.877793:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326786.877796:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326786.877805:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326786.877808:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326786.877810:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326786.877813:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3b77a00 x1853175408702464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326786.877833:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3b77a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408702464:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326786.877838:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326786.877839:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326786.877842:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3b77a00 x1853175408702464/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326802 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326786.877848:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326786.877850:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326786.877852:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0e8d3bd. 02000000:00000001:0.0:1767326786.877855:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326786.877856:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326786.877857:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326786.877859:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326786.877861:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000824d53cf. 02000000:00000001:0.0:1767326786.877863:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326786.877864:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326786.877865:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3b77a00. 00000100:00000001:0.0:1767326786.877867:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326786.877868:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326786.877869:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326786.877872:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326786.877872:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326786.877874:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326786.877875:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326787.899482:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326787.899489:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326787.899546:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326787.899551:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326787.899554:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326788.923511:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326788.923519:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326788.923595:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326788.923600:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326788.923603:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326789.947514:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326789.947522:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326789.947591:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326789.947598:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326789.947603:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326790.715502:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306658497, at 4306658560 00000100:00000040:1.0:1767326790.715502:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306658497, at 4306658560 00000100:00000040:2.0:1767326790.715502:0:218378:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306658497, at 4306658560 00000100:00000010:2.0:1767326790.715517:0:218378:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b70eb340. 00000100:00000010:0.0:1767326790.715519:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003de2fc58. 00000100:00000010:1.0:1767326790.715522:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007bf79e58. 00000100:00000040:3.0:1767326790.715558:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306658497, at 4306658560 00000100:00000010:3.0:1767326790.715566:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008fb436f6. 00010000:00000001:0.0:1767326790.971472:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326790.971477:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326790.971548:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326790.971551:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326790.971558:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326791.995503:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326791.995509:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326791.995515:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326791.995522:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326791.995533:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326791.995540:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326791.995544:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1767326791.995544:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326791.995549:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326791.995550:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:3.0:1767326791.995552:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767326791.995557:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326791.995567:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b65b65b4. 00000100:00000001:2.0:1767326791.995573:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326791.995583:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b6591187 x1853175408702592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326791.995594:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326791.995596:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326791.995601:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_00+0] req@00000000b6591187 x1853175408702592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326791.995635:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326791.995637:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326791.995638:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326791.995643:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326791.995646:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767326791.995647:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767326791.995652:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000020:00000040:2.0:1767326791.995656:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000040:3.0:1767326791.995656:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408702592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326791.995661:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326791.995664:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326791.995665:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326791.995670:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326791.995670:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326791.995674:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767326791.995677:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a28d6e6. 00000100:00000001:3.0:1767326791.995678:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326791.995683:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326791.995685:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326791.995688:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326791.995690:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000bfc4a11d x1853175408702720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326791.995691:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326791.995697:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408702592:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326791.995704:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326791.995709:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326791.995710:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326791.995711:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326791.995714:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326791.995717:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_01+1] req@00000000bfc4a11d x1853175408702720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326791.995717:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326791.995722:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007236fe1a. 02000000:00000001:3.0:1767326791.995724:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326791.995728:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f81c53f. 00000400:00000010:3.0:1767326791.995733:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010912c81. 00000100:00000200:3.0:1767326791.995742:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408702592, portal 25 00000100:00000001:3.0:1767326791.995745:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326791.995746:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000001:2.0:1767326791.995749:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326791.995751:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408702592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326791.995754:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326791.995762:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326791.995766:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326791.995767:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326791.995767:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326791.995771:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326791.995771:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000010:2.0:1767326791.995773:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000400:00000010:3.0:1767326791.995775:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000848bd3d. 00000100:00000040:1.0:1767326791.995778:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408702720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767326791.995778:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000200:3.0:1767326791.995779:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408702592, offset 0 00000100:00000001:2.0:1767326791.995786:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326791.995790:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767326791.995791:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767326791.995792:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:2.0:1767326791.995794:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326791.995799:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326791.995800:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fb30d8a. 02000000:00000001:1.0:1767326791.995802:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326791.995805:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326791.995805:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326791.995810:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326791.995811:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:2.0:1767326791.995815:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000032a2412e x1853175408702848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767326791.995816:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408702720:192.168.202.142@tcp:400: 00000400:00000200:3.0:1767326791.995821:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326791.995822:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326791.995824:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326791.995825:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326791.995827:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326791.995831:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031132478. 02000000:00000001:1.0:1767326791.995836:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326791.995837:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000010:1.0:1767326791.995843:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b77f63d5. 00000100:00000001:2.0:1767326791.995845:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767326791.995846:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767326791.995849:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326791.995851:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6a4dc8. 00000400:00000200:3.0:1767326791.995853:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000200:1.0:1767326791.995857:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408702720, portal 10 00000100:00000040:2.0:1767326791.995858:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_02+2] req@0000000032a2412e x1853175408702848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326791.995862:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767326791.995862:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [633:633:256:4294967295] 192.168.202.142@tcp LPNI seq info [633:633:8:4294967295] 00000100:00000001:1.0:1767326791.995865:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000040:1.0:1767326791.995877:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408702720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326791.995889:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326791.995892:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326791.995895:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326791.995897:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767326791.995903:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:3.0:1767326791.995904:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326791.995906:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1767326791.995908:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001dad09e4. 00000800:00000010:3.0:1767326791.995911:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e9ecf111. 00000100:00000040:2.0:1767326791.995913:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11997) 00000100:00000001:0.0:1767326791.995914:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767326791.995914:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408702720, offset 0 00000100:00000001:0.0:1767326791.995918:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326791.995920:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767326791.995925:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:0.0:1767326791.995927:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408702848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326791.995928:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767326791.995930:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326791.995932:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326791.995935:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326791.995944:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767326791.995945:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326791.995947:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326791.995950:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326791.995952:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:3.0:1767326791.995952:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e9ecf111 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767326791.995953:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326791.995957:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767326791.995959:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767326791.995960:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326791.995965:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00100000:0.0:1767326791.995966:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408702848:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326791.995969:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326791.995971:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767326791.995975:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [634:634:255:4294967295] 192.168.202.142@tcp LPNI seq info [634:634:7:4294967295] 02000000:00000001:0.0:1767326791.995976:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767326791.995977:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306663617 02000000:00000001:0.0:1767326791.995979:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326791.995983:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767326791.995985:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fb436f6. 02000000:00000010:0.0:1767326791.995987:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b8f486f. 02000000:00000001:0.0:1767326791.995991:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326791.995994:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:0.0:1767326791.995996:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000137f3f4a. 00000100:00000001:3.0:1767326791.995996:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767326791.996003:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041419967. 00000800:00000200:1.0:1767326791.996005:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326791.996005:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306663617 00000100:00000200:0.0:1767326791.996007:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408702848, portal 10 00000100:00000001:0.0:1767326791.996011:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767326791.996012:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb080471. 00000100:00000010:3.0:1767326791.996012:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e880e811. 00000100:00000001:0.0:1767326791.996013:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000001:3.0:1767326791.996019:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767326791.996021:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408702848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326791.996024:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326791.996026:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306663617 00000100:00000001:0.0:1767326791.996033:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767326791.996033:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326791.996038:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000eb080471 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767326791.996039:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000010:3.0:1767326791.996042:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054b8fd36. 00000400:00000010:0.0:1767326791.996044:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c6835ee. 00000100:00000001:1.0:1767326791.996044:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326791.996047:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767326791.996050:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 83481 usecs (84 jiffies) 00000100:00000200:0.0:1767326791.996051:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408702848, offset 0 00000100:00000001:3.0:1767326791.996052:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306663617 00000100:00000001:1.0:1767326791.996057:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306659924 00000100:00000010:3.0:1767326791.996058:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f676bc1. 00000100:00000001:3.0:1767326791.996061:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767326791.996064:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326791.996064:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306663617 00000100:00000001:3.0:1767326791.996066:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326791.996071:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306659924 00000100:00000001:3.0:1767326791.996071:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326791.996075:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326791.996076:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326791.996078:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326791.996082:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326791.996085:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306663617 00000100:00000001:3.0:1767326791.996085:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326791.996088:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326791.996089:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306659924 00000100:00000001:1.0:1767326791.996093:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306663617 00000100:00000001:3.0:1767326791.996093:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767326791.996094:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767326791.996096:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326791.996099:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306659924 00000100:00000001:3.0:1767326791.996101:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767326791.996102:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e9ecf111. 00000100:00000001:1.0:1767326791.996103:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306663617 00000400:00000200:0.0:1767326791.996104:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326791.996104:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326791.996110:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326791.996110:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326791.996111:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326791.996114:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326791.996118:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [635:635:254:4294967295] 192.168.202.142@tcp LPNI seq info [635:635:6:4294967295] 00000400:00000200:2.0:1767326791.996124:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326791.996125:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326791.996132:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326791.996132:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326791.996135:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326791.996141:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326791.996141:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000848bd3d 00000100:00000001:1.0:1767326791.996142:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326791.996145:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767326791.996148:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000848bd3d. 00000800:00000010:0.0:1767326791.996149:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a20d0c8. 00000100:00000001:1.0:1767326791.996149:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326791.996152:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326791.996154:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326791.996156:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326791.996157:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326791.996159:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326791.996166:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:2.0:1767326791.996169:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408702592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326791.996172:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a20d0c8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326791.996195:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326791.996197:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326791.996199:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 110038 usecs (111 jiffies) 00000100:00000040:2.0:1767326791.996203:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408702592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326807 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326791.996211:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306659951 00000100:00000001:2.0:1767326791.996212:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326791.996215:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767326791.996220:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306663617 00000100:00000001:0.0:1767326791.996223:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306659951 00000100:00000001:0.0:1767326791.996225:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306663617 00000100:00000001:0.0:1767326791.996227:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306659951 00000100:00000001:0.0:1767326791.996229:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306663617 00000100:00000001:0.0:1767326791.996231:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306659951 00000800:00000200:2.0:1767326791.996232:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326791.996233:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306663617 00000800:00000010:2.0:1767326791.996236:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb080471. 00000100:00000001:0.0:1767326791.996238:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326791.996241:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326791.996243:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326791.996247:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326791.996249:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326791.996251:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326791.996256:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326791.996259:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767326791.996259:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dad09e4 00000100:00000001:0.0:1767326791.996262:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326791.996263:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001dad09e4. 00000100:00000001:0.0:1767326791.996265:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326791.996268:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326791.996269:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326791.996272:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408702720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326791.996281:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326791.996283:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326791.996287:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408702720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326791.996292:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326791.996294:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326791.996324:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326791.996326:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a20d0c8. 00000400:00000200:2.0:1767326791.996329:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326791.996332:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326791.996334:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c6835ee 00000400:00000010:2.0:1767326791.996335:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c6835ee. 00000100:00000001:2.0:1767326791.996337:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326791.996340:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408702848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326791.996345:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326791.996347:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408702848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326791.996363:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326791.996365:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326791.997675:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326791.997742:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326791.997745:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326791.997746:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326791.997751:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326791.997759:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f13480 00000400:00000200:3.0:1767326791.997763:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1491 [1] + 224 00000800:00000001:3.0:1767326791.997768:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326791.997770:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326791.997772:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326791.997774:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326791.997777:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326791.997779:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408702592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326791.997785:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408702592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326791.997797:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326791.997801:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326791.997803:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326791.997804:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326791.997805:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326791.997807:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326791.997810:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13500 00000400:00000200:3.0:1767326791.997813:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1499 [1] + 224 00000800:00000001:3.0:1767326791.997815:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326791.997816:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326791.997817:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326791.997819:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326791.997820:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326791.997822:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408702720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326791.997831:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408702720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326791.997841:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326791.997844:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326791.997846:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326791.997848:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326791.997849:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326791.997853:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:2.0:1767326791.997854:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326791.997857:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326791.997861:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13580 00000400:00000001:2.0:1767326791.997864:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326791.997867:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767326791.997868:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326791.997869:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f81c53f. 00000100:00000001:1.0:1767326791.997871:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326791.997874:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010912c81 00000400:00000010:2.0:1767326791.997877:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010912c81. 00000100:00000001:2.0:1767326791.997879:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326791.997883:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408702592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326791.997883:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x14a1 [1] + 224 00000400:00000001:1.0:1767326791.997893:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326791.997894:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326791.997896:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767326791.997897:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408702592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326791.997899:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b77f63d5. 00000800:00000001:3.0:1767326791.997902:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326791.997904:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6a4dc8 00000400:00000200:3.0:1767326791.997906:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767326791.997908:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6a4dc8. 00000100:00000001:1.0:1767326791.997913:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326791.997915:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767326791.997915:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326791.997919:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326791.997920:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408702720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326791.997922:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326791.997923:0:211388:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767326791.997925:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326791.997928:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767326791.997928:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408702848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326791.997931:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326791.997936:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326791.997942:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=37 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326791.997951:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=37 v=5 (1 1 1 1) 00000100:00000200:1.0:1767326791.997955:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408702720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326791.997955:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408702848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326791.997956:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326791.997959:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326791.997964:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326791.997967:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326791.997971:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326791.997978:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408702592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326791.997979:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326791.997981:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326791.997982:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326791.997986:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326791.997988:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326791.997989:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767326791.997989:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326791.997990:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326791.997993:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326791.997994:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1767326791.997995:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326791.997997:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326791.997998:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326791.998004:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=32 v=5 (5 5 5 5) 00000100:00000040:2.0:1767326791.998004:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408702592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326791.998007:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=32 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326791.998008:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326791.998010:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326791.998011:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326791.998014:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767326791.998016:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767326791.998018:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1767326791.998019:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767326791.998021:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326791.998022:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000137f3f4a. 00000100:00000001:1.0:1767326791.998027:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326791.998030:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00100000:2.0:1767326791.998030:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408702592:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326791.998034:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041419967 00000100:00000001:1.0:1767326791.998034:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326791.998036:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326791.998038:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041419967. 00000100:00000001:1.0:1767326791.998038:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326791.998039:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326791.998045:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767326791.998046:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408702592/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326791.998047:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408702720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326791.998054:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408702848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326791.998069:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326791.998070:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326791.998072:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326791.998076:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007236fe1a. 00000100:00000001:1.0:1767326791.998078:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326791.998081:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326791.998081:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1767326791.998085:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408702848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326791.998085:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326791.998088:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000040:1.0:1767326791.998090:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408702720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326791.998092:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326791.998095:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b65b65b4. 02000000:00000001:2.0:1767326791.998101:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326791.998103:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326791.998106:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:2.0:1767326791.998110:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326791.998112:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326791.998116:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326791.998117:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326791.998119:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767326791.998119:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408702720:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326791.998121:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326791.998124:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326791.998125:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326791.998127:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326791.998127:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326791.998128:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326791.998130:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326791.998132:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326791.998133:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326791.998133:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767326791.998138:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326791.998138:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408702720/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326791.998144:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=26 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326791.998148:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=116 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326791.998153:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326791.998155:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326791.998158:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326791.998162:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:0.0:1767326791.998164:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000032a2412e x1853175408702848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326791.998165:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326791.998167:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031132478. 02000000:00000001:1.0:1767326791.998172:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767326791.998174:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326791.998175:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326791.998178:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326791.998190:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326791.998193:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000020:00000001:1.0:1767326791.998194:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326791.998196:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:1.0:1767326791.998197:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a28d6e6. 00000100:00000001:0.0:1767326791.998198:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326791.998200:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326791.998202:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767326791.998204:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408702848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767326791.998204:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:1.0:1767326791.998209:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326791.998211:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326791.998215:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326791.998218:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326791.998219:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326791.998220:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326791.998222:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326791.998229:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326791.998231:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326791.998232:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326791.998235:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408702848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326791.998239:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408702848:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326791.998242:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326791.998243:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326791.998244:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408702848/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326807 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326791.998248:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326791.998249:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326791.998250:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b8f486f. 02000000:00000001:0.0:1767326791.998252:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326791.998253:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326791.998253:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:0.0:1767326791.998255:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326791.998256:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fb30d8a. 02000000:00000001:0.0:1767326791.998257:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326791.998258:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326791.998259:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 00000100:00000001:0.0:1767326791.998261:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326791.998261:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326791.998262:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326791.998265:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326791.998266:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326791.998267:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326791.998269:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326793.019459:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326793.019466:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326793.019517:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326793.019521:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326793.019523:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326794.043509:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326794.043516:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326794.043593:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326794.043596:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326794.043600:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326795.067505:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326795.067510:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326795.067532:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326795.067536:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326795.067539:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326795.835500:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306663617, at 4306663680 00000100:00000040:2.0:1767326795.835500:0:218378:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306663617, at 4306663680 00000100:00000040:3.0:1767326795.835500:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306663617, at 4306663680 00000100:00000040:0.0:1767326795.835516:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306663617, at 4306663680 00000100:00000010:3.0:1767326795.835526:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f676bc1. 00000100:00000010:2.0:1767326795.835528:0:218378:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054b8fd36. 00000100:00000010:1.0:1767326795.835532:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e880e811. 00000100:00000010:0.0:1767326795.835535:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008fb436f6. 00010000:00000001:0.0:1767326796.091522:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326796.091531:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326796.091596:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326796.091600:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326796.091623:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326797.115508:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326797.115517:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326797.115524:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1767326797.115526:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326797.115529:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326797.115533:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326797.115537:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326797.115541:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326797.115544:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326797.115546:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326797.115556:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7b89fc3. 00000020:00000040:3.0:1767326797.115566:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326797.115571:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326797.115576:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326797.115583:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326797.115600:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bf97ac1. 00000100:00000001:3.0:1767326797.115610:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326797.115624:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b7b89fc3 x1853175408702976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767326797.115625:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326797.115631:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326797.115637:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326797.115641:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326797.115644:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326797.115649:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7b89fc3] to pc [ptlrpcd_00_03+3] req@00000000b7b89fc3 x1853175408702976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326797.115670:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326797.115672:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326797.115675:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326797.115678:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021bf7b0a. 00000020:00000040:3.0:1767326797.115680:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326797.115682:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326797.115683:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326797.115685:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326797.115692:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e9ecf111. 00000100:00000001:3.0:1767326797.115694:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326797.115697:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326797.115697:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000021bf7b0a x1853175408703104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326797.115705:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326797.115705:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326797.115706:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326797.115709:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326797.115712:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326797.115713:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326797.115714:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021bf7b0a] to pc [ptlrpcd_00_00+0] req@0000000021bf7b0a x1853175408703104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326797.115724:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7b89fc3 x1853175408702976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326797.115737:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326797.115737:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326797.115741:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326797.115743:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326797.115746:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326797.115751:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767326797.115752:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326797.115752:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326797.115756:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767326797.115757:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000339213a8. 02000000:00000001:2.0:1767326797.115758:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767326797.115762:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000001:2.0:1767326797.115765:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326797.115765:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326797.115768:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767326797.115769:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767326797.115774:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021bf7b0a x1853175408703104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326797.115775:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326797.115775:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7b89fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408702976:192.168.202.142@tcp:400: 02000000:00000001:3.0:1767326797.115775:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326797.115784:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000243161f8. 00000100:00000001:2.0:1767326797.115788:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767326797.115792:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326797.115798:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326797.115799:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767326797.115803:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000339213a8 x1853175408703232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326797.115804:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326797.115805:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326797.115811:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326797.115813:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767326797.115816:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767326797.115822:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b96085d9. 02000000:00000001:0.0:1767326797.115823:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326797.115824:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767326797.115829:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326797.115829:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326797.115833:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408703104:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767326797.115840:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000339213a8] to pc [ptlrpcd_00_01+1] req@00000000339213a8 x1853175408703232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767326797.115842:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cec02db7. 00000100:00000001:0.0:1767326797.115852:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767326797.115854:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2f3b387. 02000000:00000001:0.0:1767326797.115857:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326797.115861:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326797.115861:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326797.115865:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767326797.115866:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408702976, portal 25 00000100:00000040:3.0:1767326797.115866:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767326797.115872:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049a4ce3c. 00000100:00000001:2.0:1767326797.115874:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767326797.115874:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1767326797.115878:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326797.115880:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571627648 : -115369137923968 : ffff971287841880) 00000100:00000040:3.0:1767326797.115883:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12002) 00000400:00000010:0.0:1767326797.115885:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000137f3f4a. 00000100:00000001:1.0:1767326797.115887:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326797.115892:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767326797.115892:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7b89fc3 x1853175408702976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326797.115895:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041419967. 00000100:00000001:1.0:1767326797.115896:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326797.115906:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000339213a8 x1853175408703232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326797.115910:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408703104, portal 10 00000100:00000001:2.0:1767326797.115910:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326797.115916:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767326797.115919:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326797.115920:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571636608 : -115369137915008 : ffff971287843b80) 00000400:00000010:2.0:1767326797.115926:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051f3b62d. 00000100:00000001:1.0:1767326797.115928:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326797.115932:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326797.115933:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408702976, offset 0 00000100:00000040:0.0:1767326797.115934:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021bf7b0a x1853175408703104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326797.115937:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326797.115942:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326797.115949:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326797.115951:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326797.115954:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326797.115961:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00100000:1.0:1767326797.115965:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408703232:192.168.202.142@tcp:400: 00000400:00000200:2.0:1767326797.115971:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326797.115972:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767326797.115973:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044f99395. 02000000:00000001:1.0:1767326797.115978:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767326797.115980:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408703104, offset 0 02000000:00000001:1.0:1767326797.115981:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326797.115984:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326797.115986:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326797.115990:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000010:1.0:1767326797.115992:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009328c898. 00000400:00000200:2.0:1767326797.115994:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:1.0:1767326797.115997:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326797.116002:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b77f63d5. 00000400:00000010:1.0:1767326797.116009:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6a4dc8. 00000400:00000200:2.0:1767326797.116010:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1767326797.116016:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408703232, portal 10 00000400:00000200:2.0:1767326797.116018:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:1.0:1767326797.116021:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326797.116025:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571632128 : -115369137919488 : ffff971287842a00) 00000400:00000200:2.0:1767326797.116026:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [636:636:256:4294967295] 192.168.202.142@tcp LPNI seq info [636:636:8:4294967295] 00000100:00000040:1.0:1767326797.116035:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000339213a8 x1853175408703232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326797.116051:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326797.116055:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326797.116058:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057863878. 00000100:00000200:1.0:1767326797.116062:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408703232, offset 0 00000400:00000200:2.0:1767326797.116063:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:1.0:1767326797.116071:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326797.116077:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:2.0:1767326797.116078:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326797.116085:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1767326797.116088:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b65b65b4. 00000400:00000200:0.0:1767326797.116089:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326797.116095:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326797.116099:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:2.0:1767326797.116103:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326797.116107:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [637:637:255:4294967295] 192.168.202.142@tcp LPNI seq info [637:637:7:4294967295] 00000800:00000200:2.0:1767326797.116120:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:0.0:1767326797.116125:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326797.116128:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b65b65b4 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767326797.116148:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326797.116149:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:0.0:1767326797.116155:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a20d0c8. 00000400:00000200:1.0:1767326797.116156:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767326797.116159:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326797.116162:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000800:00000200:0.0:1767326797.116167:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326797.116167:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306668737 00000400:00000200:1.0:1767326797.116171:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1767326797.116177:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee5444a4. 00000400:00000200:1.0:1767326797.116178:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:0.0:1767326797.116182:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326797.116187:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a20d0c8 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326797.116189:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [638:638:254:4294967295] 192.168.202.142@tcp LPNI seq info [638:638:6:4294967295] 00000100:00000001:2.0:1767326797.116191:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767326797.116193:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326797.116201:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 83061 usecs (84 jiffies) 00000100:00000001:2.0:1767326797.116201:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306668737 00000100:00000001:0.0:1767326797.116210:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306665044 00000100:00000010:2.0:1767326797.116211:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c04931a1. 00000400:00000200:1.0:1767326797.116213:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326797.116215:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306668737 00000100:00000001:2.0:1767326797.116220:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326797.116222:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306665044 00000800:00000200:3.0:1767326797.116223:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326797.116228:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306668737 00000100:00000001:0.0:1767326797.116229:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306668737 00000800:00000200:1.0:1767326797.116229:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326797.116229:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b65b65b4. 00000100:00000001:0.0:1767326797.116237:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306665044 00000100:00000010:2.0:1767326797.116237:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae171abe. 00000400:00000200:3.0:1767326797.116239:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1767326797.116240:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b5b63e. 00000100:00000001:2.0:1767326797.116244:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767326797.116251:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000800:00000200:1.0:1767326797.116253:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326797.116254:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306668737 00000100:00000001:2.0:1767326797.116254:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306668737 00000400:00000200:3.0:1767326797.116257:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051f3b62d 00000100:00000001:0.0:1767326797.116263:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306665044 00000100:00000010:2.0:1767326797.116264:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1abc711. 00000400:00000010:3.0:1767326797.116268:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051f3b62d. 00000800:00000200:1.0:1767326797.116269:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326797.116272:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767326797.116275:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f4b5b63e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326797.116276:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326797.116279:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306668737 00000100:00000001:2.0:1767326797.116280:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767326797.116282:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7b89fc3 x1853175408702976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326797.116289:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326797.116293:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326797.116294:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326797.116297:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326797.116301:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 109473 usecs (110 jiffies) 00000100:00000001:0.0:1767326797.116302:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326797.116304:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326797.116311:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326797.116314:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326797.116317:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326797.116318:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7b89fc3 x1853175408702976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326813 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326797.116320:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326797.116322:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306665070 00000100:00000001:2.0:1767326797.116325:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326797.116327:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326797.116330:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306668737 00000100:00000001:0.0:1767326797.116332:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767326797.116332:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326797.116337:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326797.116338:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306665070 00000100:00000001:0.0:1767326797.116340:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326797.116342:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326797.116346:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306668737 00000100:00000001:0.0:1767326797.116348:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326797.116349:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326797.116352:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306665070 00000100:00000001:0.0:1767326797.116355:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326797.116355:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326797.116361:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306668737 00000100:00000001:3.0:1767326797.116368:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326797.116369:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306665070 00000100:00000001:1.0:1767326797.116375:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306668737 00000100:00000001:3.0:1767326797.116375:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326797.116380:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326797.116383:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326797.116386:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326797.116389:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767326797.116391:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326797.116393:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a20d0c8. 00000100:00000001:1.0:1767326797.116395:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767326797.116396:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326797.116421:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326797.116423:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044f99395 00000400:00000010:3.0:1767326797.116425:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044f99395. 00000100:00000001:3.0:1767326797.116428:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326797.116430:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021bf7b0a x1853175408703104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326797.116433:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326797.116436:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326797.116439:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326797.116442:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021bf7b0a x1853175408703104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326797.116444:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326797.116447:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326797.116454:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326797.116460:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326797.116463:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326797.116529:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326797.116532:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b5b63e. 00000400:00000200:3.0:1767326797.116534:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326797.116537:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326797.116539:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057863878 00000400:00000010:3.0:1767326797.116540:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057863878. 00000100:00000001:3.0:1767326797.116542:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326797.116545:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000339213a8 x1853175408703232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326797.116550:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326797.116552:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000339213a8 x1853175408703232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326797.116556:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326797.116557:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326797.118207:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326797.118221:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326797.118224:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326797.118228:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326797.118237:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326797.118250:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f13600 00000400:00000200:2.0:1767326797.118259:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x14a9 [1] + 224 00000800:00000001:2.0:1767326797.118268:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326797.118274:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326797.118276:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326797.118281:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326797.118286:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326797.118290:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7b89fc3 x1853175408702976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326797.118302:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b7b89fc3 x1853175408702976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326797.118326:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326797.118333:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326797.118338:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326797.118341:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326797.118344:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326797.118350:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:0.0:1767326797.118355:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326797.118358:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767326797.118360:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13680 00000400:00000001:0.0:1767326797.118364:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326797.118366:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326797.118368:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cec02db7. 00000400:00000200:0.0:1767326797.118371:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2f3b387 00000400:00000010:0.0:1767326797.118372:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2f3b387. 00000100:00000001:0.0:1767326797.118374:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326797.118380:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7b89fc3 x1853175408702976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326797.118380:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x14ad [1] + 224 00000800:00000001:2.0:1767326797.118392:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767326797.118395:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7b89fc3 x1853175408702976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326797.118416:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326797.118417:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326797.118419:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326797.118421:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767326797.118423:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326797.118424:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326797.118427:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326797.118429:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767326797.118430:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326797.118438:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=43 v=5 (5 5 5 5) 00000400:00000200:2.0:1767326797.118439:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00001000:0.0:1767326797.118444:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326797.118447:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326797.118447:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326797.118453:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021bf7b0a x1853175408703104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326797.118458:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326797.118464:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326797.118467:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326797.118470:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326797.118477:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7b89fc3 x1853175408702976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326797.118497:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326797.118500:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021bf7b0a x1853175408703104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326797.118502:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326797.118505:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326797.118515:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7b89fc3 x1853175408702976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326797.118525:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7b89fc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408702976:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326797.118528:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326797.118532:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326797.118536:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767326797.118538:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767326797.118541:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7b89fc3 x1853175408702976/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326797.118546:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326797.118549:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1767326797.118551:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326797.118553:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767326797.118554:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767326797.118557:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326797.118558:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b96085d9. 00000100:00000001:3.0:1767326797.118558:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767326797.118564:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326797.118566:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:3.0:1767326797.118568:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1767326797.118569:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000400:00000200:2.0:1767326797.118572:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000001:3.0:1767326797.118572:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767326797.118574:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1767326797.118576:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000137f3f4a. 02000000:00000010:0.0:1767326797.118578:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bf97ac1. 00000400:00000200:3.0:1767326797.118582:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041419967 02000000:00000001:0.0:1767326797.118583:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1767326797.118585:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041419967. 02000000:00000001:0.0:1767326797.118586:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326797.118590:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7b89fc3. 00000400:00000200:2.0:1767326797.118590:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13700 00000100:00000001:3.0:1767326797.118591:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326797.118596:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1767326797.118599:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021bf7b0a x1853175408703104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326797.118600:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326797.118602:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x14b9 [1] + 224 00000100:00000001:0.0:1767326797.118605:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326797.118611:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326797.118614:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767326797.118615:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326797.118619:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326797.118622:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326797.118623:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021bf7b0a x1853175408703104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326797.118627:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326797.118634:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326797.118635:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326797.118639:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326797.118644:0:211394:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767326797.118645:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 02000000:00000001:3.0:1767326797.118647:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326797.118650:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326797.118651:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326797.118652:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326797.118657:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326797.118658:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000339213a8 x1853175408703232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767326797.118663:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=38 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326797.118670:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=38 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326797.118677:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767326797.118678:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000339213a8 x1853175408703232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326797.118681:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326797.118686:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326797.118690:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326797.118697:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326797.118700:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326797.118701:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326797.118703:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326797.118706:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767326797.118707:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021bf7b0a x1853175408703104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767326797.118714:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326797.118715:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326797.118719:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326797.118720:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326797.118722:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326797.118723:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021bf7b0a x1853175408703104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326797.118730:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326797.118733:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326797.118735:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326797.118738:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326797.118742:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b77f63d5. 00000400:00000200:1.0:1767326797.118748:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6a4dc8 00000100:00100000:3.0:1767326797.118748:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408703104:192.168.202.142@tcp:400: 00000400:00000010:1.0:1767326797.118752:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6a4dc8. 00000100:00000001:3.0:1767326797.118755:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326797.118756:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326797.118759:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767326797.118762:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000339213a8 x1853175408703232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326797.118769:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000339213a8 x1853175408703232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326797.118773:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021bf7b0a x1853175408703104/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326797.118781:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326797.118782:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326797.118785:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049a4ce3c. 02000000:00000001:3.0:1767326797.118790:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326797.118793:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326797.118794:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326797.118796:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767326797.118796:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326797.118800:0:211395:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767326797.118802:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767326797.118803:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326797.118805:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326797.118807:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326797.118807:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e9ecf111. 02000000:00000001:1.0:1767326797.118810:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326797.118813:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1767326797.118815:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=32 v=5 (5 5 5 5) 02000000:00000001:3.0:1767326797.118816:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1767326797.118818:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=122 v=5 (1 1 0 0) 00000100:00000010:3.0:1767326797.118820:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021bf7b0a. 00000100:00000001:1.0:1767326797.118821:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326797.118823:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326797.118826:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326797.118829:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00080000:1.0:1767326797.118830:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000339213a8 x1853175408703232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326797.118833:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767326797.118837:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326797.118839:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326797.118840:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326797.118842:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326797.118843:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326797.118846:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000339213a8 x1853175408703232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326797.118847:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326797.118855:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326797.118855:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326797.118858:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326797.118859:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326797.118862:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326797.118863:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767326797.118866:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000339213a8 x1853175408703232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326797.118866:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326797.118874:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000339213a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408703232:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326797.118878:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326797.118880:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326797.118882:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000339213a8 x1853175408703232/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326813 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326797.118898:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326797.118899:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326797.118901:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009328c898. 02000000:00000001:1.0:1767326797.118904:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326797.118905:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326797.118906:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326797.118908:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326797.118909:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000243161f8. 02000000:00000001:1.0:1767326797.118911:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326797.118911:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326797.118912:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000339213a8. 00000100:00000001:1.0:1767326797.118914:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326797.118915:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326797.118916:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326797.118919:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326797.118920:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326797.118922:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326797.118923:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326798.139498:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326798.139506:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326798.139552:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326798.139558:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326798.139562:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326799.163539:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326799.163548:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326799.163621:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326799.163628:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326799.163632:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326800.187515:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326800.187525:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326800.187592:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326800.187600:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326800.187606:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326800.955472:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306668737, at 4306668800 00000100:00000040:3.0:1767326800.955473:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306668737, at 4306668800 00000100:00000010:0.0:1767326800.955491:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee5444a4. 00000100:00000040:2.0:1767326800.955492:0:218378:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306668737, at 4306668800 00000100:00000040:1.0:1767326800.955493:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306668737, at 4306668800 00000100:00000010:3.0:1767326800.955494:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1abc711. 00000100:00000010:2.0:1767326800.955501:0:218378:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae171abe. 00000100:00000010:1.0:1767326800.955505:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c04931a1. 00010000:00000001:0.0:1767326801.211525:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326801.211532:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326801.211553:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326801.211559:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326801.211562:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326802.235495:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326802.235497:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326802.235502:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326802.235513:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326802.235518:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021bf7b0a. 00000020:00000040:3.0:1767326802.235523:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326802.235527:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326802.235530:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326802.235534:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326802.235540:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e9ecf111. 00000100:00000001:3.0:1767326802.235546:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326802.235550:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326802.235556:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326802.235556:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000021bf7b0a x1853175408703360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767326802.235563:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767326802.235570:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326802.235572:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326802.235577:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021bf7b0a] to pc [ptlrpcd_00_02+2] req@0000000021bf7b0a x1853175408703360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326802.235598:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326802.235600:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326802.235602:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326802.235603:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767326802.235606:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326802.235608:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000010:3.0:1767326802.235608:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e9b89a7. 00000100:00000001:1.0:1767326802.235610:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326802.235614:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767326802.235615:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326802.235620:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326802.235621:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326802.235622:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326802.235624:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1767326802.235625:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004088756a. 00000100:00000001:0.0:1767326802.235627:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326802.235632:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326802.235634:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326802.235634:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326802.235637:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767326802.235644:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021bf7b0a x1853175408703360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326802.235644:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000003e9b89a7 x1853175408703488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326802.235664:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326802.235666:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326802.235672:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767326802.235673:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326802.235676:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326802.235677:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326802.235680:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326802.235685:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408703360:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767326802.235689:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e9b89a7] to pc [ptlrpcd_00_03+3] req@000000003e9b89a7 x1853175408703488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326802.235690:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326802.235695:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326802.235699:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326802.235702:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326802.235706:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3883f3e. 02000000:00000001:0.0:1767326802.235708:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326802.235710:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326802.235713:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000184015f6. 00000100:00000040:3.0:1767326802.235720:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326802.235726:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767326802.235730:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 00000100:00000010:3.0:1767326802.235730:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000015a32238. 00000020:00000040:3.0:1767326802.235735:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326802.235738:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1767326802.235739:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408703360, portal 25 02000000:00000001:3.0:1767326802.235740:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767326802.235743:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326802.235745:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326802.235746:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571636608 : -115369137915008 : ffff971287843b80) 02000000:00000010:3.0:1767326802.235752:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b1e5a3ef. 00000100:00000040:0.0:1767326802.235754:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021bf7b0a x1853175408703360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326802.235758:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326802.235766:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326802.235767:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000015a32238 x1853175408703616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767326802.235774:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326802.235779:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057503a90. 00000100:00000001:3.0:1767326802.235781:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767326802.235784:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408703360, offset 0 00000100:00000001:3.0:1767326802.235784:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326802.235793:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015a32238] to pc [ptlrpcd_00_00+0] req@0000000015a32238 x1853175408703616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326802.235796:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326802.235813:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326802.235819:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326802.235822:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326802.235825:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000040:3.0:1767326802.235826:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767326802.235830:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326802.235831:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326802.235833:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1767326802.235836:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00100000:1.0:1767326802.235838:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:3.0:1767326802.235841:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12007) 00000400:00000200:0.0:1767326802.235843:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [639:639:256:4294967295] 192.168.202.142@tcp LPNI seq info [639:639:8:4294967295] 00000100:00000001:1.0:1767326802.235844:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326802.235853:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326802.235855:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326802.235859:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326802.235859:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326802.235864:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:1.0:1767326802.235867:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767326802.235871:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326802.235871:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326802.235872:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767326802.235876:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a20d0c8. 00000100:00000001:1.0:1767326802.235876:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767326802.235877:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767326802.235881:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326802.235884:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326802.235892:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767326802.235894:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000015a32238 x1853175408703616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326802.235896:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767326802.235897:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326802.235902:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767326802.235905:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a20d0c8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326802.235905:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326802.235908:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326802.235916:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e9b89a7 x1853175408703488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326802.235917:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326802.235921:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326802.235921:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326802.235928:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306673857 00000100:00000001:2.0:1767326802.235929:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767326802.235933:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326802.235935:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002806ae4a. 02000000:00000001:1.0:1767326802.235936:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326802.235936:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326802.235941:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767326802.235942:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326802.235945:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767326802.235946:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326802.235949:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326802.235952:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408703488:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326802.235953:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306673857 00000100:00100000:1.0:1767326802.235959:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000015a32238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408703616:192.168.202.142@tcp:400: 00000100:00000010:0.0:1767326802.235960:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c97101f. 00000100:00000001:2.0:1767326802.235960:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326802.235965:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767326802.235966:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767326802.235969:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326802.235969:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326802.235971:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767326802.235976:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767326802.235976:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001db60f4. 00000100:00000001:0.0:1767326802.235977:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306673857 00000800:00000200:3.0:1767326802.235977:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767326802.235981:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326802.235982:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326802.235984:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a20d0c8. 00000100:00000010:0.0:1767326802.235985:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080042d7a. 02000000:00000001:1.0:1767326802.235987:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767326802.235989:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b428e7b0. 00000400:00000200:3.0:1767326802.235990:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767326802.235992:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009328c898. 00000100:00000001:0.0:1767326802.235993:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 02000000:00000001:1.0:1767326802.235997:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326802.235998:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0ed339f. 00000100:00000001:0.0:1767326802.236001:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306673857 00000400:00000200:3.0:1767326802.236002:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:2.0:1767326802.236004:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408703488, portal 10 00000400:00000010:1.0:1767326802.236005:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b77f63d5. 00000400:00000200:3.0:1767326802.236009:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057503a90 00000100:00000010:0.0:1767326802.236010:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077436310. 00000100:00000001:2.0:1767326802.236010:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326802.236013:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571622272 : -115369137929344 : ffff971287840380) 00000400:00000010:3.0:1767326802.236013:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057503a90. 00000100:00000001:0.0:1767326802.236018:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326802.236020:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767326802.236023:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf6a4dc8. 00000100:00000001:0.0:1767326802.236024:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326802.236024:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e9b89a7 x1853175408703488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326802.236028:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021bf7b0a x1853175408703360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326802.236031:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408703616, portal 10 00000100:00000001:0.0:1767326802.236032:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326802.236038:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326802.236041:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326802.236042:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571628544 : -115369137923072 : ffff971287841c00) 00000100:00000001:2.0:1767326802.236045:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767326802.236049:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326802.236052:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767326802.236053:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000015a32238 x1853175408703616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326802.236054:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326802.236057:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326802.236057:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000011205e8. 00000100:00000001:0.0:1767326802.236061:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326802.236063:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408703488, offset 0 00000100:00000001:0.0:1767326802.236065:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326802.236073:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767326802.236077:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767326802.236079:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326802.236098:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000751cc154. 00000100:00000001:3.0:1767326802.236101:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767326802.236102:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:1.0:1767326802.236103:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408703616, offset 0 00000400:00000200:2.0:1767326802.236109:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326802.236112:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:3.0:1767326802.236116:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021bf7b0a x1853175408703360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326818 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767326802.236126:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:3.0:1767326802.236129:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326802.236133:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326802.236135:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767326802.236140:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326802.236145:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [640:640:255:4294967295] 192.168.202.142@tcp LPNI seq info [640:640:7:4294967295] 00000400:00000200:2.0:1767326802.236159:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326802.236166:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326802.236169:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:2.0:1767326802.236173:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f07b907. 00000400:00000200:1.0:1767326802.236174:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326802.236180:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326802.236185:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1767326802.236185:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326802.236190:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:2.0:1767326802.236197:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326802.236198:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [641:641:254:4294967295] 192.168.202.142@tcp LPNI seq info [641:641:6:4294967295] 00000800:00000200:2.0:1767326802.236204:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f07b907 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326802.236209:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326802.236215:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 82650 usecs (83 jiffies) 00000100:00000001:2.0:1767326802.236221:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306670163 00000400:00000200:1.0:1767326802.236224:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326802.236226:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306673857 00000100:00000001:2.0:1767326802.236230:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306670163 00000800:00000200:1.0:1767326802.236231:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326802.236235:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306673857 00000800:00000010:1.0:1767326802.236237:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d731ab4b. 00000100:00000001:2.0:1767326802.236241:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306670163 00000800:00000200:1.0:1767326802.236247:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326802.236248:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306673857 00000800:00000200:1.0:1767326802.236253:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326802.236253:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306670163 00000100:00000001:2.0:1767326802.236259:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306673857 00000800:00000200:1.0:1767326802.236260:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d731ab4b type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767326802.236264:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326802.236265:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326802.236266:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767326802.236269:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f07b907. 00000100:00000001:2.0:1767326802.236272:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326802.236273:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 108920 usecs (109 jiffies) 00000400:00000200:3.0:1767326802.236274:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326802.236278:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326802.236279:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306670189 00000400:00000200:3.0:1767326802.236284:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326802.236285:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326802.236286:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306673857 00000400:00000200:3.0:1767326802.236287:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000011205e8 00000100:00000001:1.0:1767326802.236291:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306670189 00000400:00000010:3.0:1767326802.236292:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000011205e8. 00000100:00000001:1.0:1767326802.236294:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306673857 00000100:00000001:1.0:1767326802.236298:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306670189 00000100:00000001:3.0:1767326802.236298:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326802.236302:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306673857 00000100:00000001:1.0:1767326802.236305:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306670189 00000100:00000001:1.0:1767326802.236307:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306673857 00000100:00000001:1.0:1767326802.236308:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326802.236309:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326802.236311:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326802.236313:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326802.236338:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e9b89a7 x1853175408703488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326802.236346:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326802.236349:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e9b89a7 x1853175408703488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326802.236356:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326802.236357:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326802.236386:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326802.236388:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d731ab4b. 00000400:00000200:3.0:1767326802.236390:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326802.236393:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326802.236394:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000751cc154 00000400:00000010:3.0:1767326802.236395:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000751cc154. 00000100:00000001:3.0:1767326802.236486:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326802.236492:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000015a32238 x1853175408703616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326802.236501:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326802.236504:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000015a32238 x1853175408703616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326802.236511:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326802.236513:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326802.237843:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326802.237905:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326802.237909:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326802.237913:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326802.237923:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326802.237935:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f13780 00000400:00000200:3.0:1767326802.237943:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x14c1 [1] + 224 00000800:00000001:3.0:1767326802.237950:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326802.237956:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326802.237959:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326802.237964:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326802.237969:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326802.237975:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021bf7b0a x1853175408703360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326802.237987:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000021bf7b0a x1853175408703360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326802.238006:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326802.238014:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326802.238020:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326802.238022:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326802.238026:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326802.238032:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767326802.238034:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:0.0:1767326802.238036:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326802.238043:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326802.238046:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326802.238047:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13880 00000400:00000010:0.0:1767326802.238049:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000184015f6. 00000400:00000200:0.0:1767326802.238055:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000400:00000010:0.0:1767326802.238057:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000001:0.0:1767326802.238060:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326802.238065:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021bf7b0a x1853175408703360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326802.238069:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x14cd [1] + 224 00000100:00000200:0.0:1767326802.238097:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021bf7b0a x1853175408703360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326802.238097:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326802.238106:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326802.238107:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326802.238109:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326802.238112:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326802.238113:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326802.238116:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326802.238119:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326802.238122:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326802.238125:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 02000000:00000001:0.0:1767326802.238126:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326802.238132:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=48 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326802.238133:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767326802.238137:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=48 v=5 (1 1 1 1) 00000100:00000200:3.0:1767326802.238140:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000015a32238 x1853175408703616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326802.238150:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326802.238153:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326802.238163:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767326802.238163:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000015a32238 x1853175408703616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767326802.238166:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326802.238169:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326802.238174:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021bf7b0a x1853175408703360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326802.238203:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326802.238206:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326802.238208:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326802.238212:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021bf7b0a x1853175408703360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326802.238219:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021bf7b0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408703360:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326802.238223:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326802.238224:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326802.238228:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326802.238232:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021bf7b0a x1853175408703360/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767326802.238232:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326802.238240:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326802.238243:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1767326802.238245:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767326802.238248:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1767326802.238251:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326802.238252:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3883f3e. 02000000:00000001:0.0:1767326802.238259:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326802.238261:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767326802.238263:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326802.238266:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767326802.238266:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000020:00000040:0.0:1767326802.238267:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000400:00000001:2.0:1767326802.238273:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767326802.238274:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:2.0:1767326802.238277:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:0.0:1767326802.238279:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e9ecf111. 00000400:00000010:2.0:1767326802.238282:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b77f63d5. 00000400:00000200:3.0:1767326802.238283:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13800 02000000:00000001:0.0:1767326802.238293:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326802.238296:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326802.238297:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021bf7b0a. 00000400:00000200:2.0:1767326802.238297:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf6a4dc8 00000400:00000010:2.0:1767326802.238302:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf6a4dc8. 00000100:00000001:0.0:1767326802.238305:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326802.238308:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326802.238309:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326802.238310:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326802.238315:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x14c9 [1] + 224 00000100:00000001:0.0:1767326802.238317:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767326802.238319:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000015a32238 x1853175408703616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326802.238320:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326802.238326:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326802.238327:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326802.238337:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767326802.238338:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767326802.238341:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000015a32238 x1853175408703616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326802.238343:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326802.238355:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326802.238363:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326802.238364:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326802.238367:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767326802.238372:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e9b89a7 x1853175408703488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326802.238373:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326802.238376:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326802.238379:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326802.238382:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326802.238388:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326802.238393:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e9b89a7 x1853175408703488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326802.238396:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=37 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326802.238438:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326802.238444:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767326802.238447:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767326802.238449:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=127 v=5 (1 1 0 0) 00000100:00000001:0.0:1767326802.238451:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767326802.238451:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326802.238456:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326802.238460:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767326802.238460:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326802.238463:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326802.238466:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767326802.238470:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b428e7b0. 00010000:00080000:2.0:1767326802.238474:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000015a32238 x1853175408703616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326802.238475:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0ed339f 00000400:00000010:0.0:1767326802.238479:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0ed339f. 00000100:00000001:0.0:1767326802.238485:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767326802.238491:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326802.238493:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e9b89a7 x1853175408703488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326802.238497:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326802.238502:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:2.0:1767326802.238507:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1767326802.238511:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e9b89a7 x1853175408703488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326802.238511:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326802.238521:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000015a32238 x1853175408703616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326802.238526:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326802.238529:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326802.238534:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326802.238537:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326802.238541:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326802.238541:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326802.238545:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326802.238548:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767326802.238549:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326802.238551:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767326802.238556:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=43 v=5 (5 5 5 5) 00000100:00000040:2.0:1767326802.238560:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015a32238 x1853175408703616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767326802.238563:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326802.238570:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326802.238574:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326802.238578:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326802.238580:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326802.238585:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767326802.238588:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326802.238593:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326802.238597:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767326802.238603:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000015a32238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408703616:192.168.202.142@tcp:400: 00000100:00000040:0.0:1767326802.238605:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e9b89a7 x1853175408703488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326802.238614:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326802.238621:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326802.238621:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767326802.238625:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326802.238627:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326802.238629:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000015a32238 x1853175408703616/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326802.238641:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e9b89a7 x1853175408703488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326802.238643:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326802.238648:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1767326802.238653:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e9b89a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408703488:192.168.202.142@tcp:400: 02000000:00000010:2.0:1767326802.238653:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009328c898. 00000100:00000001:0.0:1767326802.238662:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326802.238662:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767326802.238666:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767326802.238666:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326802.238671:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000040:0.0:1767326802.238672:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e9b89a7 x1853175408703488/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326818 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767326802.238678:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767326802.238681:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1767326802.238682:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b1e5a3ef. 02000000:00000001:0.0:1767326802.238683:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326802.238686:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000001db60f4. 02000000:00000001:2.0:1767326802.238690:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326802.238691:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767326802.238693:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767326802.238694:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326802.238697:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000010:2.0:1767326802.238698:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000015a32238. 00000020:00000001:0.0:1767326802.238700:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326802.238704:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004088756a. 00000100:00000001:2.0:1767326802.238705:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767326802.238707:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326802.238708:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326802.238710:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326802.238714:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e9b89a7. 00000100:00000001:2.0:1767326802.238714:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326802.238719:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326802.238721:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326802.238722:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326802.238723:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326802.238726:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326802.238729:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326802.238732:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326802.238733:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326802.238738:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326802.238738:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326802.238741:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326803.259482:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326803.259490:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326803.259522:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326803.259525:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326803.259528:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326804.283504:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326804.283510:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326804.283614:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326804.283629:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326804.283636:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326805.307517:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326805.307525:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326805.307551:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326805.307555:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326805.307558:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326806.075486:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306673857, at 4306673920 00000100:00000040:3.0:1767326806.075486:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306673857, at 4306673920 00000100:00000040:2.0:1767326806.075501:0:218378:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306673857, at 4306673920 00000100:00000010:3.0:1767326806.075503:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077436310. 00000100:00000010:1.0:1767326806.075504:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c97101f. 00000100:00000010:2.0:1767326806.075515:0:218378:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080042d7a. 00000100:00000040:0.0:1767326806.075518:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306673857, at 4306673920 00000100:00000010:0.0:1767326806.075549:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002806ae4a. 00010000:00000001:0.0:1767326806.331482:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326806.331489:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326806.331536:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326806.331541:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326806.331544:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326807.355501:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326807.355509:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326807.355511:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326807.355513:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326807.355517:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326807.355518:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326807.355520:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326807.355521:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326807.355538:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326807.355539:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326807.355541:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326807.355605:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326807.355610:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326807.355618:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f3c6bf1. 00000020:00000040:0.0:1767326807.355624:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326807.355627:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326807.355630:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326807.355634:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326807.355641:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008a20d0c8. 00000100:00000001:0.0:1767326807.355647:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326807.355655:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000009f3c6bf1 x1853175408703744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326807.355663:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326807.355666:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326807.355674:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f3c6bf1] to pc [ptlrpcd_00_01+1] req@000000009f3c6bf1 x1853175408703744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326807.355695:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326807.355697:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326807.355700:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326807.355703:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059bcba4e. 00000020:00000040:0.0:1767326807.355720:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326807.355723:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767326807.355723:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767326807.355727:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767326807.355729:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:0.0:1767326807.355731:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326807.355733:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326807.355735:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767326807.355738:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000980e301. 00000100:00000001:2.0:1767326807.355738:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326807.355743:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326807.355744:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767326807.355748:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000059bcba4e x1853175408703872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326807.355748:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326807.355753:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326807.355757:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326807.355761:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326807.355766:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326807.355769:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326807.355770:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f3c6bf1 x1853175408703744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326807.355776:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059bcba4e] to pc [ptlrpcd_00_02+2] req@0000000059bcba4e x1853175408703872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326807.355805:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326807.355807:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326807.355809:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326807.355812:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326807.355813:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767326807.355816:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326807.355819:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326807.355820:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326807.355822:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767326807.355823:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009d73f840. 00000100:00000001:2.0:1767326807.355824:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767326807.355829:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326807.355830:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000040:2.0:1767326807.355830:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059bcba4e x1853175408703872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326807.355836:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326807.355839:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767326807.355840:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f3c6bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408703744:192.168.202.142@tcp:400: 02000000:00000001:0.0:1767326807.355842:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326807.355843:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1767326807.355850:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8b9f1ee. 00000100:00000001:3.0:1767326807.355850:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326807.355853:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326807.355855:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326807.355857:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326807.355857:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326807.355858:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326807.355860:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767326807.355861:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@000000009d73f840 x1853175408704000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767326807.355863:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326807.355864:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326807.355864:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326807.355869:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767326807.355872:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059bcba4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408703872:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326807.355876:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767326807.355877:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8ae0258. 00000100:00000001:0.0:1767326807.355878:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326807.355878:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767326807.355882:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326807.355883:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326807.355885:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d73f840] to pc [ptlrpcd_00_03+3] req@000000009d73f840 x1853175408704000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326807.355885:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326807.355889:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767326807.355894:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066a72db2. 00000100:00000001:0.0:1767326807.355901:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326807.355902:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d64e397. 00000400:00000010:3.0:1767326807.355903:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9265563. 00000100:00000040:0.0:1767326807.355905:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767326807.355905:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326807.355912:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408703744, portal 25 00000400:00000010:2.0:1767326807.355915:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001c3f5ce. 00000100:00000040:0.0:1767326807.355916:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1767326807.355917:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326807.355921:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453961472 : -115368255590144 : ffff9712bc1b7100) 00000100:00000040:0.0:1767326807.355922:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12012) 00000400:00000010:2.0:1767326807.355922:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000628fadee. 00000100:00000200:2.0:1767326807.355928:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408703872, portal 10 00000100:00000040:3.0:1767326807.355931:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f3c6bf1 x1853175408703744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326807.355941:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326807.355941:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326807.355945:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453959680 : -115368255591936 : ffff9712bc1b6a00) 00000100:00000040:3.0:1767326807.355946:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326807.355951:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010912c81. 00000100:00000040:2.0:1767326807.355956:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059bcba4e x1853175408703872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326807.355957:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408703744, offset 0 00000400:00000200:3.0:1767326807.355971:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326807.355972:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767326807.355977:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326807.355981:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767326807.355981:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfca0bf5. 00000100:00000001:1.0:1767326807.355986:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767326807.355987:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408703872, offset 0 00000100:00000001:1.0:1767326807.355991:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767326807.355995:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000040:1.0:1767326807.356001:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009d73f840 x1853175408704000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767326807.356023:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:1.0:1767326807.356031:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767326807.356033:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326807.356035:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326807.356053:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767326807.356054:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:1.0:1767326807.356056:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326807.356061:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1767326807.356062:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326807.356067:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00100000:1.0:1767326807.356071:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009d73f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408704000:192.168.202.142@tcp:400: 00000400:00000200:3.0:1767326807.356076:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [642:642:256:4294967295] 192.168.202.142@tcp LPNI seq info [642:642:8:4294967295] 00000100:00000001:1.0:1767326807.356082:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326807.356087:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326807.356089:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326807.356095:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326807.356098:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000010:1.0:1767326807.356101:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006518b3e9. 02000000:00000001:1.0:1767326807.356104:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326807.356111:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b77f63d5. 00000800:00000200:3.0:1767326807.356117:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326807.356118:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e4a2d89. 00000400:00000200:2.0:1767326807.356119:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000200:1.0:1767326807.356127:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408704000, portal 10 00000400:00000200:2.0:1767326807.356127:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767326807.356127:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004088756a. 00000400:00000200:2.0:1767326807.356133:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326807.356134:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326807.356138:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453948928 : -115368255602688 : ffff9712bc1b4000) 00000400:00000200:2.0:1767326807.356139:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1767326807.356141:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326807.356146:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:2.0:1767326807.356151:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [643:643:255:4294967295] 192.168.202.142@tcp LPNI seq info [643:643:7:4294967295] 00000100:00000040:1.0:1767326807.356152:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009d73f840 x1853175408704000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326807.356157:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326807.356165:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004088756a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326807.356168:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:2.0:1767326807.356181:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326807.356183:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767326807.356187:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c0c3cee. 00000100:00000001:3.0:1767326807.356187:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326807.356191:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326807.356194:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306678977 00000400:00000010:1.0:1767326807.356197:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000765198f9. 00000100:00000010:3.0:1767326807.356202:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0fd67da. 00000100:00000200:1.0:1767326807.356203:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408704000, offset 0 00000800:00000200:2.0:1767326807.356204:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326807.356213:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767326807.356215:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326807.356220:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326807.356221:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c0c3cee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326807.356224:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306678977 00000100:00000001:2.0:1767326807.356226:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326807.356230:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cdc0422. 00000100:00000040:2.0:1767326807.356234:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 82242 usecs (83 jiffies) 00000100:00000001:3.0:1767326807.356236:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326807.356240:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:2.0:1767326807.356240:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306675283 00000100:00000001:2.0:1767326807.356246:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306678977 00000400:00000200:1.0:1767326807.356250:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326807.356252:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767326807.356252:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306675283 00000100:00000001:3.0:1767326807.356255:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306678977 00000800:00000010:0.0:1767326807.356256:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004088756a. 00000100:00000001:2.0:1767326807.356256:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306678977 00000400:00000200:1.0:1767326807.356259:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326807.356263:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306675283 00000100:00000010:3.0:1767326807.356264:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f676bc1. 00000400:00000200:0.0:1767326807.356266:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326807.356266:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326807.356272:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767326807.356275:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326807.356278:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326807.356279:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306678977 00000100:00000001:3.0:1767326807.356279:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306678977 00000400:00000200:1.0:1767326807.356286:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [644:644:254:4294967295] 192.168.202.142@tcp LPNI seq info [644:644:6:4294967295] 00000100:00000001:2.0:1767326807.356287:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306675283 00000100:00000010:3.0:1767326807.356288:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d429ad70. 00000100:00000001:3.0:1767326807.356294:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326807.356300:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326807.356301:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306678977 00000100:00000001:2.0:1767326807.356309:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326807.356309:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326807.356311:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:2.0:1767326807.356315:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326807.356317:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326807.356322:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326807.356323:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326807.356324:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010912c81 00000800:00000200:1.0:1767326807.356327:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326807.356328:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767326807.356329:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010912c81. 00000100:00000001:0.0:1767326807.356335:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767326807.356335:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1767326807.356336:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000927476c9. 00000100:00000001:2.0:1767326807.356338:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767326807.356341:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f3c6bf1 x1853175408703744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326807.356343:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326807.356345:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326807.356348:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326807.356349:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326807.356351:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326807.356359:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1767326807.356363:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000040:0.0:1767326807.356366:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f3c6bf1 x1853175408703744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326823 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767326807.356369:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000927476c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326807.356378:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326807.356382:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326807.356384:0:211397:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 108370 usecs (109 jiffies) 00000100:00000001:0.0:1767326807.356385:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326807.356391:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306675309 00000100:00000001:1.0:1767326807.356395:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306678977 00000800:00000200:0.0:1767326807.356418:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326807.356422:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c0c3cee. 00000400:00000200:0.0:1767326807.356425:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326807.356429:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326807.356432:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfca0bf5 00000400:00000010:0.0:1767326807.356434:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfca0bf5. 00000100:00000001:1.0:1767326807.356435:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306675309 00000100:00000001:0.0:1767326807.356437:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767326807.356440:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306678977 00000100:00000200:0.0:1767326807.356444:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059bcba4e x1853175408703872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326807.356446:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306675310 00000100:00000001:0.0:1767326807.356457:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326807.356457:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306678977 00000100:00000001:1.0:1767326807.356462:0:211397:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306675310 00000100:00000040:0.0:1767326807.356463:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059bcba4e x1853175408703872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326807.356466:0:211397:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306678977 00000100:00000001:1.0:1767326807.356472:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326807.356478:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326807.356479:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326807.356482:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326807.356483:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326807.356488:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326807.356493:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326807.356495:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326807.356504:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326807.356505:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326807.356507:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326807.356510:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326807.356544:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326807.356546:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000927476c9. 00000400:00000200:0.0:1767326807.356552:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326807.356555:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326807.356557:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000765198f9 00000400:00000010:0.0:1767326807.356558:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000765198f9. 00000100:00000001:0.0:1767326807.356560:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326807.356562:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009d73f840 x1853175408704000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326807.356567:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326807.356568:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009d73f840 x1853175408704000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326807.356572:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326807.356573:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326807.358531:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326807.358544:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326807.358548:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326807.358550:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326807.358616:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326807.358630:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f13900 00000400:00000200:3.0:1767326807.358638:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x14d9 [1] + 224 00000800:00000001:3.0:1767326807.358645:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326807.358666:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326807.358669:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326807.358674:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326807.358679:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326807.358683:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f3c6bf1 x1853175408703744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326807.358694:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009f3c6bf1 x1853175408703744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326807.358715:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326807.358723:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326807.358727:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326807.358729:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326807.358731:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326807.358736:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326807.358743:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13980 00000400:00000200:3.0:1767326807.358748:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x14dd [1] + 224 00000800:00000001:3.0:1767326807.358751:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326807.358754:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326807.358756:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326807.358759:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326807.358762:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326807.358765:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059bcba4e x1853175408703872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326807.358773:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059bcba4e x1853175408703872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326807.358792:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326807.358797:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326807.358800:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326807.358802:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326807.358804:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326807.358808:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326807.358814:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13a00 00000400:00000200:3.0:1767326807.358826:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x14e9 [1] + 224 00000100:00000001:2.0:1767326807.358828:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767326807.358831:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326807.358832:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767326807.358839:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767326807.358839:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767326807.358843:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767326807.358844:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767326807.358847:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001c3f5ce. 00000400:00000200:3.0:1767326807.358850:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326807.358855:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000628fadee 00000400:00000010:2.0:1767326807.358859:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000628fadee. 00000100:00000001:2.0:1767326807.358863:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326807.358865:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326807.358870:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059bcba4e x1853175408703872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326807.358873:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009d73f840 x1853175408704000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326807.358874:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326807.358878:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326807.358882:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326807.358885:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326807.358888:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066a72db2. 00000400:00000200:0.0:1767326807.358893:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9265563 00000400:00000010:0.0:1767326807.358897:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9265563. 00000100:00000040:3.0:1767326807.358897:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009d73f840 x1853175408704000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326807.358903:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326807.358912:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f3c6bf1 x1853175408703744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326807.358929:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059bcba4e x1853175408703872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326807.358933:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326807.358940:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326807.358946:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326807.358952:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f3c6bf1 x1853175408703744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326807.358955:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326807.358960:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326807.358963:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326807.358964:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767326807.358965:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767326807.358967:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326807.358968:0:211394:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326807.358970:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767326807.358971:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326807.358973:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326807.358974:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326807.358977:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326807.358978:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326807.358980:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326807.358982:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767326807.358986:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1767326807.358986:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=48 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326807.358987:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326807.358993:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1767326807.358996:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=53 v=5 (1 1 1 1) 00000100:00001000:2.0:1767326807.358996:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=48 v=5 (1 1 1 1) 00000400:00000001:1.0:1767326807.358997:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326807.359001:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b77f63d5. 00000100:00000001:0.0:1767326807.359005:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326807.359006:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326807.359007:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326807.359009:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326807.359013:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326807.359014:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326807.359016:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e4a2d89 00000100:00000001:2.0:1767326807.359017:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1767326807.359019:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767326807.359021:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00010000:00000001:0.0:1767326807.359023:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326807.359024:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e4a2d89. 00000100:00000001:2.0:1767326807.359027:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326807.359030:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326807.359031:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767326807.359031:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326807.359051:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f3c6bf1 x1853175408703744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326807.359055:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059bcba4e x1853175408703872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326807.359056:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009d73f840 x1853175408704000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326807.359081:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326807.359084:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326807.359086:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326807.359088:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326807.359091:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326807.359092:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326807.359102:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f3c6bf1 x1853175408703744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326807.359104:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059bcba4e x1853175408703872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326807.359105:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009d73f840 x1853175408704000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326807.359134:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f3c6bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408703744:192.168.202.142@tcp:400: 00000100:00100000:2.0:1767326807.359141:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059bcba4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408703872:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326807.359142:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326807.359144:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326807.359147:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326807.359148:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326807.359153:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326807.359154:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f3c6bf1 x1853175408703744/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326807.359154:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326807.359158:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326807.359160:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326807.359162:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326807.359166:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326807.359168:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059bcba4e x1853175408703872/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326807.359172:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326807.359176:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1767326807.359180:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=42 v=5 (5 5 5 5) 02000000:00000001:0.0:1767326807.359181:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326807.359186:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8ae0258. 00000100:00001000:1.0:1767326807.359187:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=132 v=5 (1 1 0 0) 02000000:00000001:0.0:1767326807.359193:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767326807.359196:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767326807.359197:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767326807.359200:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326807.359201:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00010000:00000001:1.0:1767326807.359207:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767326807.359208:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326807.359210:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1767326807.359213:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008a20d0c8. 00010000:00080000:1.0:1767326807.359214:0:211397:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009d73f840 x1853175408704000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326807.359214:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326807.359218:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d64e397. 02000000:00000001:0.0:1767326807.359221:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326807.359225:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767326807.359225:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326807.359229:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:0.0:1767326807.359230:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f3c6bf1. 00010000:00000001:1.0:1767326807.359231:0:211397:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326807.359233:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:1.0:1767326807.359237:0:211397:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767326807.359238:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767326807.359238:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767326807.359241:0:211397:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:0.0:1767326807.359242:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767326807.359243:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000980e301. 00000100:00000001:1.0:1767326807.359245:0:211397:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767326807.359249:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326807.359249:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326807.359252:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767326807.359255:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767326807.359255:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326807.359259:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326807.359259:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059bcba4e. 00000100:00000001:0.0:1767326807.359263:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326807.359265:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326807.359266:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326807.359266:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009d73f840 x1853175408704000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326807.359269:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326807.359274:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326807.359283:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326807.359284:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326807.359287:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326807.359289:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326807.359293:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326807.359293:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326807.359297:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326807.359301:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d73f840 x1853175408704000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326807.359311:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009d73f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211397:1853175408704000:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326807.359317:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326807.359319:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326807.359321:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009d73f840 x1853175408704000/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326823 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326807.359327:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326807.359329:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326807.359331:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006518b3e9. 02000000:00000001:1.0:1767326807.359334:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326807.359336:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326807.359337:0:211397:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326807.359339:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326807.359340:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8b9f1ee. 02000000:00000001:1.0:1767326807.359343:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326807.359344:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326807.359345:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009d73f840. 00000100:00000001:1.0:1767326807.359348:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326807.359349:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326807.359351:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326807.359354:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326807.359356:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326807.359358:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326807.359360:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326808.379515:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326808.379522:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326808.379574:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326808.379580:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326808.379582:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326809.403504:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326809.403511:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326809.403547:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326809.403551:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326809.403560:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326810.427483:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326810.427489:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326810.427509:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326810.427511:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326810.427513:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326811.195441:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306678977, at 4306679040 00000100:00000010:3.0:1767326811.195456:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d429ad70. 00000100:00000040:2.0:1767326811.195458:0:218378:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306678977, at 4306679040 00000100:00000010:2.0:1767326811.195467:0:218378:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f676bc1. 00000100:00000040:0.0:1767326811.195479:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306678977, at 4306679040 00000100:00000040:1.0:1767326811.195479:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306678977, at 4306679040 00000100:00000010:1.0:1767326811.195489:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cdc0422. 00000100:00000010:0.0:1767326811.195490:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0fd67da. 00010000:00000001:0.0:1767326811.451514:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326811.451522:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326811.451589:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326811.451593:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326811.451595:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326812.475484:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:3.0:1767326812.475486:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326812.475490:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326812.475497:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326812.475503:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025c21800. 00000020:00000040:3.0:1767326812.475508:0:161884:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326812.475512:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326812.475514:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326812.475518:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326812.475524:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b1e5a3ef. 00000020:00000001:1.0:1767326812.475530:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326812.475530:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326812.475535:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767326812.475538:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326812.475542:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000025c21800 x1853175408704128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326812.475551:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326812.475553:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326812.475557:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025c21800] to pc [ptlrpcd_00_00+0] req@0000000025c21800 x1853175408704128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326812.475587:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326812.475589:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767326812.475591:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767326812.475593:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a858f5b. 00000020:00000040:3.0:1767326812.475595:0:161884:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326812.475597:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326812.475599:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326812.475601:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326812.475604:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e9ecf111. 00000100:00000001:3.0:1767326812.475606:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326812.475607:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326812.475612:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767326812.475612:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@000000004a858f5b x1853175408704256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326812.475616:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326812.475619:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326812.475622:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767326812.475624:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025c21800 x1853175408704128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326812.475625:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326812.475626:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326812.475635:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a858f5b] to pc [ptlrpcd_00_01+1] req@000000004a858f5b x1853175408704256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326812.475638:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326812.475641:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326812.475648:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326812.475651:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326812.475652:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326812.475653:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326812.475656:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767326812.475659:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408704128:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326812.475660:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326812.475662:0:161884:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767326812.475664:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767326812.475666:0:161884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000497468fb. 00000100:00000001:2.0:1767326812.475668:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767326812.475671:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1767326812.475672:0:161884:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000040:2.0:1767326812.475676:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a858f5b x1853175408704256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326812.475677:0:161884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326812.475679:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326812.475680:0:161884:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326812.475684:0:161884:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326812.475685:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326812.475689:0:161884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000243161f8. 02000000:00000001:0.0:1767326812.475694:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326812.475694:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326812.475694:0:161884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326812.475699:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326812.475703:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c165a20. 00000100:00000040:3.0:1767326812.475703:0:161884:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000497468fb x1853175408704384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767326812.475704:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767326812.475708:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767326812.475711:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326812.475712:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326812.475719:0:161884:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767326812.475722:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000184015f6. 00000100:00100000:2.0:1767326812.475725:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408704256:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326812.475729:0:161884:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326812.475731:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767326812.475734:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17f04cf. 02000000:00000001:2.0:1767326812.475735:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767326812.475736:0:161884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000497468fb] to pc [ptlrpcd_00_02+2] req@00000000497468fb x1853175408704384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326812.475739:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326812.475744:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767326812.475746:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408704128, portal 25 02000000:00000010:2.0:1767326812.475748:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af2aa208. 02000000:00000001:2.0:1767326812.475752:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326812.475756:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001c3f5ce. 00000100:00000001:0.0:1767326812.475759:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767326812.475762:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000628fadee. 00000100:00000001:0.0:1767326812.475763:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571635712 : -115369137915904 : ffff971287843800) 00000100:00000001:3.0:1767326812.475766:0:161884:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326812.475767:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408704256, portal 10 00000100:00000040:3.0:1767326812.475770:0:161884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326812.475771:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767326812.475775:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025c21800 x1853175408704128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326812.475776:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571630336 : -115369137921280 : ffff971287842300) 00000100:00000040:3.0:1767326812.475778:0:161884:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326812.475783:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326812.475786:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12018) 00000100:00000040:2.0:1767326812.475787:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a858f5b x1853175408704256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326812.475788:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326812.475793:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767326812.475801:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000497468fb x1853175408704384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326812.475803:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326812.475808:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767326812.475809:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326812.475811:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326812.475819:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326812.475820:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326812.475827:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3c2d871. 00000400:00000010:2.0:1767326812.475827:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000411bc08a. 00000100:00000001:1.0:1767326812.475828:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326812.475832:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326812.475833:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408704256, offset 0 00000100:00000200:0.0:1767326812.475835:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408704128, offset 0 02000000:00000001:1.0:1767326812.475836:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326812.475840:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767326812.475843:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326812.475844:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326812.475849:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000497468fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408704384:192.168.202.142@tcp:400: 00000400:00000200:0.0:1767326812.475854:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326812.475855:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767326812.475859:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:1.0:1767326812.475860:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326812.475865:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326812.475867:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326812.475870:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767326812.475873:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000010:1.0:1767326812.475877:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d1023b2. 00000400:00000200:2.0:1767326812.475878:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767326812.475883:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:1.0:1767326812.475884:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326812.475887:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [645:645:256:4294967295] 192.168.202.142@tcp LPNI seq info [645:645:8:4294967295] 00000400:00000010:1.0:1767326812.475893:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b77f63d5. 00000400:00000200:2.0:1767326812.475901:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000010:1.0:1767326812.475902:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e4a2d89. 00000800:00000200:2.0:1767326812.475908:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000200:1.0:1767326812.475910:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408704384, portal 10 00000400:00000200:0.0:1767326812.475911:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000010:2.0:1767326812.475914:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed9e0e5f. 00000100:00000001:1.0:1767326812.475917:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326812.475918:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767326812.475923:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571624960 : -115369137926656 : ffff971287840e00) 00000800:00000200:2.0:1767326812.475924:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:0.0:1767326812.475925:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326812.475932:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326812.475938:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:1.0:1767326812.475938:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000497468fb x1853175408704384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767326812.475938:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:2.0:1767326812.475945:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed9e0e5f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326812.475947:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [646:646:255:4294967295] 192.168.202.142@tcp LPNI seq info [646:646:7:4294967295] 00000100:00000001:1.0:1767326812.475963:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767326812.475968:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326812.475969:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:2.0:1767326812.475974:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 81841 usecs (82 jiffies) 00000100:00000001:2.0:1767326812.475980:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306680402 00000100:00000040:1.0:1767326812.475981:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326812.475985:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000010:2.0:1767326812.475987:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b327fdc9. 00000400:00000010:1.0:1767326812.476003:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000955f2d8b. 00000100:00000200:1.0:1767326812.476009:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408704384, offset 0 00000100:00000001:2.0:1767326812.476009:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 0 00000800:00000010:0.0:1767326812.476010:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fff2558. 00000400:00000200:1.0:1767326812.476017:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:2.0:1767326812.476021:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306680402 00000800:00000200:0.0:1767326812.476023:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326812.476025:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000010:2.0:1767326812.476030:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae171abe. 00000400:00000200:1.0:1767326812.476032:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1767326812.476037:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326812.476039:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767326812.476040:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326812.476046:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1767326812.476047:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fff2558 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326812.476048:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306680402 00000400:00000200:1.0:1767326812.476052:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326812.476057:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767326812.476057:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab6cb4ac. 00000400:00000200:1.0:1767326812.476058:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [647:647:254:4294967295] 192.168.202.142@tcp LPNI seq info [647:647:6:4294967295] 00000100:00000001:0.0:1767326812.476065:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306684097 00000100:00000001:2.0:1767326812.476065:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767326812.476074:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306680402 00000100:00000001:0.0:1767326812.476078:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306680402 00000800:00000200:3.0:1767326812.476082:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767326812.476083:0:211395:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a84e7b2. 00000400:00000200:1.0:1767326812.476086:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326812.476089:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306684097 00000100:00000001:2.0:1767326812.476089:0:211395:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request now active for cpu 3 00000800:00000010:3.0:1767326812.476089:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed9e0e5f. 00000800:00000200:1.0:1767326812.476095:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326812.476097:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767326812.476099:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326812.476100:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306680402 00000800:00000010:1.0:1767326812.476101:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000927476c9. 00000100:00000001:2.0:1767326812.476104:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326812.476107:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326812.476110:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326812.476112:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306684097 00000800:00000200:1.0:1767326812.476112:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:2.0:1767326812.476116:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326812.476118:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000411bc08a 00000400:00000010:3.0:1767326812.476121:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000411bc08a. 00000100:00000001:0.0:1767326812.476122:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306680402 00000100:00000001:2.0:1767326812.476124:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1767326812.476125:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:2.0:1767326812.476128:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326812.476128:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326812.476131:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306684097 00000800:00000200:1.0:1767326812.476132:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000927476c9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767326812.476133:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767326812.476136:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a858f5b x1853175408704256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326812.476137:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326812.476139:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326812.476141:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326812.476145:0:211394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306680402 00000100:00000001:2.0:1767326812.476146:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326812.476147:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 107828 usecs (108 jiffies) 00000100:00000001:0.0:1767326812.476151:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326812.476153:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306680428 00000100:00000001:0.0:1767326812.476156:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326812.476158:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306684097 00000100:00000001:0.0:1767326812.476159:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326812.476161:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306680428 00000100:00000001:0.0:1767326812.476162:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326812.476165:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306684097 00000100:00000001:0.0:1767326812.476168:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326812.476168:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306680428 00000100:00000001:1.0:1767326812.476170:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306684097 00000100:00000001:0.0:1767326812.476172:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326812.476173:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306680428 00000100:00000001:0.0:1767326812.476177:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326812.476177:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306684097 00000100:00000001:0.0:1767326812.476181:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326812.476184:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326812.476185:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326812.476190:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326812.476192:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326812.476201:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326812.476202:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326812.476206:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326812.476207:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a858f5b x1853175408704256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326812.476214:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326812.476218:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326812.476219:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326812.476223:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326812.476224:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326812.476227:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326812.476231:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326812.476234:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326812.476245:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326812.476249:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fff2558. 00000400:00000200:3.0:1767326812.476253:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326812.476257:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326812.476260:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c2d871 00000400:00000010:3.0:1767326812.476262:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c2d871. 00000100:00000001:3.0:1767326812.476264:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326812.476267:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025c21800 x1853175408704128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326812.476287:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326812.476289:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025c21800 x1853175408704128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326828 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326812.476295:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326812.476296:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767326812.476329:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326812.476332:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000927476c9. 00000400:00000200:3.0:1767326812.476335:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326812.476339:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326812.476342:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000955f2d8b 00000400:00000010:3.0:1767326812.476343:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000955f2d8b. 00000100:00000001:3.0:1767326812.476346:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326812.476349:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000497468fb x1853175408704384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326812.476355:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326812.476358:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000497468fb x1853175408704384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326812.476363:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326812.476365:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326812.478025:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326812.478032:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326812.478035:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326812.478037:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326812.478042:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326812.478051:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13b00 00000400:00000200:0.0:1767326812.478056:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x14f5 [1] + 224 00000800:00000001:0.0:1767326812.478062:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326812.478065:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326812.478067:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326812.478070:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326812.478074:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326812.478077:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a858f5b x1853175408704256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326812.478084:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a858f5b x1853175408704256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326812.478101:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326812.478106:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326812.478108:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326812.478109:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326812.478110:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326812.478113:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326812.478124:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f13a80 00000400:00000200:0.0:1767326812.478128:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x14f1 [1] + 224 00000800:00000001:0.0:1767326812.478131:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326812.478136:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326812.478138:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326812.478139:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326812.478141:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326812.478145:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326812.478146:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326812.478150:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025c21800 x1853175408704128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326812.478153:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326812.478157:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767326812.478159:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000025c21800 x1853175408704128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326812.478161:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001c3f5ce. 00000400:00000200:1.0:1767326812.478169:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000628fadee 00000400:00000010:1.0:1767326812.478174:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000628fadee. 00000100:00000001:0.0:1767326812.478176:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326812.478178:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1767326812.478181:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326812.478185:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767326812.478186:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a858f5b x1853175408704256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326812.478199:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a858f5b x1853175408704256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326812.478206:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326812.478207:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326812.478209:0:211395:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326812.478211:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326812.478213:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326812.478215:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326812.478217:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326812.478222:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=53 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326812.478225:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=53 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326812.478227:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326812.478228:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326812.478230:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326812.478233:0:211395:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326812.478236:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326812.478237:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326812.478239:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326812.478247:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326812.478251:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a858f5b x1853175408704256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326812.478260:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326812.478263:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326812.478265:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326812.478270:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a858f5b x1853175408704256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326812.478280:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a858f5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408704256:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326812.478283:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326812.478286:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326812.478287:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326812.478288:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326812.478292:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326812.478293:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1767326812.478295:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326812.478297:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767326812.478299:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767326812.478300:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a858f5b x1853175408704256/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326812.478301:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326812.478303:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000184015f6. 00000400:00000200:0.0:1767326812.478312:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326812.478321:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13b80 00000100:00000001:1.0:1767326812.478328:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326812.478331:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326812.478334:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af2aa208. 02000000:00000001:1.0:1767326812.478338:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326812.478339:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326812.478341:0:211395:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326812.478343:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326812.478345:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e9ecf111. 02000000:00000001:1.0:1767326812.478349:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326812.478351:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326812.478360:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a858f5b. 00000400:00000200:3.0:1767326812.478366:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a17f04cf 00000100:00000001:1.0:1767326812.478367:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326812.478372:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767326812.478372:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a17f04cf. 00000100:00000001:1.0:1767326812.478377:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326812.478380:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326812.478384:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1501 [1] + 224 00000100:00000001:1.0:1767326812.478384:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326812.478388:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326812.478390:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025c21800 x1853175408704128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326812.478393:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326812.478394:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326812.478416:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326812.478419:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326812.478420:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326812.478425:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326812.478430:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326812.478435:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000497468fb x1853175408704384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326812.478442:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025c21800 x1853175408704128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326812.478448:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000497468fb x1853175408704384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326812.478464:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326812.478475:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326812.478479:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326812.478482:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326812.478484:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326812.478486:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326812.478489:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326812.478492:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=58 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326812.478494:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=58 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326812.478495:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326812.478496:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326812.478498:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326812.478499:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326812.478500:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326812.478501:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326812.478507:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025c21800 x1853175408704128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326812.478509:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326812.478514:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767326812.478515:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326812.478516:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326812.478518:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326812.478523:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025c21800 x1853175408704128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326812.478529:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408704128:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326812.478534:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326812.478535:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326812.478538:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025c21800 x1853175408704128/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326812.478540:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326812.478543:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326812.478548:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1767326812.478549:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767326812.478550:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326812.478552:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c165a20. 02000000:00000001:3.0:1767326812.478555:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326812.478555:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326812.478556:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326812.478557:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:1.0:1767326812.478561:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1767326812.478561:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b1e5a3ef. 00000400:00000010:1.0:1767326812.478565:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b77f63d5. 02000000:00000001:3.0:1767326812.478566:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767326812.478570:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e4a2d89 00000400:00000010:1.0:1767326812.478572:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e4a2d89. 02000000:00000001:3.0:1767326812.478575:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326812.478576:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:3.0:1767326812.478577:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025c21800. 00000100:00000200:1.0:1767326812.478584:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000497468fb x1853175408704384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326812.478584:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326812.478586:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326812.478591:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326812.478597:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326812.478600:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326812.478601:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000497468fb x1853175408704384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326812.478603:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326812.478606:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326812.478614:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326812.478616:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326812.478618:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326812.478620:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326812.478621:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326812.478623:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326812.478624:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326812.478627:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=47 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326812.478629:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=137 v=5 (1 1 0 0) 00000100:00000001:1.0:1767326812.478631:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326812.478632:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326812.478633:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767326812.478635:0:211396:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000497468fb x1853175408704384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767326812.478641:0:211396:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326812.478642:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767326812.478643:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326812.478644:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326812.478645:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326812.478647:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000497468fb x1853175408704384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326812.478651:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326812.478653:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326812.478654:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326812.478661:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000497468fb x1853175408704384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326812.478666:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000497468fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408704384:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326812.478669:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326812.478670:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326812.478671:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000497468fb x1853175408704384/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326828 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326812.478675:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326812.478676:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326812.478678:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d1023b2. 02000000:00000001:1.0:1767326812.478680:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326812.478681:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326812.478682:0:211396:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:1.0:1767326812.478684:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326812.478685:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000243161f8. 02000000:00000001:1.0:1767326812.478686:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326812.478687:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326812.478688:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000497468fb. 00000100:00000001:1.0:1767326812.478690:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326812.478691:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326812.478692:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326812.478695:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326812.478697:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326812.478698:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326812.478699:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326813.499511:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326813.499518:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326813.499545:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326813.499548:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326813.499551:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326814.523549:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326814.523556:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326814.523641:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326814.523649:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326814.523654:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326815.547545:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326815.547551:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326815.547620:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326815.547624:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326815.547627:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326816.315566:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306684097, at 4306684160 00000100:00000040:1.0:1767326816.315566:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306684097, at 4306684160 00000100:00000040:3.0:1767326816.315566:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306684097, at 4306684160 00000100:00000010:0.0:1767326816.315589:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b327fdc9. 00000100:00000010:1.0:1767326816.315592:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae171abe. 00000100:00000010:3.0:1767326816.315597:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a84e7b2. 00000100:00000040:2.0:1767326816.315720:0:220663:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306684097, at 4306684160 00000100:00000010:2.0:1767326816.315729:0:220663:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab6cb4ac. 00010000:00000001:0.0:1767326816.571496:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326816.571506:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326816.571509:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326816.571512:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326816.571519:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326816.571522:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326816.571524:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326816.571526:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326816.571549:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326816.571552:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326816.571555:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326817.595536:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326817.595544:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326817.595590:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326817.595594:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326817.595594:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00010000:1.0:1767326817.595597:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326817.595604:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326817.595618:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6591187. 00000020:00000040:2.0:1767326817.595626:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326817.595631:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326817.595635:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326817.595642:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326817.595652:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dadd9a6c. 00000100:00000001:2.0:1767326817.595672:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326817.595686:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@00000000b6591187 x1853175408704512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326817.595699:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326817.595702:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326817.595708:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6591187] to pc [ptlrpcd_00_03+3] req@00000000b6591187 x1853175408704512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326817.595741:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326817.595745:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326817.595749:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326817.595754:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326817.595758:0:193004:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326817.595761:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326817.595763:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767326817.595764:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326817.595766:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326817.595769:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767326817.595772:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:3.0:1767326817.595773:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767326817.595774:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326817.595778:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326817.595780:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326817.595782:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6591187 x1853175408704512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326817.595787:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@0000000032a2412e x1853175408704640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326817.595804:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326817.595807:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326817.595808:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326817.595811:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326817.595812:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326817.595816:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326817.595818:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_00+0] req@0000000032a2412e x1853175408704640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326817.595820:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326817.595825:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408704512:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326817.595832:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326817.595839:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326817.595841:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326817.595844:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326817.595848:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007def0f13. 02000000:00000001:3.0:1767326817.595850:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326817.595856:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002745a32a. 00000400:00000010:3.0:1767326817.595866:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000848bd3d. 00000100:00000200:3.0:1767326817.595875:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408704512, portal 25 00000100:00000001:3.0:1767326817.595877:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326817.595878:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333281664 : -115368376269952 : ffff9712b4ea0380) 00000100:00000040:3.0:1767326817.595883:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6591187 x1853175408704512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326817.595891:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326817.595895:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326817.595905:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767326817.595911:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326817.595911:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767326817.595912:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bfc4a11d. 00000100:00000001:0.0:1767326817.595915:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767326817.595917:0:193004:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000040:3.0:1767326817.595919:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326817.595920:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767326817.595925:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ead26eaf. 00000100:00000001:2.0:1767326817.595926:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767326817.595929:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408704640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767326817.595931:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1767326817.595931:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408704512, offset 0 00000100:00000001:1.0:1767326817.595933:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326817.595936:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326817.595940:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326817.595958:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326817.595959:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767326817.595960:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089a1fa3e. 00000100:00000001:0.0:1767326817.595962:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326817.595967:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326817.595974:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767326817.595975:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@00000000bfc4a11d x1853175408704768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767326817.595977:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767326817.595981:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:0.0:1767326817.595982:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326817.595990:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408704640:192.168.202.142@tcp:400: 00000400:00000200:3.0:1767326817.595995:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767326817.596001:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326817.596004:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767326817.596006:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767326817.596007:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:2.0:1767326817.596008:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326817.596010:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326817.596014:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767326817.596017:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1767326817.596018:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfc4a11d] to pc [ptlrpcd_00_01+1] req@00000000bfc4a11d x1853175408704768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767326817.596021:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b8f486f. 00000400:00000200:3.0:1767326817.596026:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 02000000:00000001:0.0:1767326817.596027:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326817.596037:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db76cee4. 00000400:00000200:3.0:1767326817.596037:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [648:648:256:4294967295] 192.168.202.142@tcp LPNI seq info [648:648:8:4294967295] 00000400:00000010:0.0:1767326817.596046:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7ef90dd. 00000100:00000200:0.0:1767326817.596050:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408704640, portal 10 00000100:00000001:0.0:1767326817.596055:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767326817.596055:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326817.596059:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:0.0:1767326817.596060:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000040:2.0:1767326817.596061:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767326817.596069:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767326817.596070:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767326817.596074:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408704640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326817.596075:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767326817.596075:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:1.0:1767326817.596078:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326817.596080:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12023) 00000800:00000010:3.0:1767326817.596083:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1e5a3ef. 00000100:00000040:1.0:1767326817.596087:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bfc4a11d x1853175408704768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767326817.596097:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:0.0:1767326817.596105:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767326817.596108:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326817.596111:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326817.596113:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326817.596114:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326817.596117:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767326817.596119:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d90f77. 02000000:00000001:1.0:1767326817.596119:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326817.596125:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408704768:192.168.202.142@tcp:400: 00000100:00000200:0.0:1767326817.596126:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408704640, offset 0 00000100:00000001:1.0:1767326817.596133:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326817.596136:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326817.596139:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 02000000:00000001:1.0:1767326817.596139:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326817.596141:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326817.596147:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a2eaa57. 02000000:00000001:1.0:1767326817.596149:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326817.596150:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000800:00000200:3.0:1767326817.596153:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000010:1.0:1767326817.596154:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b77f63d5. 00000400:00000200:0.0:1767326817.596157:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1767326817.596160:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e4a2d89. 00000800:00000200:3.0:1767326817.596161:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b1e5a3ef type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767326817.596164:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000200:1.0:1767326817.596167:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408704768, portal 10 00000400:00000200:0.0:1767326817.596171:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767326817.596171:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326817.596174:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333290624 : -115368376260992 : ffff9712b4ea2680) 00000100:00000001:3.0:1767326817.596180:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326817.596181:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bfc4a11d x1853175408704768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326817.596186:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:3.0:1767326817.596188:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306689217 00000100:00000001:1.0:1767326817.596197:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326817.596198:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [649:649:255:4294967295] 192.168.202.142@tcp LPNI seq info [649:649:7:4294967295] 00000100:00000010:3.0:1767326817.596198:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016446684. 00000100:00000040:1.0:1767326817.596204:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326817.596209:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da434889. 00000100:00000001:3.0:1767326817.596211:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767326817.596212:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408704768, offset 0 00000400:00000200:0.0:1767326817.596221:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326817.596223:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306689217 00000400:00000200:1.0:1767326817.596226:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:3.0:1767326817.596232:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064ae084c. 00000800:00000200:0.0:1767326817.596236:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326817.596237:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:3.0:1767326817.596240:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000800:00000010:0.0:1767326817.596245:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea9a1391. 00000400:00000200:1.0:1767326817.596245:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767326817.596247:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306689217 00000400:00000200:1.0:1767326817.596252:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000010:3.0:1767326817.596254:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008375de61. 00000800:00000200:0.0:1767326817.596257:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326817.596259:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767326817.596259:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326817.596263:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306689217 00000100:00000010:3.0:1767326817.596267:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d429ad70. 00000400:00000200:1.0:1767326817.596271:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:0.0:1767326817.596277:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:1.0:1767326817.596278:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [650:650:254:4294967295] 192.168.202.142@tcp LPNI seq info [650:650:6:4294967295] 00000100:00000001:3.0:1767326817.596279:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326817.596284:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326817.596289:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326817.596294:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea9a1391 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326817.596295:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000001:3.0:1767326817.596296:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326817.596302:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326817.596305:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326817.596306:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000200:2.0:1767326817.596310:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767326817.596313:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 81440 usecs (82 jiffies) 00000800:00000010:1.0:1767326817.596313:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d731ab4b. 00000800:00000010:2.0:1767326817.596315:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1e5a3ef. 00000100:00000001:0.0:1767326817.596322:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306685522 00000800:00000200:1.0:1767326817.596322:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:2.0:1767326817.596324:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326817.596326:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326817.596329:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306689217 00000800:00000200:1.0:1767326817.596332:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326817.596336:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306685522 00000400:00000200:2.0:1767326817.596338:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326817.596338:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767326817.596339:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d731ab4b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326817.596342:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306689217 00000100:00000001:0.0:1767326817.596348:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306685522 00000100:00000001:3.0:1767326817.596348:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326817.596349:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326817.596349:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ead26eaf 00000100:00000001:3.0:1767326817.596352:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767326817.596353:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ead26eaf. 00000100:00000001:0.0:1767326817.596356:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306689217 00000100:00000040:1.0:1767326817.596356:0:211395:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 107291 usecs (108 jiffies) 00000100:00000001:3.0:1767326817.596358:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326817.596359:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767326817.596364:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306685522 00000100:00000001:1.0:1767326817.596364:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306685548 00000100:00000001:3.0:1767326817.596366:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326817.596368:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6591187 x1853175408704512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326817.596371:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306689217 00000100:00000001:1.0:1767326817.596372:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306689217 00000100:00000001:1.0:1767326817.596379:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306685548 00000100:00000001:0.0:1767326817.596380:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326817.596384:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306689217 00000100:00000001:0.0:1767326817.596388:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326817.596389:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306685548 00000100:00000001:1.0:1767326817.596395:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306689217 00000100:00000001:0.0:1767326817.596396:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326817.596421:0:211395:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306685549 00000100:00000001:1.0:1767326817.596425:0:211395:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306689217 00000100:00000001:1.0:1767326817.596428:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326817.596430:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326817.596436:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326817.596439:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326817.596444:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326817.596444:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326817.596447:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326817.596451:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326817.596452:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326817.596456:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6591187 x1853175408704512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326833 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326817.596457:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326817.596460:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326817.596461:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326817.596465:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326817.596468:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326817.596474:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326817.596478:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326817.596479:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326817.596482:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326817.596483:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326817.596488:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326817.596503:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326817.596506:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea9a1391. 00000400:00000200:2.0:1767326817.596509:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326817.596513:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326817.596516:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d90f77 00000400:00000010:2.0:1767326817.596517:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d90f77. 00000100:00000001:2.0:1767326817.596520:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326817.596523:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408704640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326817.596530:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326817.596531:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408704640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326817.596536:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326817.596537:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326817.596569:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326817.596571:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d731ab4b. 00000400:00000200:2.0:1767326817.596574:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326817.596576:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326817.596578:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da434889 00000400:00000010:2.0:1767326817.596579:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da434889. 00000100:00000001:2.0:1767326817.596581:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326817.596583:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bfc4a11d x1853175408704768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326817.596588:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326817.596590:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bfc4a11d x1853175408704768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326817.596603:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326817.596604:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326817.597809:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326817.597823:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326817.597826:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326817.597829:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326817.597837:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326817.597850:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f13c00 00000400:00000200:0.0:1767326817.597857:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1509 [1] + 224 00000800:00000001:0.0:1767326817.597865:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326817.597873:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326817.597875:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326817.597880:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326817.597886:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326817.597890:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6591187 x1853175408704512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326817.597901:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6591187 x1853175408704512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326817.597920:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326817.597926:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326817.597930:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326817.597962:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326817.597966:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326817.597972:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326817.597974:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326817.597976:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002745a32a. 00000400:00000200:3.0:1767326817.597981:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000848bd3d 00000400:00000010:3.0:1767326817.597983:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000848bd3d. 00000100:00000001:3.0:1767326817.597986:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326817.597991:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6591187 x1853175408704512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326817.598002:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6591187 x1853175408704512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326817.598010:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326817.598012:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326817.598015:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326817.598019:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326817.598021:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326817.598024:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326817.598027:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326817.598033:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=63 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326817.598038:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326817.598105:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326817.598107:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326817.598110:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326817.598112:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326817.598120:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326817.598123:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326817.598126:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6591187 x1853175408704512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326817.598130:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326817.598135:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326817.598136:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767326817.598138:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326817.598142:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767326817.598146:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:3.0:1767326817.598147:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326817.598155:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13d00 00000400:00000200:0.0:1767326817.598159:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1519 [1] + 224 00000800:00000001:0.0:1767326817.598161:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326817.598164:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326817.598165:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326817.598167:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326817.598170:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326817.598172:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bfc4a11d x1853175408704768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326817.598178:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bfc4a11d x1853175408704768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326817.598192:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326817.598196:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326817.598198:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326817.598199:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326817.598200:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326817.598204:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326817.598207:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13c80 00000400:00000200:0.0:1767326817.598211:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1511 [1] + 224 00000800:00000001:0.0:1767326817.598215:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767326817.598219:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6591187 x1853175408704512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326817.598221:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326817.598225:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326817.598227:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767326817.598234:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:1.0:1767326817.598236:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326817.598241:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767326817.598243:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326817.598246:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767326817.598246:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6591187 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408704512:192.168.202.142@tcp:400: 00000100:00000200:0.0:1767326817.598247:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408704640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326817.598251:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b77f63d5. 00000400:00000200:1.0:1767326817.598258:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e4a2d89 00000100:00000001:3.0:1767326817.598260:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767326817.598263:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e4a2d89. 00000100:00000040:0.0:1767326817.598265:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408704640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326817.598265:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326817.598271:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767326817.598274:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6591187 x1853175408704512/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326817.598280:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bfc4a11d x1853175408704768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326817.598283:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326817.598288:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326817.598291:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326817.598293:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326817.598298:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326817.598303:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007def0f13. 00000100:00000200:1.0:1767326817.598306:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bfc4a11d x1853175408704768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326817.598308:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326817.598311:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326817.598312:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767326817.598314:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326817.598316:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767326817.598321:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:2.0:1767326817.598323:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1767326817.598323:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dadd9a6c. 00000400:00000001:2.0:1767326817.598327:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767326817.598329:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1767326817.598332:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db76cee4. 02000000:00000001:3.0:1767326817.598334:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767326817.598338:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:3.0:1767326817.598339:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6591187. 00000100:00000001:1.0:1767326817.598341:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326817.598341:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7ef90dd 00000100:00000001:1.0:1767326817.598346:0:211395:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767326817.598346:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7ef90dd. 00000100:00000001:3.0:1767326817.598346:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767326817.598350:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326817.598351:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326817.598352:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326817.598353:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326817.598356:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326817.598357:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326817.598359:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326817.598363:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408704640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767326817.598366:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=52 v=5 (5 5 5 5) 00000100:00000001:3.0:1767326817.598367:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326817.598371:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326817.598376:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=142 v=5 (1 1 0 0) 00000100:00000001:3.0:1767326817.598378:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326817.598381:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326817.598383:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326817.598387:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326817.598391:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767326817.598394:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408704640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767326817.598427:0:211395:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bfc4a11d x1853175408704768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326817.598427:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326817.598431:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326817.598437:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326817.598440:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326817.598444:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767326817.598446:0:211395:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326817.598447:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326817.598452:0:211395:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767326817.598453:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326817.598457:0:211395:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00001000:2.0:1767326817.598460:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=58 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326817.598462:0:211395:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326817.598465:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767326817.598468:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=58 v=5 (1 1 1 1) 00000100:00000040:1.0:1767326817.598473:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bfc4a11d x1853175408704768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326817.598474:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326817.598477:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326817.598480:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767326817.598483:0:211394:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326817.598488:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767326817.598490:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326817.598493:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767326817.598493:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326817.598496:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326817.598498:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767326817.598502:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408704640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326817.598506:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326817.598513:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767326817.598515:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bfc4a11d x1853175408704768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326817.598526:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1767326817.598528:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bfc4a11d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211395:1853175408704768:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326817.598529:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326817.598537:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767326817.598539:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408704640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326817.598540:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326817.598546:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bfc4a11d x1853175408704768/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326817.598557:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408704640:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326817.598563:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326817.598565:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326817.598567:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767326817.598568:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326817.598572:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408704640/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326833 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767326817.598573:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a2eaa57. 02000000:00000001:1.0:1767326817.598580:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767326817.598581:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767326817.598585:0:211395:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767326817.598585:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326817.598588:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b8f486f. 02000000:00000001:2.0:1767326817.598592:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326817.598592:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326817.598593:0:211394:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326817.598595:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:1.0:1767326817.598596:0:211395:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 02000000:00000010:2.0:1767326817.598596:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 02000000:00000001:2.0:1767326817.598600:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767326817.598603:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767326817.598603:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326817.598605:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 02000000:00000010:1.0:1767326817.598610:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000089a1fa3e. 00000100:00000001:2.0:1767326817.598610:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326817.598612:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326817.598616:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326817.598618:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326817.598620:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767326817.598622:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326817.598622:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326817.598627:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bfc4a11d. 00000100:00000001:2.0:1767326817.598627:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326817.598630:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326817.598634:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326817.598637:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326817.598640:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326817.598646:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326817.598647:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326817.598650:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326817.598651:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326818.619541:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326818.619549:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326818.619619:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326818.619624:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326818.619628:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326819.643494:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326819.643501:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326819.643520:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326819.643522:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326819.643524:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326820.667524:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326820.667533:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326820.667589:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326820.667593:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326820.667595:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326821.435523:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306689217, at 4306689280 00000100:00000040:1.0:1767326821.435523:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306689217, at 4306689280 00000100:00000040:3.0:1767326821.435523:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306689217, at 4306689280 00000100:00000010:3.0:1767326821.435542:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d429ad70. 00000100:00000010:1.0:1767326821.435544:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064ae084c. 00000100:00000010:0.0:1767326821.435547:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016446684. 00000100:00000040:2.0:1767326821.435556:0:220663:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306689217, at 4306689280 00000100:00000010:2.0:1767326821.435586:0:220663:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008375de61. 00010000:00000001:0.0:1767326821.691502:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326821.691512:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326821.691577:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326821.691581:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326821.691583:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326822.715523:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:2.0:1767326822.715526:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326822.715532:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326822.715536:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326822.715548:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000032a2412e. 00000020:00000040:2.0:1767326822.715555:0:217761:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326822.715559:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1767326822.715562:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767326822.715563:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1767326822.715565:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326822.715568:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767326822.715570:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326822.715578:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f6a98a8f. 00000100:00000001:2.0:1767326822.715590:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326822.715603:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000032a2412e x1853175408704896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767326822.715612:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326822.715614:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326822.715619:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a2412e] to pc [ptlrpcd_00_02+2] req@0000000032a2412e x1853175408704896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326822.715637:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326822.715638:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767326822.715641:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326822.715643:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6bdf5e7. 00000020:00000040:2.0:1767326822.715645:0:217761:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:2.0:1767326822.715647:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326822.715648:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326822.715650:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326822.715652:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064d7910e. 00000100:00000001:2.0:1767326822.715655:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326822.715657:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID req@00000000e6bdf5e7 x1853175408705024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326822.715659:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326822.715663:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767326822.715665:0:211397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767326822.715669:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326822.715670:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326822.715676:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326822.715679:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326822.715684:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326822.715686:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767326822.715689:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326822.715690:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767326822.715692:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326822.715697:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032a2412e x1853175408704896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326822.715697:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6bdf5e7] to pc [ptlrpcd_00_03+3] req@00000000e6bdf5e7 x1853175408705024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326822.715719:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326822.715722:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326822.715724:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326822.715725:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767326822.715728:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767326822.715729:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767326822.715733:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326822.715734:0:217761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1767326822.715737:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408704896:192.168.202.142@tcp:400: 00000100:00000010:2.0:1767326822.715738:0:217761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767326822.715742:0:217761:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=4 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000100:00000001:0.0:1767326822.715743:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767326822.715746:0:217761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767326822.715747:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767326822.715748:0:217761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326822.715750:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767326822.715751:0:217761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326822.715752:0:211396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:0.0:1767326822.715754:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326822.715755:0:217761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052a5ce86. 00000100:00000001:1.0:1767326822.715757:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767326822.715758:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326822.715759:0:217761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326822.715763:0:217761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID req@0000000009561302 x1853175408705152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767326822.715764:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b8f486f. 00000100:00000001:1.0:1767326822.715765:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767326822.715768:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326822.715773:0:217761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767326822.715776:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c656aa22. 00000100:00000001:2.0:1767326822.715776:0:217761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326822.715777:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326822.715783:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767326822.715783:0:217761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_00+0] req@0000000009561302 x1853175408705152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767326822.715785:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fb0af82. 00000100:00000001:1.0:1767326822.715787:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326822.715791:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767326822.715794:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408704896, portal 25 00000100:00000001:0.0:1767326822.715798:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326822.715798:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6bdf5e7 x1853175408705024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326822.715800:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333282560 : -115368376269056 : ffff9712b4ea0700) 00000100:00000040:0.0:1767326822.715806:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000032a2412e x1853175408704896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326822.715809:0:217761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326822.715816:0:217761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767326822.715821:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326822.715825:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326822.715825:0:217761:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1767326822.715827:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767326822.715832:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767326822.715833:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000040:2.0:1767326822.715834:0:217761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12028) 00000100:00000001:3.0:1767326822.715834:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767326822.715837:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600e12d3. 02000000:00000001:1.0:1767326822.715837:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326822.715840:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767326822.715841:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408704896, offset 0 02000000:00000001:1.0:1767326822.715842:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326822.715844:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767326822.715850:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00100000:1.0:1767326822.715850:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408705024:192.168.202.142@tcp:400: 00000100:00000040:3.0:1767326822.715854:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408705152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326822.715860:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326822.715864:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767326822.715867:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 02000000:00000001:1.0:1767326822.715868:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326822.715869:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326822.715873:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767326822.715874:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1767326822.715874:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767326822.715875:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326822.715879:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326822.715880:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2bb4a37. 00000400:00000200:0.0:1767326822.715883:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 02000000:00000001:3.0:1767326822.715885:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326822.715887:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326822.715889:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767326822.715890:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1767326822.715904:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326822.715906:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b77f63d5. 00000400:00000200:0.0:1767326822.715910:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00100000:3.0:1767326822.715912:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408705152:192.168.202.142@tcp:400: 00000400:00000010:1.0:1767326822.715914:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e4a2d89. 00000400:00000200:0.0:1767326822.715918:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [651:651:256:4294967295] 192.168.202.142@tcp LPNI seq info [651:651:8:4294967295] 00000100:00000001:3.0:1767326822.715921:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767326822.715922:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408705024, portal 10 02000000:00000001:3.0:1767326822.715925:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767326822.715926:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767326822.715929:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326822.715930:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333287040 : -115368376264576 : ffff9712b4ea1880) 02000000:00000001:3.0:1767326822.715935:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767326822.715936:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 02000000:00000010:3.0:1767326822.715941:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000747ab90a. 00000100:00000040:1.0:1767326822.715943:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6bdf5e7 x1853175408705024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326822.715946:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326822.715947:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326822.715953:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002745a32a. 00000800:00000010:0.0:1767326822.715956:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc945970. 00000400:00000010:3.0:1767326822.715960:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000848bd3d. 00000100:00000001:1.0:1767326822.715965:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767326822.715966:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408705152, portal 10 00000800:00000200:0.0:1767326822.715970:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:3.0:1767326822.715972:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767326822.715973:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326822.715975:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000400:00000010:1.0:1767326822.715979:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f47fe55. 00000800:00000200:0.0:1767326822.715985:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000200:1.0:1767326822.715985:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408705024, offset 0 00000100:00000040:3.0:1767326822.715986:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408705152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767326822.715994:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc945970 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767326822.715998:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000001:3.0:1767326822.716006:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767326822.716009:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000040:3.0:1767326822.716011:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326822.716016:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1767326822.716017:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b14ccc. 00000400:00000200:1.0:1767326822.716021:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326822.716022:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767326822.716022:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853175408705152, offset 0 00000100:00000001:0.0:1767326822.716029:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306694337 00000400:00000200:3.0:1767326822.716035:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000100:00000010:0.0:1767326822.716036:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1e5b507. 00000400:00000200:1.0:1767326822.716045:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326822.716046:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767326822.716051:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326822.716053:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306694337 00000100:00000010:0.0:1767326822.716058:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000601d7410. 00000400:00000200:1.0:1767326822.716058:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [652:652:255:4294967295] 192.168.202.142@tcp LPNI seq info [652:652:7:4294967295] 00000100:00000001:0.0:1767326822.716063:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326822.716066:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306694337 00000100:00000010:0.0:1767326822.716067:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049f01126. 00000100:00000001:0.0:1767326822.716071:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326822.716075:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306694337 00000400:00000200:1.0:1767326822.716076:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000010:0.0:1767326822.716078:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000358418ea. 00000100:00000001:0.0:1767326822.716083:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767326822.716087:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326822.716087:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326822.716088:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326822.716093:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326822.716095:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1767326822.716096:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b5b63e. 00000100:00000001:0.0:1767326822.716098:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767326822.716099:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:0.0:1767326822.716103:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326822.716106:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:3.0:1767326822.716106:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326822.716107:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326822.716110:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326822.716112:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326822.716117:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326822.716117:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000400:00000200:3.0:1767326822.716118:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000800:00000200:1.0:1767326822.716124:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f4b5b63e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767326822.716126:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [653:653:254:4294967295] 192.168.202.142@tcp LPNI seq info [653:653:6:4294967295] 00000100:00000001:1.0:1767326822.716131:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326822.716131:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326822.716139:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc945970. 00000400:00000200:3.0:1767326822.716139:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:1.0:1767326822.716140:0:211396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 81042 usecs (82 jiffies) 00000100:00000001:1.0:1767326822.716146:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306690642 00000800:00000200:3.0:1767326822.716148:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000400:00000200:2.0:1767326822.716149:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767326822.716152:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306694337 00000800:00000010:3.0:1767326822.716154:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bf97ac1. 00000100:00000001:1.0:1767326822.716157:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306690642 00000800:00000200:3.0:1767326822.716161:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000100:00000001:1.0:1767326822.716163:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306694337 00000100:00000001:1.0:1767326822.716169:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306690642 00000400:00000200:2.0:1767326822.716169:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000800:00000200:3.0:1767326822.716169:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:1.0:1767326822.716175:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306694337 00000800:00000200:3.0:1767326822.716175:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bf97ac1 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767326822.716180:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600e12d3 00000100:00000001:1.0:1767326822.716182:0:211396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306690642 00000100:00000001:3.0:1767326822.716182:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326822.716185:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600e12d3. 00000100:00000040:3.0:1767326822.716187:0:211394:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: using a timeout of 106756 usecs (107 jiffies) 00000100:00000001:1.0:1767326822.716188:0:211396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306694337 00000100:00000001:2.0:1767326822.716191:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767326822.716191:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306690667 00000100:00000001:1.0:1767326822.716193:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326822.716196:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306694337 00000100:00000200:2.0:1767326822.716198:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000032a2412e x1853175408704896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326822.716199:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326822.716199:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306690667 00000100:00000001:3.0:1767326822.716205:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306694337 00000100:00000001:1.0:1767326822.716206:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326822.716209:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306690667 00000100:00000001:1.0:1767326822.716212:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326822.716213:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306694337 00000100:00000001:2.0:1767326822.716221:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326822.716223:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000032a2412e x1853175408704896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326838 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326822.716228:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326822.716230:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326822.716243:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326822.716244:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b5b63e. 00000400:00000200:2.0:1767326822.716246:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326822.716248:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326822.716250:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f47fe55 00000400:00000010:2.0:1767326822.716251:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f47fe55. 00000100:00000001:2.0:1767326822.716252:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326822.716254:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6bdf5e7 x1853175408705024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326822.716258:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326822.716260:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6bdf5e7 x1853175408705024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326822.716266:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326822.716267:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767326822.716301:0:211394:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306690667 00000100:00000001:3.0:1767326822.716303:0:211394:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306694337 00000100:00000001:3.0:1767326822.716304:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326822.716306:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326822.716308:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767326822.716308:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326822.716309:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767326822.716313:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bf97ac1. 00000100:00000001:3.0:1767326822.716315:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767326822.716317:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767326822.716317:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767326822.716321:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326822.716323:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326822.716325:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326822.716326:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326822.716328:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326822.716333:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048b14ccc 00000400:00000010:2.0:1767326822.716336:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048b14ccc. 00000100:00000001:2.0:1767326822.716339:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326822.716343:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408705152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326822.716355:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326822.716358:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408705152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326822.716363:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326822.716364:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326822.717770:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326822.717784:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326822.717786:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326822.717788:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326822.717794:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326822.717806:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f13d80 00000400:00000200:0.0:1767326822.717813:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1521 [1] + 224 00000800:00000001:0.0:1767326822.717821:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326822.717826:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326822.717828:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326822.717832:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326822.717837:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326822.717840:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000032a2412e x1853175408704896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326822.717851:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000032a2412e x1853175408704896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326822.717867:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326822.717873:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326822.717876:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326822.717877:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326822.717878:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326822.717881:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326822.717884:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13e00 00000400:00000200:0.0:1767326822.717888:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x1529 [1] + 224 00000800:00000001:0.0:1767326822.717891:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326822.717909:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326822.717910:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326822.717913:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326822.717915:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326822.717916:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6bdf5e7 x1853175408705024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326822.718022:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6bdf5e7 x1853175408705024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326822.718044:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326822.718049:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326822.718061:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326822.718069:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326822.718077:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326822.718080:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326822.718083:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326822.718087:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326822.718092:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326822.718106:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 10 MB=0x6957405f13e80 00000100:00000001:1.0:1767326822.718111:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326822.718115:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326822.718141:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326822.718144:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c656aa22. 00000400:00000200:3.0:1767326822.718148:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fb0af82 00000400:00000010:3.0:1767326822.718150:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fb0af82. 00000100:00000001:3.0:1767326822.718153:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326822.718160:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 224/224 into md 0x152d [1] + 224 00000100:00000200:3.0:1767326822.718161:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000032a2412e x1853175408704896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767326822.718173:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767326822.718174:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326822.718180:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326822.718183:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b77f63d5. 00000800:00000001:0.0:1767326822.718186:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767326822.718191:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e4a2d89 00000400:00000200:0.0:1767326822.718194:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326822.718202:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:3.0:1767326822.718202:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000032a2412e x1853175408704896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767326822.718212:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e4a2d89. 00000100:00000001:1.0:1767326822.718220:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767326822.718221:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326822.718230:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767326822.718234:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408705152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326822.718235:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6bdf5e7 x1853175408705024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326822.718237:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326822.718248:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326822.718253:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326822.718262:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767326822.718263:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408705152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326822.718269:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326822.718276:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6bdf5e7 x1853175408705024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326822.718282:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326822.718298:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=68 v=5 (5 5 5 5) 00000100:00000001:1.0:1767326822.718306:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326822.718309:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767326822.718309:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=68 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326822.718310:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326822.718318:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767326822.718319:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1767326822.718320:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326822.718323:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326822.718324:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1767326822.718325:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326822.718331:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767326822.718331:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767326822.718341:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326822.718341:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326822.718359:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326822.718360:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326822.718369:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326822.718375:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1767326822.718379:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=63 v=5 (5 5 5 5) 00000100:00000040:3.0:1767326822.718381:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032a2412e x1853175408704896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767326822.718384:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326822.718390:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1767326822.718396:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=63 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326822.718435:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767326822.718436:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002745a32a. 00000100:00000001:1.0:1767326822.718437:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326822.718443:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000848bd3d 00010000:00000001:1.0:1767326822.718444:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767326822.718449:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767326822.718450:0:211396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767326822.718450:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000848bd3d. 00000100:00000001:3.0:1767326822.718460:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326822.718462:0:211396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767326822.718463:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767326822.718464:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326822.718466:0:211396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:1.0:1767326822.718472:0:211396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767326822.718473:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326822.718479:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032a2412e x1853175408704896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326822.718480:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408705152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767326822.718482:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6bdf5e7 x1853175408705024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326822.718545:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000032a2412e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408704896:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326822.718553:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767326822.718562:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408705152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326822.718563:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326822.718566:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326822.718579:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6bdf5e7 x1853175408705024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326822.718584:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326822.718597:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326822.718607:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000032a2412e x1853175408704896/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326822.718611:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767326822.718617:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326822.718626:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767326822.718631:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326822.718637:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767326822.718641:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6bdf5e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211396:1853175408705024:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326822.718643:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326822.718654:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326822.718664:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767326822.718665:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767326822.718667:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 000000008e3b5ac7 time=57 v=5 (5 5 5 5) 02000000:00000001:3.0:1767326822.718668:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326822.718675:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b8f486f. 00000100:00000001:1.0:1767326822.718676:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1767326822.718683:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 000000000185434f time=147 v=5 (1 1 0 0) 02000000:00000001:3.0:1767326822.718684:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767326822.718685:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6bdf5e7 x1853175408705024/t0(0) o400->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326822.718690:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326822.718697:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326822.718698:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767326822.718703:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326822.718707:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767326822.718713:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767326822.718716:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f6a98a8f. 00000100:00000001:1.0:1767326822.718717:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:2.0:1767326822.718724:0:211394:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000009561302 x1853175408705152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767326822.718727:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326822.718728:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326822.718737:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2bb4a37. 02000000:00000001:3.0:1767326822.718737:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326822.718742:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000032a2412e. 02000000:00000001:1.0:1767326822.718745:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767326822.718747:0:211394:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767326822.718750:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326822.718753:0:211396:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000100:00000001:3.0:1767326822.718753:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326822.718762:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767326822.718764:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767326822.718765:0:211394:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767326822.718768:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767326822.718769:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000064d7910e. 00000100:00000040:2.0:1767326822.718769:0:211394:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: skip recheck: last_committed 0 02000000:00000001:1.0:1767326822.718775:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767326822.718775:0:211394:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326822.718775:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326822.718786:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326822.718788:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767326822.718788:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767326822.718796:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6bdf5e7. 00000100:00000001:3.0:1767326822.718798:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326822.718805:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326822.718806:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767326822.718806:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408705152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326822.718810:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326822.718820:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326822.718828:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326822.718829:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326822.718831:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326822.718831:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326822.718834:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326822.718836:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326822.718839:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326822.718845:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408705152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767326822.718854:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:31e9b472-c3f9-4942-adbf-dafbe9eddaef:211394:1853175408705152:192.168.202.142@tcp:400: 00000100:00000001:2.0:1767326822.718860:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326822.718862:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326822.718864:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408705152/t0(0) o400->lustre-MDT0001-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 224/224 e 0 to 0 dl 1767326838 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326822.718870:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767326822.718872:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767326822.718874:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000747ab90a. 02000000:00000001:2.0:1767326822.718877:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326822.718879:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326822.718880:0:211394:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326822.718882:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767326822.718883:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052a5ce86. 02000000:00000001:2.0:1767326822.718886:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326822.718887:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767326822.718888:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:2.0:1767326822.718891:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326822.718905:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326822.718907:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326822.718911:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326822.718912:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326822.718914:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326822.718921:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326823.739492:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326823.739499:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326823.739554:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326823.739557:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326823.739560:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326824.763538:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326824.763545:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326824.763598:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326824.763602:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326824.763605:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767326825.777595:0:220824:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326825.787972:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326825.787978:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326825.787999:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326825.788003:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326825.788006:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767326826.215937:0:220894:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326826.216210:0:220896:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767326826.246816:0:220899:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326826.247359:0:220900:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000601cee5 00000080:00200008:3.0:1767326826.247364:0:220900:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](00000000a7b96798), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1767326826.247369:0:220900:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767326826.247370:0:220900:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000003df42101 00000080:00200000:3.0:1767326826.247372:0:220900:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a7b96798),name=/ 00000080:00000010:3.0:1767326826.247376:0:220900:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at 00000000e124d89f. 00800000:00000002:3.0:1767326826.247379:0:220900:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get 00000000d4d8ae65 2 00000080:00000001:3.0:1767326826.247382:0:220900:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767326826.247385:0:220900:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767326826.247386:0:220900:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004a3790dc 00800000:00000002:3.0:1767326826.247388:0:220900:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767326826.247390:0:220900:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1767326826.247392:0:220900:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1767326826.247396:0:220900:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1767326826.247412:0:220900:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767326826.247414:0:220900:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767326826.247415:0:220900:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767326826.247416:0:220900:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1767326826.247418:0:220900:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767326826.247420:0:220900:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767326826.247424:0:220900:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767326826.247425:0:220900:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000002f1744b1 00000002:00010000:3.0:1767326826.247426:0:220900:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767326826.247428:0:220900:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767326826.247430:0:220900:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767326826.247432:0:220900:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767326826.247437:0:220900:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326826.247438:0:220900:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326826.247439:0:220900:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326826.247440:0:220900:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767326826.247442:0:220900:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767326826.247445:0:220900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025c21800. 00000020:00000040:3.0:1767326826.247448:0:220900:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=4 obd=lustre-MDT0000-mdc-ffff971288e2b000 00010000:00000001:3.0:1767326826.247453:0:220900:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767326826.247457:0:220900:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767326826.247458:0:220900:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326826.247461:0:220900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326826.247462:0:220900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326826.247465:0:220900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326826.247469:0:220900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c816fe21. 00000100:00000001:3.0:1767326826.247473:0:220900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326826.247477:0:220900:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767326826.247478:0:220900:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326826.247479:0:220900:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767326826.247480:0:220900:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326826.247481:0:220900:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326826.247484:0:220900:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446628704571635712 : -115369137915904 : ffff971287843800) 00010000:00000001:3.0:1767326826.247487:0:220900:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767326826.247488:0:220900:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767326826.247494:0:220900:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e5672638. 00010000:00000010:3.0:1767326826.247496:0:220900:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fcbbf5cf. 00010000:00000001:3.0:1767326826.247500:0:220900:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767326826.247502:0:220900:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000291d9a1e. 00000020:00000001:3.0:1767326826.247504:0:220900:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767326826.247593:0:220900:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000291d9a1e with handle 0x437b5ddfad697ee3 to hash 00000020:00000001:3.0:1767326826.247600:0:220900:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767326826.247602:0:220900:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.247606:0:220900:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.247611:0:220900:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326826.247613:0:220900:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326826.247616:0:220900:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000291d9a1e/0x437b5ddfad697ee3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 220900 initiator: MDT0 00010000:00010000:3.0:1767326826.247624:0:220900:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000291d9a1e/0x437b5ddfad697ee3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 220900 initiator: MDT0 00010000:00010000:3.0:1767326826.247636:0:220900:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000291d9a1e/0x437b5ddfad697ee3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 220900 initiator: MDT0 00000100:00000001:3.0:1767326826.247640:0:220900:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767326826.247642:0:220900:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767326826.247651:0:220900:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003e13f8bd. 00000100:00000001:3.0:1767326826.247653:0:220900:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705343115648 : -115368366435968 : ffff9712b5801180) 00000100:00000001:3.0:1767326826.247656:0:220900:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326826.247657:0:220900:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571635712 : -115369137915904 : ffff971287843800) 00000100:00000001:3.0:1767326826.247661:0:220900:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326826.247663:0:220900:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326826.247665:0:220900:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767326826.247666:0:220900:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326826.247676:0:220900:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025c21800 x1853175408705280/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326826.247682:0:220900:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326826.247684:0:220900:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326826.247697:0:220900:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326826.247700:0:220900:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326826.247702:0:220900:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326826.247704:0:220900:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job lsof:31e9b472-c3f9-4942-adbf-dafbe9eddaef:220900:1853175408705280:192.168.202.142@tcp:101: 00000100:00000001:3.0:1767326826.247708:0:220900:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326826.247713:0:220900:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326826.247716:0:220900:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326826.247718:0:220900:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326826.247722:0:220900:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 00000000bb46f501. 02000000:00000001:3.0:1767326826.247723:0:220900:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326826.247729:0:220900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d8888ef. 00000400:00000010:3.0:1767326826.247735:0:220900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046298f58. 00000100:00000200:3.0:1767326826.247741:0:220900:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853175408705280, portal 10 00000100:00000001:3.0:1767326826.247743:0:220900:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326826.247744:0:220900:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571635712 : -115369137915904 : ffff971287843800) 00000100:00000040:3.0:1767326826.247747:0:220900:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@0000000025c21800 x1853175408705280/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326842 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326826.247752:0:220900:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326826.247754:0:220900:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326826.247755:0:220900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f68e8c4e. 00000100:00000200:3.0:1767326826.247756:0:220900:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853175408705280, offset 0 00000400:00000200:3.0:1767326826.247762:0:220900:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326826.247775:0:220900:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326826.247780:0:220900:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326826.247784:0:220900:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326826.247787:0:220900:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326826.247790:0:220900:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326826.247792:0:220900:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [654:654:256:4294967295] 192.168.202.142@tcp LPNI seq info [654:654:8:4294967295] 00000400:00000200:3.0:1767326826.247801:0:220900:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326826.247805:0:220900:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326826.247809:0:220900:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d2d9847. 00000800:00000200:3.0:1767326826.247815:0:220900:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326826.247825:0:220900:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326826.247829:0:220900:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d2d9847 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767326826.247845:0:220900:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326826.247850:0:220900:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: using a timeout of 80650 usecs (81 jiffies) 00000100:00000001:3.0:1767326826.247854:0:220900:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 0 is 4306694173 00000100:00000001:3.0:1767326826.247858:0:220900:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 0, keep current deadline 4306694337 00000100:00000001:3.0:1767326826.247870:0:220900:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 1 is 4306694173 00000100:00000001:3.0:1767326826.247873:0:220900:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 1, keep current deadline 4306694337 00000100:00000001:3.0:1767326826.247875:0:220900:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 2 is 4306694173 00000100:00000001:3.0:1767326826.247878:0:220900:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 2, keep current deadline 4306694337 00000100:00000001:3.0:1767326826.247881:0:220900:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS new deadline estimation for cpu 3 is 4306694173 00000100:00000001:3.0:1767326826.247883:0:220900:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971288e2b000: PM QoS request active for cpu 3, keep current deadline 4306694337 00000100:00000001:3.0:1767326826.247885:0:220900:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326826.247888:0:220900:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326826.247890:0:220900:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326826.247892:0:220900:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767326826.247895:0:220900:0:(client.c:2690:ptlrpc_set_wait()) set 000000003e13f8bd going to sleep for 11 seconds 00000100:00000001:3.0:1767326826.247899:0:220900:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326826.247903:0:220900:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326826.247918:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326826.247921:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d2d9847. 00000400:00000200:0.0:1767326826.247926:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326826.247933:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326826.247943:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f68e8c4e 00000400:00000010:0.0:1767326826.247944:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f68e8c4e. 00000100:00000001:0.0:1767326826.247948:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326826.247952:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025c21800 x1853175408705280/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326842 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326826.247960:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326826.247961:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000025c21800 x1853175408705280/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326842 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767326826.247966:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326826.247967:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326826.249555:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326826.249563:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326826.249565:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326826.249566:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326826.249572:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326826.249583:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 688 into portal 10 MB=0x6957405f13f00 00000400:00000200:2.0:1767326826.249589:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.142@tcp of length 688/688 into md 0x1539 [1] + 224 00000800:00000001:2.0:1767326826.249594:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326826.249599:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326826.249601:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326826.249603:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326826.249606:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326826.249610:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025c21800 x1853175408705280/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326842 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767326826.249616:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@0000000025c21800 x1853175408705280/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326842 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767326826.249627:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326826.249636:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326826.249638:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326826.249643:0:220900:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326826.249650:0:220900:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326826.249652:0:220900:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326826.249654:0:220900:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d8888ef. 00000400:00000200:3.0:1767326826.249657:0:220900:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046298f58 00000400:00000010:3.0:1767326826.249658:0:220900:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046298f58. 00000100:00000001:3.0:1767326826.249661:0:220900:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326826.249665:0:220900:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025c21800 x1853175408705280/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326842 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767326826.249672:0:220900:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025c21800 x1853175408705280/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/1152 e 0 to 0 dl 1767326842 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326826.249685:0:220900:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326826.249686:0:220900:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326826.249688:0:220900:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326826.249691:0:220900:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326826.249693:0:220900:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326826.249694:0:220900:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326826.249696:0:220900:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326826.249702:0:220900:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c5ef9d88 time=67 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326826.249705:0:220900:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024fc7c82 time=67 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326826.249706:0:220900:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326826.249708:0:220900:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326826.249710:0:220900:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326826.249712:0:220900:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326826.249715:0:220900:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767326826.249716:0:220900:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: skip recheck: last_committed 0 00000100:00000001:3.0:1767326826.249717:0:220900:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326826.249718:0:220900:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326826.249721:0:220900:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025c21800 x1853175408705280/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326842 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326826.249725:0:220900:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326826.249727:0:220900:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326826.249728:0:220900:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326826.249730:0:220900:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025c21800 x1853175408705280/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326842 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767326826.249734:0:220900:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job lsof:31e9b472-c3f9-4942-adbf-dafbe9eddaef:220900:1853175408705280:192.168.202.142@tcp:101: 00000100:00000001:3.0:1767326826.249737:0:220900:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326826.249739:0:220900:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326826.249741:0:220900:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767326826.249742:0:220900:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326826.249743:0:220900:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025c21800 x1853175408705280/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326842 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326826.249747:0:220900:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326826.249751:0:220900:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003e13f8bd. 00000100:00000001:3.0:1767326826.249753:0:220900:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767326826.249754:0:220900:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326826.249756:0:220900:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767326826.249759:0:220900:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326826.249760:0:220900:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326826.249762:0:220900:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000291d9a1e refcount=4 00000020:00000001:3.0:1767326826.249763:0:220900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.249765:0:220900:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000040:3.0:1767326826.249768:0:220900:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000291d9a1e, remote cookie: 0xa7160ca8575826cb, flags: 0x1001 00010000:00010000:3.0:1767326826.249771:0:220900:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000291d9a1e/0x437b5ddfad697ee3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa7160ca8575826cb expref: -99 pid: 220900 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326826.249776:0:220900:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000291d9a1e/0x437b5ddfad697ee3 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa7160ca8575826cb expref: -99 pid: 220900 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326826.249781:0:220900:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767326826.249784:0:220900:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767326826.249786:0:220900:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767326826.249787:0:220900:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767326826.249788:0:220900:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767326826.249790:0:220900:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000e5672638) refcount = 1 00010000:00010000:3.0:1767326826.249792:0:220900:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000291d9a1e/0x437b5ddfad697ee3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa7160ca8575826cb expref: -99 pid: 220900 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326826.249796:0:220900:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767326826.249799:0:220900:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767326826.249800:0:220900:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326826.249802:0:220900:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767326826.249804:0:220900:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326826.249812:0:220900:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000291d9a1e/0x437b5ddfad697ee3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa7160ca8575826cb expref: -99 pid: 220900 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326826.249816:0:220900:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767326826.249820:0:220900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326826.249824:0:220900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326826.249825:0:220900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326826.249826:0:220900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326826.249827:0:220900:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326826.249830:0:220900:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767326826.249832:0:220900:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326826.249832:0:220900:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326826.249833:0:220900:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000291d9a1e refcount=3 00000020:00000001:3.0:1767326826.249835:0:220900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.249836:0:220900:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.249837:0:220900:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326826.249838:0:220900:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326826.249838:0:220900:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000291d9a1e refcount=4 00000020:00000001:3.0:1767326826.249839:0:220900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.249840:0:220900:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.249841:0:220900:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326826.249842:0:220900:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326826.249843:0:220900:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000291d9a1e/0x437b5ddfad697ee3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa7160ca8575826cb expref: -99 pid: 220900 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326826.249846:0:220900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326826.249847:0:220900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326826.249848:0:220900:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326826.249848:0:220900:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326826.249849:0:220900:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000291d9a1e refcount=5 00000020:00000001:3.0:1767326826.249850:0:220900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.249851:0:220900:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.249852:0:220900:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767326826.249853:0:220900:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000291d9a1e/0x437b5ddfad697ee3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa7160ca8575826cb expref: -99 pid: 220900 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326826.249856:0:220900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326826.249857:0:220900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767326826.249873:0:220900:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000291d9a1e/0x437b5ddfad697ee3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa7160ca8575826cb expref: -99 pid: 220900 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326826.249878:0:220900:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767326826.249879:0:220900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326826.249879:0:220900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326826.249880:0:220900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326826.249881:0:220900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767326826.249884:0:220900:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@0000000025c21800 x1853175408705280/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326842 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767326826.249889:0:220900:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326826.249890:0:220900:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326826.249890:0:220900:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000291d9a1e refcount=3 00000020:00000001:3.0:1767326826.249891:0:220900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.249893:0:220900:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.249895:0:220900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326826.249895:0:220900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767326826.249896:0:220900:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326826.249897:0:220900:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326826.249899:0:220900:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767326826.249901:0:220900:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326826.249902:0:220900:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326826.249902:0:220900:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000291d9a1e refcount=3 00000020:00000001:3.0:1767326826.249903:0:220900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.249904:0:220900:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00000002:00010000:3.0:1767326826.249905:0:220900:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000291d9a1e/0x437b5ddfad697ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa7160ca8575826cb expref: -99 pid: 220900 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326826.249908:0:220900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326826.249909:0:220900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326826.249909:0:220900:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767326826.249910:0:220900:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326826.249911:0:220900:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326826.249911:0:220900:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000291d9a1e refcount=3 00000020:00000001:3.0:1767326826.249912:0:220900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.249918:0:220900:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000040:3.0:1767326826.249923:0:220900:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e5672638 count: 2 00010000:00000001:3.0:1767326826.249925:0:220900:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767326826.249928:0:220900:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns 00000000f788217d type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1767326826.249929:0:220900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326826.249930:0:220900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767326826.249931:0:220900:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767326826.249933:0:220900:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000051402270 00000002:00002000:3.0:1767326826.249934:0:220900:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1767326826.249936:0:220900:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767326826.249938:0:220900:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767326826.249940:0:220900:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767326826.249942:0:220900:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1767326826.249944:0:220900:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767326826.249946:0:220900:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put 00000000d4d8ae65 2 00000080:00000010:3.0:1767326826.249949:0:220900:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at 00000000e124d89f. 00000080:00000001:3.0:1767326826.249952:0:220900:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767326826.249955:0:220900:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767326826.249960:0:220900:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1767326826.249964:0:220900:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1767326826.249967:0:220900:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at 0000000016229875. 00800000:00000001:3.0:1767326826.249968:0:220900:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446628705454691712 : -115368254859904 : ffff9712bc269580) 00800000:00000001:3.0:1767326826.249970:0:220900:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326826.249977:0:220900:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767326826.249979:0:220900:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767326826.249982:0:220900:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1767326826.249984:0:220900:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1767326826.249987:0:220900:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1767326826.249988:0:220900:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326826.249991:0:220900:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1767326826.249994:0:220900:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1767326826.249999:0:220900:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1767326826.250001:0:220900:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326826.250002:0:220900:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326826.250008:0:220900:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000291d9a1e refcount=3 00000020:00000001:3.0:1767326826.250010:0:220900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.250012:0:220900:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.250014:0:220900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326826.250015:0:220900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767326826.250017:0:220900:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767326826.250020:0:220900:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1767326826.250021:0:220900:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put 0000000016229875 1 00800000:00000010:3.0:1767326826.250024:0:220900:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at 0000000016229875. 00800000:00000001:3.0:1767326826.250027:0:220900:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767326826.250030:0:220900:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000a7b96798) for lock 0x437b5ddfad697ee3 00800000:00000001:3.0:1767326826.250034:0:220900:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767326826.250035:0:220900:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767326826.250037:0:220900:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326826.250038:0:220900:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326826.250040:0:220900:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000291d9a1e refcount=3 00000020:00000001:3.0:1767326826.250041:0:220900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.250043:0:220900:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.250046:0:220900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326826.250047:0:220900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767326826.250048:0:220900:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767326826.250050:0:220900:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326826.250052:0:220900:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767326826.250054:0:220900:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000a7b96798) 00000080:00010000:3.0:1767326826.250057:0:220900:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x437b5ddfad697ee3 from it 0000000021f57cdb 00010000:00000001:3.0:1767326826.250058:0:220900:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326826.250059:0:220900:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326826.250059:0:220900:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000291d9a1e refcount=3 00000020:00000001:3.0:1767326826.250060:0:220900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.250061:0:220900:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.250063:0:220900:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767326826.250064:0:220900:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000291d9a1e/0x437b5ddfad697ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa7160ca8575826cb expref: -99 pid: 220900 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326826.250075:0:220900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326826.250076:0:220900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326826.250078:0:220900:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767326826.250079:0:220900:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767326826.250081:0:220900:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000291d9a1e/0x437b5ddfad697ee3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa7160ca8575826cb expref: -99 pid: 220900 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326826.250090:0:220900:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767326826.250093:0:220900:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767326826.250094:0:220900:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767326826.250098:0:220900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326826.250099:0:220900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326826.250100:0:220900:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326826.250104:0:220900:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767326826.250105:0:220900:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326826.250107:0:220900:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326826.250109:0:220900:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326826.250111:0:220900:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767326826.250113:0:220900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326826.250113:0:220900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767326826.250115:0:220900:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326826.250119:0:220900:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025c21800 x1853175408705280/t0(0) o101->lustre-MDT0000-mdc-ffff971288e2b000@192.168.202.142@tcp:12/10 lens 576/688 e 0 to 0 dl 1767326842 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767326826.250126:0:220900:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326826.250128:0:220900:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326826.250130:0:220900:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 00000000bb46f501. 02000000:00000001:3.0:1767326826.250133:0:220900:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326826.250136:0:220900:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326826.250138:0:220900:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326826.250140:0:220900:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326826.250142:0:220900:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000c816fe21. 02000000:00000001:3.0:1767326826.250145:0:220900:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326826.250147:0:220900:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326826.250148:0:220900:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025c21800. 00000100:00000001:3.0:1767326826.250154:0:220900:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326826.250160:0:220900:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767326826.250164:0:220900:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326826.250168:0:220900:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000000601cee5 00000080:00000008:3.0:1767326826.250169:0:220900:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](00000000a7b96798), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1767326826.436839:0:220902:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326826.437319:0:220902:0:(llite_lib.c:3561:ll_umount_begin()) Process entered 00000080:00200000:3.0:1767326826.437321:0:220902:0:(llite_lib.c:3564:ll_umount_begin()) VFS Op: superblock 000000008a7c52c6 count 1 active 9 00000080:00000010:3.0:1767326826.437328:0:220902:0:(llite_lib.c:3584:ll_umount_begin()) kmalloced '(ioc_data)': 576 at 00000000c816fe21. 00000080:00000001:3.0:1767326826.437330:0:220902:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1767326826.437333:0:220902:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1767326826.437334:0:220902:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff971288e2b000: cmd=4240666a len=576 karg=ffff9712862b7c00 uarg=0000000000000000 00800000:00000001:3.0:1767326826.437341:0:220902:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00000002:00000001:3.0:1767326826.437345:0:220902:0:(mdc_request.c:2277:mdc_iocontrol()) Process entered 00000002:00000080:3.0:1767326826.437347:0:220902:0:(mdc_request.c:2279:mdc_iocontrol()) lustre-MDT0000-mdc-ffff971288e2b000: cmd=4240666a len=576 karg=ffff9712862b7c00 uarg=0000000000000000 00000100:00000001:3.0:1767326826.437351:0:220902:0:(recover.c:241:ptlrpc_set_import_active()) Process entered 00000100:02000400:3.0:1767326826.437353:0:220902:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-MDT0000_UUID INACTIVE by administrator request 00000100:00000001:3.0:1767326826.439444:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767326826.439449:0:220902:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767326826.439451:0:220902:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326826.439454:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767326826.439457:0:220902:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767326826.439459:0:220902:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1767326826.439462:0:220902:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767326826.439464:0:220902:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767326826.439466:0:220902:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: committing for last_committed 0 gen 2 00000100:00000040:3.0:1767326826.439469:0:220902:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767326826.439471:0:220902:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326826.439472:0:220902:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767326826.439473:0:220902:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767326826.439474:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767326826.439475:0:220902:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767326826.439479:0:220902:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:3.0:1767326826.439481:0:220902:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:3.0:1767326826.439482:0:220902:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1767326826.439483:0:220902:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 0000000098c1d63b for uuid lustre-MDT0000_UUID (activate=0) 00800000:00000040:3.0:1767326826.439486:0:220902:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x437b5ddfad697e7a 00800000:00000040:3.0:1767326826.439501:0:220902:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff971288e2b000=31e9b472-c3f9-4942-adbf-dafbe9eddaef device 3 (00000000ec831e9c) type mdc at LMV idx 0 00800000:00000040:3.0:1767326826.439503:0:220902:0:(lmv_obd.c:117:lmv_set_mdc_active()) Marking OBD 00000000ec831e9c inactive 00800000:00000001:3.0:1767326826.439504:0:220902:0:(lmv_obd.c:119:lmv_set_mdc_active()) Process leaving 00800000:00000001:3.0:1767326826.439505:0:220902:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326826.439507:0:220902:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326826.439508:0:220902:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326826.439509:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:3.0:1767326826.439511:0:220902:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767326826.439513:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767326826.439513:0:220902:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:3.0:1767326826.439516:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326826.439519:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767326826.439624:0:220902:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e5672638 count: 2 00010000:00000001:3.0:1767326826.439629:0:220902:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767326826.439631:0:220902:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326826.439634:0:220902:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326826.439636:0:220902:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000291d9a1e refcount=3 00000020:00000001:3.0:1767326826.439637:0:220902:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.439640:0:220902:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704730634240 : -115368978917376 : ffff971290fe5800) 00010000:00000001:3.0:1767326826.439643:0:220902:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767326826.439646:0:220902:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000291d9a1e/0x437b5ddfad697ee3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10e400000000 nid: local remote: 0xa7160ca8575826cb expref: -99 pid: 220900 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1767326826.439653:0:220902:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767326826.439657:0:220902:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1767326826.439659:0:220902:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1767326826.439661:0:220902:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1767326826.439665:0:220902:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767326826.439668:0:220902:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767326826.439673:0:220902:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e5672638 count: 3 00010000:00000001:3.0:1767326826.439676:0:220902:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767326826.439680:0:220902:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326826.439682:0:220902:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767326826.439683:0:220902:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767326826.439684:0:220902:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e5672638 count: 3 00010000:00000001:3.0:1767326826.439692:0:220902:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767326826.439695:0:220902:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326826.439697:0:220902:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767326826.439698:0:220902:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767326826.439700:0:220902:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e5672638 count: 3 00010000:00000001:3.0:1767326826.439701:0:220902:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767326826.439703:0:220902:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326826.439705:0:220902:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1767326826.439707:0:220902:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = 00000000b938138a, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1767326826.439711:0:220902:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1767326826.439714:0:220902:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1767326826.439716:0:220902:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1767326826.439718:0:220902:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326826.439721:0:220902:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1767326826.439724:0:220902:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767326826.439727:0:220902:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767326826.439729:0:220902:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767326826.439731:0:220902:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326826.439732:0:220902:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767326826.439734:0:220902:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000291d9a1e with handle 0x437b5ddfad697ee3 from hash 00010000:00000001:3.0:1767326826.439736:0:220902:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767326826.439737:0:220902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326826.439739:0:220902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326826.439739:0:220902:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767326826.439742:0:220902:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767326826.439743:0:220902:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767326826.439744:0:220902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326826.439745:0:220902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326826.439745:0:220902:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326826.439746:0:220902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767326826.439747:0:220902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff971288e2b000 lock: 00000000291d9a1e/0x437b5ddfad697ee3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x490f400000000 nid: local remote: 0xa7160ca8575826cb expref: -99 pid: 220900 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326826.439756:0:220902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1767326826.439757:0:220902:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e5672638 count: 0 00010000:00000010:3.0:1767326826.439762:0:220902:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fcbbf5cf. 00000001:00000001:3.0:1767326826.440079:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326826.440081:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326826.440082:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326826.440396:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326826.440428:0:220902:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:3.0:1767326826.440438:0:220902:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628705535512088 : -115368174039528 : ffff9712c0f7ce18) 00000020:00001000:3.0:1767326826.440440:0:220902:0:(cl_object.c:830:cl_env_get()) 1@0000000069f3ac35 00000008:00000001:3.0:1767326826.440443:0:220902:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1767326826.440446:0:220902:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1767326826.440448:0:220902:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767326826.440450:0:220902:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1767326826.440451:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326826.440452:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326826.440765:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1767326826.440768:0:220902:0:(cl_object.c:924:cl_env_put()) 1@0000000069f3ac35 00000001:00000001:3.0:1767326826.440770:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326826.440771:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326826.441085:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326826.441087:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326826.441087:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326826.441371:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326826.441372:0:220902:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326826.441373:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767326826.441378:0:220902:0:(recover.c:274:ptlrpc_set_import_active()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326826.441380:0:220902:0:(mdc_request.c:2337:mdc_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767326826.441383:0:220902:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767326826.441386:0:220902:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00000002:00000001:3.0:1767326826.441387:0:220902:0:(mdc_request.c:2277:mdc_iocontrol()) Process entered 00000002:00000080:3.0:1767326826.441388:0:220902:0:(mdc_request.c:2279:mdc_iocontrol()) lustre-MDT0001-mdc-ffff971288e2b000: cmd=4240666a len=576 karg=ffff9712862b7c00 uarg=0000000000000000 00000100:00000001:3.0:1767326826.441393:0:220902:0:(recover.c:241:ptlrpc_set_import_active()) Process entered 00000100:02000400:3.0:1767326826.441394:0:220902:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-MDT0001_UUID INACTIVE by administrator request 00000100:00000001:3.0:1767326826.441396:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767326826.441397:0:220902:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767326826.441397:0:220902:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326826.441411:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767326826.441412:0:220902:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767326826.441414:0:220902:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:3.0:1767326826.441415:0:220902:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767326826.441423:0:220902:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767326826.441424:0:220902:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: committing for last_committed 0 gen 2 00000100:00000040:3.0:1767326826.441426:0:220902:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767326826.441427:0:220902:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326826.441428:0:220902:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767326826.441429:0:220902:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767326826.441430:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767326826.441431:0:220902:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767326826.441433:0:220902:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:3.0:1767326826.441434:0:220902:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:3.0:1767326826.441435:0:220902:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1767326826.441436:0:220902:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv 0000000098c1d63b for uuid lustre-MDT0001_UUID (activate=0) 00800000:00000040:3.0:1767326826.441438:0:220902:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x437b5ddfad697e7a 00800000:00000040:3.0:1767326826.441440:0:220902:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0x437b5ddfad697e81 00800000:00000040:3.0:1767326826.441442:0:220902:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff971288e2b000=31e9b472-c3f9-4942-adbf-dafbe9eddaef device 4 (00000000539e2e58) type mdc at LMV idx 1 00800000:00000040:3.0:1767326826.441444:0:220902:0:(lmv_obd.c:117:lmv_set_mdc_active()) Marking OBD 00000000539e2e58 inactive 00800000:00000001:3.0:1767326826.441446:0:220902:0:(lmv_obd.c:119:lmv_set_mdc_active()) Process leaving 00800000:00000001:3.0:1767326826.441447:0:220902:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326826.441448:0:220902:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326826.441450:0:220902:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326826.441451:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:3.0:1767326826.441452:0:220902:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767326826.441454:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767326826.441455:0:220902:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:3.0:1767326826.441457:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326826.441459:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326826.441843:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326826.441845:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326826.441847:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326826.442167:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326826.442169:0:220902:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:3.0:1767326826.442171:0:220902:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628705535512088 : -115368174039528 : ffff9712c0f7ce18) 00000020:00001000:3.0:1767326826.442173:0:220902:0:(cl_object.c:830:cl_env_get()) 1@0000000069f3ac35 00000008:00000001:3.0:1767326826.442174:0:220902:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1767326826.442175:0:220902:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1767326826.442176:0:220902:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767326826.442177:0:220902:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1767326826.442183:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326826.442184:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326826.442506:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1767326826.442509:0:220902:0:(cl_object.c:924:cl_env_put()) 1@0000000069f3ac35 00000001:00000001:3.0:1767326826.442512:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326826.442513:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326826.442819:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326826.442821:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326826.442823:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326826.443128:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326826.443130:0:220902:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326826.443132:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767326826.443134:0:220902:0:(recover.c:274:ptlrpc_set_import_active()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326826.443135:0:220902:0:(mdc_request.c:2337:mdc_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767326826.443138:0:220902:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767326826.443140:0:220902:0:(lmv_obd.c:1165:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326826.443142:0:220902:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326826.443143:0:220902:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1767326826.443147:0:220902:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1767326826.443148:0:220902:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff971288e2b000: cmd=4240666a len=576 karg=ffff9712862b7c00 uarg=0000000000000000 00020000:00000001:3.0:1767326826.443181:0:220902:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00000008:00000001:3.0:1767326826.443184:0:220902:0:(osc_request.c:3522:osc_iocontrol()) Process entered 00000008:00000080:3.0:1767326826.443186:0:220902:0:(osc_request.c:3524:osc_iocontrol()) lustre-OST0000-osc-ffff971288e2b000: cmd=4240666a len=576 karg=ffff9712862b7c00 uarg=0000000000000000 00000100:00000001:3.0:1767326826.443188:0:220902:0:(recover.c:241:ptlrpc_set_import_active()) Process entered 00000100:02000400:3.0:1767326826.443189:0:220902:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-OST0000_UUID INACTIVE by administrator request 00000100:00000001:3.0:1767326826.443190:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1767326826.443192:0:220902:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1767326826.443194:0:220902:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:3.0:1767326826.443196:0:220902:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:3.0:1767326826.443198:0:220902:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1767326826.443199:0:220902:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov 00000000168a1d5f for uuid lustre-OST0000_UUID event(4) 00020000:01000000:3.0:1767326826.443203:0:220902:0:(lov_obd.c:378:lov_set_osc_active()) deactivate OSC lustre-OST0000_UUID 00020000:00000040:3.0:1767326826.443204:0:220902:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 437b5ddfad697e8f 00020000:00000001:3.0:1767326826.443206:0:220902:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326826.443208:0:220902:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1767326826.443210:0:220902:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1767326826.443212:0:220902:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1767326826.443218:0:220902:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:3.0:1767326826.443220:0:220902:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1767326826.443221:0:220902:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326826.443222:0:220902:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326826.443224:0:220902:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:3.0:1767326826.443224:0:220902:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1767326826.443225:0:220902:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326826.443226:0:220902:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1767326826.443227:0:220902:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1767326826.443229:0:220902:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1767326826.443231:0:220902:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326826.443231:0:220902:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326826.443232:0:220902:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767326826.443233:0:220902:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767326826.443234:0:220902:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767326826.443236:0:220902:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326826.443237:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767326826.443239:0:220902:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767326826.443240:0:220902:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1767326826.443241:0:220902:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767326826.443242:0:220902:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767326826.443243:0:220902:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff971288e2b000: committing for last_committed 0 gen 2 00000100:00000040:3.0:1767326826.443245:0:220902:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff971288e2b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767326826.443246:0:220902:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326826.443247:0:220902:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767326826.443248:0:220902:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767326826.443249:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1767326826.443249:0:220902:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1767326826.443251:0:220902:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:3.0:1767326826.443251:0:220902:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:3.0:1767326826.443252:0:220902:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1767326826.443252:0:220902:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov 00000000168a1d5f for uuid lustre-OST0000_UUID event(2) 00020000:01000000:3.0:1767326826.443254:0:220902:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:3.0:1767326826.443255:0:220902:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 437b5ddfad697e8f 00020000:00000001:3.0:1767326826.443256:0:220902:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326826.443257:0:220902:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1767326826.443257:0:220902:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1767326826.443258:0:220902:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1767326826.443263:0:220902:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:3.0:1767326826.443264:0:220902:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1767326826.443265:0:220902:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326826.443266:0:220902:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326826.443267:0:220902:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:3.0:1767326826.443268:0:220902:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1767326826.443268:0:220902:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326826.443269:0:220902:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1767326826.443270:0:220902:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1767326826.443271:0:220902:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1767326826.443271:0:220902:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326826.443272:0:220902:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326826.443273:0:220902:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767326826.443273:0:220902:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767326826.443274:0:220902:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767326826.443275:0:220902:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326826.443276:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:3.0:1767326826.443277:0:220902:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767326826.443278:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1767326826.443279:0:220902:0:(osc_request.c:3856:osc_import_event()) Process entered 00000001:00000001:3.0:1767326826.443280:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326826.443281:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326826.443312:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326826.443312:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326826.443313:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326826.443331:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326826.443332:0:220902:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:3.0:1767326826.443334:0:220902:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628705535512088 : -115368174039528 : ffff9712c0f7ce18) 00000020:00001000:3.0:1767326826.443335:0:220902:0:(cl_object.c:830:cl_env_get()) 1@0000000069f3ac35 00000008:00000001:3.0:1767326826.443336:0:220902:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1767326826.443337:0:220902:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1767326826.443338:0:220902:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767326826.443339:0:220902:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1767326826.443339:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326826.443340:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326826.443359:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1767326826.443361:0:220902:0:(cl_object.c:924:cl_env_put()) 1@0000000069f3ac35 00000001:00000001:3.0:1767326826.443362:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326826.443362:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326826.443381:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326826.443384:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326826.443385:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326826.443421:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767326826.443423:0:220902:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326826.443424:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767326826.443426:0:220902:0:(recover.c:274:ptlrpc_set_import_active()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767326826.443428:0:220902:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767326826.443430:0:220902:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326826.443431:0:220902:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767326826.443434:0:220902:0:(llite_lib.c:3592:ll_umount_begin()) kfreed 'ioc_data': 576 at 00000000c816fe21. 00010000:00000010:3.1:1767326826.450783:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000291d9a1e. 00010000:00000010:3.1:1767326826.450800:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e5672638. 00000100:00000040:1.0:1767326826.555515:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306694337, at 4306694400 00000100:00000040:0.0:1767326826.555516:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306694337, at 4306694400 00000100:00000040:2.0:1767326826.555516:0:220663:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306694337, at 4306694400 00000100:00000040:3.0:1767326826.555516:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306694337, at 4306694400 00000100:00000010:1.0:1767326826.555535:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000601d7410. 00000100:00000010:3.0:1767326826.555536:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000358418ea. 00000100:00000010:0.0:1767326826.555538:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1e5b507. 00000100:00000010:2.0:1767326826.555541:0:220663:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049f01126. 00010000:00000001:0.0:1767326826.811526:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326826.811536:0:217662:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767326826.811538:0:217662:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767326826.811540:0:217662:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326826.811545:0:217662:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326826.811547:0:217662:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326826.811549:0:217662:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326826.811551:0:217662:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326826.811602:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326826.811605:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326826.811608:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767326827.835519:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326827.835526:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326827.835534:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326827.835548:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767326827.835555:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009561302. 00000020:00000040:2.0:1767326827.835563:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326827.835569:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326827.835573:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767326827.835580:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767326827.835589:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052a5ce86. 00000100:00000001:2.0:1767326827.835598:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326827.835612:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000009561302 x1853175408705408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767326827.835615:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326827.835619:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326827.835622:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767326827.835624:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326827.835626:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326827.835631:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009561302] to pc [ptlrpcd_00_01+1] req@0000000009561302 x1853175408705408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326827.835661:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767326827.835664:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1767326827.835667:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1767326827.835670:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1767326827.835673:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1767326827.835675:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000040:2.0:1767326827.835679:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767326827.835684:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 3 (12033) 00000100:00000001:3.0:1767326827.835687:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767326827.835692:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767326827.835694:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326827.835697:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326827.835702:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326827.835703:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326827.835707:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326827.835710:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326827.835712:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326827.835715:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326827.835720:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000009561302 x1853175408705408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326827.835726:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326827.835728:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326827.835731:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326827.835733:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326827.835735:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326827.835737:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408705408:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326827.835740:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326827.835746:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326827.835748:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326827.835750:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326827.835759:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e124d89f. 02000000:00000001:3.0:1767326827.835761:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326827.835766:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d8888ef. 00000400:00000010:3.0:1767326827.835772:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046298f58. 00000100:00000200:3.0:1767326827.835778:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408705408, portal 25 00000100:00000001:3.0:1767326827.835780:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326827.835782:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333293312 : -115368376258304 : ffff9712b4ea3100) 00000100:00000040:3.0:1767326827.835785:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000009561302 x1853175408705408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326827.835790:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326827.835792:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326827.835794:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000dcf3fdb. 00000100:00000200:3.0:1767326827.835796:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408705408, offset 0 00000400:00000200:3.0:1767326827.835802:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326827.835817:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326827.835823:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326827.835827:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326827.835831:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326827.835835:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326827.835838:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [655:655:256:4294967295] 192.168.202.142@tcp LPNI seq info [655:655:8:4294967295] 00000400:00000200:3.0:1767326827.835878:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326827.835884:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326827.835888:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bf97ac1. 00000800:00000200:3.0:1767326827.835894:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326827.835901:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326827.835905:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bf97ac1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326827.835919:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326827.835924:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306699457 00000100:00000010:3.0:1767326827.835928:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e880e811. 00000100:00000001:3.0:1767326827.835935:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767326827.835940:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306699457 00000100:00000010:3.0:1767326827.835948:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054b8fd36. 00000100:00000001:3.0:1767326827.835951:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767326827.835954:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306699457 00000100:00000010:3.0:1767326827.835956:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007bf79e58. 00000100:00000001:3.0:1767326827.835960:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767326827.835962:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306699457 00000100:00000010:3.0:1767326827.835964:0:211394:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d429ad70. 00000100:00000001:3.0:1767326827.835967:0:211394:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767326827.835969:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326827.835972:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326827.835974:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326827.835976:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767326827.836047:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767326827.836050:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bf97ac1. 00000400:00000200:0.0:1767326827.836054:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326827.836058:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:0.0:1767326827.836062:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dcf3fdb 00000400:00000010:0.0:1767326827.836064:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dcf3fdb. 00000100:00000001:0.0:1767326827.836067:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767326827.836070:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000009561302 x1853175408705408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326827.836077:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326827.836079:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000009561302 x1853175408705408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326827.836084:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326827.836085:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326827.837338:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326827.837352:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326827.837355:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326827.837358:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326827.837367:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326827.837378:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f13f80 00000400:00000200:0.0:1767326827.837384:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1541 [1] + 224 00000800:00000001:0.0:1767326827.837391:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326827.837397:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326827.837416:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326827.837418:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326827.837422:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326827.837426:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000009561302 x1853175408705408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326827.837433:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000009561302 x1853175408705408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326827.837443:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326827.837449:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326827.837451:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326827.837473:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326827.837477:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767326827.837482:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767326827.837485:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767326827.837496:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d8888ef. 00000400:00000200:3.0:1767326827.837501:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046298f58 00000400:00000010:3.0:1767326827.837503:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046298f58. 00000100:00000001:3.0:1767326827.837506:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326827.837510:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000009561302 x1853175408705408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767326827.837520:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000009561302 x1853175408705408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326827.837527:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767326827.837529:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326827.837532:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767326827.837534:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767326827.837537:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767326827.837540:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326827.837544:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767326827.837557:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=73 v=5 (5 5 5 5) 00000100:00001000:3.0:1767326827.837563:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1767326827.837566:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767326827.837575:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326827.837578:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767326827.837580:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326827.837584:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326827.837588:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000009561302 x1853175408705408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326827.837596:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326827.837599:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326827.837601:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326827.837607:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009561302 x1853175408705408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326843 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326827.837615:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000009561302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408705408:192.168.202.142@tcp:400: 00000100:00000001:3.0:1767326827.837619:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326827.837620:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326827.837622:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000009561302 x1853175408705408/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326843 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326827.837627:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767326827.837629:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767326827.837631:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e124d89f. 02000000:00000001:3.0:1767326827.837634:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767326827.837636:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326827.837637:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326827.837638:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326827.837640:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052a5ce86. 02000000:00000001:3.0:1767326827.837643:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326827.837644:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326827.837645:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009561302. 00000100:00000001:3.0:1767326827.837648:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326827.837649:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326827.837650:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326827.837653:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326827.837655:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326827.837656:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326827.837657:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326828.859530:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326828.859537:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326828.859564:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326828.859566:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326828.859568:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326829.883506:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326829.883514:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326829.883577:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326829.883581:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326829.883584:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767326830.843496:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767326830.843510:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767326830.843522:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f3c6bf1. 00000020:00000040:0.0:1767326830.843529:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000100:00000001:0.0:1767326830.843533:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767326830.843537:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767326830.843542:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326830.843549:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8b9f1ee. 00000100:00000001:0.0:1767326830.843556:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326830.843567:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@000000009f3c6bf1 x1853175408705536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767326830.843579:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767326830.843582:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326830.843588:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f3c6bf1] to pc [ptlrpcd_00_02+2] req@000000009f3c6bf1 x1853175408705536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326830.843619:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326830.843622:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1767326830.843625:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1767326830.843628:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1767326830.843631:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1767326830.843633:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000040:0.0:1767326830.843637:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767326830.843643:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12036) 00000100:00000001:1.0:1767326830.843646:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326830.843652:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326830.843652:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326830.843656:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767326830.843658:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326830.843662:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f3c6bf1 x1853175408705536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326830.843670:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326830.843671:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326830.843674:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767326830.843693:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767326830.843695:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767326830.843698:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f3c6bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408705536:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326830.843701:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767326830.843707:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767326830.843709:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326830.843711:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767326830.843714:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0be7c7a. 02000000:00000001:1.0:1767326830.843717:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326830.843723:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b77f63d5. 00000400:00000010:1.0:1767326830.843729:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e4a2d89. 00000100:00000200:1.0:1767326830.843736:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408705536, portal 25 00000100:00000001:1.0:1767326830.843738:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326830.843739:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453961472 : -115368255590144 : ffff9712bc1b7100) 00000100:00000040:1.0:1767326830.843742:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f3c6bf1 x1853175408705536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326830.843748:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767326830.843751:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326830.843752:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffc7a60e. 00000100:00000200:1.0:1767326830.843754:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408705536, offset 0 00000400:00000200:1.0:1767326830.843759:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:1.0:1767326830.843772:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:1.0:1767326830.843777:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326830.843781:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:1.0:1767326830.843785:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767326830.843787:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:1.0:1767326830.843790:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [656:656:256:4294967295] 192.168.202.142@tcp LPNI seq info [656:656:8:4294967295] 00000400:00000200:1.0:1767326830.843799:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:1.0:1767326830.843804:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:1.0:1767326830.843807:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005493b67f. 00000800:00000200:1.0:1767326830.843813:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:1.0:1767326830.843841:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:1.0:1767326830.843850:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005493b67f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767326830.843862:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326830.843866:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306702465 00000100:00000001:1.0:1767326830.843872:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306699457 00000100:00000001:1.0:1767326830.843876:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306702465 00000100:00000001:1.0:1767326830.843879:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306699457 00000100:00000001:1.0:1767326830.843881:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306702465 00000100:00000001:1.0:1767326830.843888:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306699457 00000100:00000001:1.0:1767326830.843890:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306702465 00000100:00000001:1.0:1767326830.843892:0:211396:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306699457 00000100:00000001:1.0:1767326830.843894:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326830.843896:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326830.843899:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326830.843900:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326830.843906:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326830.843908:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326830.843909:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326830.843910:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326830.843911:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326830.843912:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326830.843975:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326830.843980:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005493b67f. 00000400:00000200:2.0:1767326830.843986:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326830.843991:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326830.844000:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffc7a60e 00000400:00000010:2.0:1767326830.844002:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffc7a60e. 00000100:00000001:2.0:1767326830.844006:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326830.844009:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f3c6bf1 x1853175408705536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326830.844017:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326830.844019:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f3c6bf1 x1853175408705536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326830.844024:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326830.844025:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767326830.845175:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326830.845187:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326830.845189:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326830.845191:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326830.845197:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326830.845206:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f14000 00000400:00000200:0.0:1767326830.845212:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1549 [1] + 224 00000800:00000001:0.0:1767326830.845218:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326830.845224:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326830.845225:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326830.845228:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326830.845231:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326830.845234:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f3c6bf1 x1853175408705536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767326830.845241:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009f3c6bf1 x1853175408705536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326830.845252:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1767326830.845257:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326830.845259:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326830.845281:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326830.845283:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767326830.845287:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767326830.845289:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326830.845291:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b77f63d5. 00000400:00000200:1.0:1767326830.845300:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e4a2d89 00000400:00000010:1.0:1767326830.845301:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e4a2d89. 00000100:00000001:1.0:1767326830.845305:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767326830.845308:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f3c6bf1 x1853175408705536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326830.845314:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f3c6bf1 x1853175408705536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326830.845327:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326830.845328:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326830.845330:0:211396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326830.845332:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326830.845334:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767326830.845336:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326830.845338:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326830.845344:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=76 v=5 (5 5 5 5) 00000100:00001000:1.0:1767326830.845347:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326830.845349:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767326830.845350:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326830.845352:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326830.845354:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326830.845356:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326830.845359:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f3c6bf1 x1853175408705536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326830.845363:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326830.845365:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326830.845366:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767326830.845368:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f3c6bf1 x1853175408705536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767326830.845373:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f3c6bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408705536:192.168.202.142@tcp:400: 00000100:00000001:1.0:1767326830.845376:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326830.845377:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326830.845378:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f3c6bf1 x1853175408705536/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326830.845382:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326830.845384:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326830.845386:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0be7c7a. 02000000:00000001:1.0:1767326830.845388:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326830.845390:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767326830.845391:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:1.0:1767326830.845396:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767326830.845397:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8b9f1ee. 02000000:00000001:1.0:1767326830.845420:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767326830.845421:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767326830.845423:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f3c6bf1. 00000100:00000001:1.0:1767326830.845425:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767326830.845426:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326830.845427:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326830.845430:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326830.845431:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326830.845433:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326830.845434:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326830.907534:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326830.907543:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326830.907608:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326830.907612:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326830.907616:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326831.931517:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326831.931527:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326831.931564:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326831.931592:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326831.931595:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326832.955527:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326832.955536:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326832.955562:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326832.955566:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326832.955569:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767326833.979504:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326833.979512:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326833.979570:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767326833.979574:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326833.979577:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767326834.683479:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306702465, at 4306702528 00000100:00000040:3.0:1767326834.683479:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306702465, at 4306702528 00000100:00000040:2.0:1767326834.683480:0:220663:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306702465, at 4306702528 00000100:00000040:0.0:1767326834.683485:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306702465, at 4306702528 00000100:00000010:3.0:1767326834.683501:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d429ad70. 00000100:00000010:2.0:1767326834.683506:0:220663:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007bf79e58. 00000100:00000010:0.0:1767326834.683509:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e880e811. 00000100:00000010:1.0:1767326834.683512:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054b8fd36. 00010000:00000001:0.0:1767326835.003509:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767326835.003515:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326835.003535:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326835.003537:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326835.003539:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767326836.027515:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) d78984fc-6fc9-437f-a1d6-38da7564c553->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1767326836.027520:0:217662:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1767326836.027526:0:193004:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767326836.027528:0:217662:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326836.027540:0:193004:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025c21800. 00000020:00000040:3.0:1767326836.027550:0:193004:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326836.027553:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767326836.027556:0:193004:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1767326836.027558:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326836.027562:0:193004:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:2.0:1767326836.027563:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767326836.027571:0:193004:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326836.027581:0:193004:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b1e5a3ef. 00000100:00000001:3.0:1767326836.027590:0:193004:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326836.027601:0:193004:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d78984fc-6fc9-437f-a1d6-38da7564c553->MGS req@0000000025c21800 x1853175408705664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767326836.027614:0:193004:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326836.027617:0:193004:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326836.027623:0:193004:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025c21800] to pc [ptlrpcd_00_03+3] req@0000000025c21800 x1853175408705664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326836.027653:0:193004:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326836.027656:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:0.0:1767326836.027662:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1767326836.027664:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:0.0:1767326836.027667:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326836.027670:0:211397:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326836.027672:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1767326836.027676:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1767326836.027679:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025c21800 x1853175408705664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326836.027690:0:211397:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326836.027693:0:211397:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326836.027697:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767326836.027698:0:193004:0:(pinger.c:229:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 1 pingable 1 suppress 0 02000000:00000001:0.0:1767326836.027699:0:211397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767326836.027703:0:193004:0:(pinger.c:247:ptlrpc_pinger_process_import()) 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1767326836.027704:0:211397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326836.027705:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326836.027708:0:193004:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12041) 02000000:00000001:0.0:1767326836.027710:0:211397:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767326836.027715:0:211397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408705664:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326836.027720:0:211397:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767326836.027727:0:211397:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767326836.027730:0:211397:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326836.027732:0:211397:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767326836.027737:0:211397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007236fe1a. 02000000:00000001:0.0:1767326836.027738:0:211397:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767326836.027745:0:211397:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2be9fe9. 00000400:00000010:0.0:1767326836.027753:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b25e7918. 00000100:00000200:0.0:1767326836.027761:0:211397:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408705664, portal 25 00000100:00000001:0.0:1767326836.027765:0:211397:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767326836.027766:0:211397:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571635712 : -115369137915904 : ffff971287843800) 00000100:00000040:0.0:1767326836.027797:0:211397:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025c21800 x1853175408705664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326836.027806:0:211397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767326836.027808:0:211397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:0.0:1767326836.027811:0:211397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d045329. 00000100:00000200:0.0:1767326836.027815:0:211397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408705664, offset 0 00000400:00000200:0.0:1767326836.027822:0:211397:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:0.0:1767326836.027839:0:211397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:0.0:1767326836.027845:0:211397:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326836.027851:0:211397:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:0.0:1767326836.027855:0:211397:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326836.027858:0:211397:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:0.0:1767326836.027862:0:211397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [657:657:256:4294967295] 192.168.202.142@tcp LPNI seq info [657:657:8:4294967295] 00000400:00000200:0.0:1767326836.027873:0:211397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:0.0:1767326836.027880:0:211397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:0.0:1767326836.027886:0:211397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8b9f1ee. 00000800:00000200:0.0:1767326836.027893:0:211397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:0.0:1767326836.027902:0:211397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326836.027906:0:211397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d8b9f1ee type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767326836.027921:0:211397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326836.027926:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306707649 00000100:00000010:0.0:1767326836.027930:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1e5b507. 00000100:00000001:0.0:1767326836.027938:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767326836.027944:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306707649 00000100:00000010:0.0:1767326836.027947:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be5cd0f0. 00000100:00000001:0.0:1767326836.027950:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767326836.027953:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306707649 00000100:00000010:0.0:1767326836.027955:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9f9490c. 00000100:00000001:0.0:1767326836.027959:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767326836.027961:0:211397:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306707649 00000100:00000010:0.0:1767326836.027964:0:211397:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cd2e4ac. 00000100:00000001:0.0:1767326836.027967:0:211397:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767326836.027969:0:211397:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326836.027972:0:211397:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326836.027976:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326836.027978:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326836.027987:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326836.027989:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767326836.027991:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326836.027992:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326836.027994:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326836.027996:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767326836.028044:0:211388:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767326836.028048:0:211388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8b9f1ee. 00000400:00000200:3.0:1767326836.028054:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326836.028059:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:3.0:1767326836.028063:0:211388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d045329 00000400:00000010:3.0:1767326836.028065:0:211388:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d045329. 00000100:00000001:3.0:1767326836.028068:0:211388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767326836.028071:0:211388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025c21800 x1853175408705664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326836.028078:0:211388:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326836.028080:0:211388:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025c21800 x1853175408705664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326836.028085:0:211388:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.028086:0:211388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767326836.029156:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326836.029169:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767326836.029171:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326836.029174:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326836.029181:0:211389:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:2.0:1767326836.029193:0:211389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f14080 00000400:00000200:2.0:1767326836.029200:0:211389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1551 [1] + 224 00000800:00000001:2.0:1767326836.029207:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326836.029213:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767326836.029216:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326836.029220:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:2.0:1767326836.029226:0:211389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767326836.029230:0:211389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025c21800 x1853175408705664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767326836.029239:0:211389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000025c21800 x1853175408705664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326836.029260:0:211389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767326836.029266:0:211389:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767326836.029269:0:211389:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326836.029290:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326836.029293:0:211397:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326836.029297:0:211397:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326836.029299:0:211397:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326836.029301:0:211397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2be9fe9. 00000400:00000200:0.0:1767326836.029304:0:211397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b25e7918 00000400:00000010:0.0:1767326836.029305:0:211397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b25e7918. 00000100:00000001:0.0:1767326836.029307:0:211397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326836.029310:0:211397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025c21800 x1853175408705664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326836.029317:0:211397:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025c21800 x1853175408705664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326836.029322:0:211397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326836.029323:0:211397:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326836.029325:0:211397:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326836.029327:0:211397:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326836.029328:0:211397:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326836.029330:0:211397:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326836.029332:0:211397:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326836.029337:0:211397:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=82 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326836.029340:0:211397:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326836.029342:0:211397:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326836.029343:0:211397:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326836.029345:0:211397:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326836.029346:0:211397:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326836.029348:0:211397:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326836.029351:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025c21800 x1853175408705664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326836.029355:0:211397:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326836.029357:0:211397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326836.029359:0:211397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767326836.029361:0:211397:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025c21800 x1853175408705664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326836.029365:0:211397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025c21800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d78984fc-6fc9-437f-a1d6-38da7564c553:211397:1853175408705664:192.168.202.142@tcp:400: 00000100:00000001:0.0:1767326836.029370:0:211397:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326836.029372:0:211397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326836.029373:0:211397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025c21800 x1853175408705664/t0(0) o400->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326836.029377:0:211397:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767326836.029380:0:211397:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767326836.029382:0:211397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007236fe1a. 02000000:00000001:0.0:1767326836.029384:0:211397:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767326836.029385:0:211397:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326836.029386:0:211397:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326836.029387:0:211397:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326836.029389:0:211397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b1e5a3ef. 02000000:00000001:0.0:1767326836.029392:0:211397:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326836.029393:0:211397:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767326836.029394:0:211397:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025c21800. 00000100:00000001:0.0:1767326836.029412:0:211397:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326836.029413:0:211397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326836.029414:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326836.029417:0:211397:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326836.029418:0:211397:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326836.029419:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326836.029420:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326836.667540:0:220902:0:(llite_lib.c:3606:ll_umount_begin()) Process leaving 00000080:00000001:3.0:1767326836.673488:0:220902:0:(llite_lib.c:998:ll_kill_super()) Process entered 00000080:00000001:3.0:1767326836.673493:0:220902:0:(llite_lib.c:1019:ll_kill_super()) Process leaving 00000080:00000001:3.0:1767326836.673505:0:220902:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1767326836.673509:0:220902:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1767326836.673520:0:220902:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:3.0:1767326836.673524:0:220902:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:3.0:1767326836.673525:0:220902:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](00000000a7b96798) 00800000:00000001:3.0:1767326836.673533:0:220902:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:3.0:1767326836.673534:0:220902:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x200000007:0x1:0x0] 00000002:00000001:3.0:1767326836.673541:0:220902:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1767326836.673548:0:220902:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326836.673551:0:220902:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1767326836.673553:0:220902:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767326836.673555:0:220902:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326836.673557:0:220902:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1767326836.673559:0:220902:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1767326836.673569:0:220902:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326836.673571:0:220902:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767326836.673574:0:220902:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put 00000000d4d8ae65 1 00800000:00000010:3.0:1767326836.673577:0:220902:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at 00000000d4d8ae65. 00000080:00000001:3.0:1767326836.673583:0:220902:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1767326836.673585:0:220902:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1767326836.673592:0:220902:0:(llite_lib.c:1561:ll_put_super()) Process entered 00000080:00200000:3.0:1767326836.673594:0:220902:0:(llite_lib.c:1568:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff971288e2b000 (sb 000000008a7c52c6) 00000020:00000001:3.0:1767326836.673599:0:220902:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1767326836.673603:0:220902:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 000000003e13f8bd. 00000020:00000001:3.0:1767326836.673606:0:220902:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767326836.673611:0:220902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e124d89f. 00000020:00000010:3.0:1767326836.673615:0:220902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a19ef569. 00000040:00000010:3.0:1767326836.673620:0:220902:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009eb723f4. 00000020:00000010:3.0:1767326836.673625:0:220902:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bb46f501. 00000020:00000010:3.0:1767326836.673631:0:220902:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000082309f44. 00040000:00000010:3.0:1767326836.673637:0:220902:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000243161f8. 00040000:00000010:3.0:1767326836.673641:0:220902:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e1f2deda. 10000000:00000001:3.0:1767326836.673647:0:220902:0:(mgc_request.c:1931:mgc_process_config()) Process entered 10000000:00000001:3.0:1767326836.673649:0:220902:0:(mgc_request_server.c:637:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1767326836.673652:0:220902:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1767326836.673654:0:220902:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1767326836.673657:0:220902:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767326836.673658:0:220902:0:(mgc_request.c:108:config_log_get()) log lustre-client (0000000026e82522) refs 3 10000000:00000001:3.0:1767326836.673660:0:220902:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326836.673662:0:220902:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446628704493133824 : -115369216417792 : ffff971282d66000) 10000000:00000001:3.0:1767326836.673665:0:220902:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767326836.673666:0:220902:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x437b5ddfad697ed5 00010000:00000001:3.0:1767326836.673669:0:220902:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326836.673672:0:220902:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326836.673675:0:220902:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004d599310 refcount=2 00000020:00000001:3.0:1767326836.673677:0:220902:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344676352 : -115368364875264 : ffff9712b597e200) 00010000:00000001:3.0:1767326836.673680:0:220902:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344676352 : -115368364875264 : ffff9712b597e200) 00010000:00000001:3.0:1767326836.673684:0:220902:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326836.673687:0:220902:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326836.673696:0:220902:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: 000000004d599310/0x437b5ddfad697ed5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca85758264d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326836.673706:0:220902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326836.673708:0:220902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326836.673710:0:220902:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767326836.673711:0:220902:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326836.673712:0:220902:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004d599310 refcount=3 00000020:00000001:3.0:1767326836.673714:0:220902:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344676352 : -115368364875264 : ffff9712b597e200) 00010000:00000001:3.0:1767326836.673716:0:220902:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344676352 : -115368364875264 : ffff9712b597e200) 00010000:00000001:3.0:1767326836.673718:0:220902:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767326836.673719:0:220902:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: 000000004d599310/0x437b5ddfad697ed5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7160ca85758264d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326836.673726:0:220902:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767326836.673727:0:220902:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: 000000004d599310/0x437b5ddfad697ed5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa7160ca85758264d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326836.673742:0:220902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326836.673744:0:220902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767326836.673746:0:220902:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.142@tcp lock: 000000004d599310/0x437b5ddfad697ed5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xa7160ca85758264d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326836.673755:0:220902:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326836.673756:0:220902:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.673760:0:220902:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767326836.673776:0:220902:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000008e02c997. 00010000:00000001:3.0:1767326836.673780:0:220902:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767326836.673792:0:220902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1767326836.673795:0:220902:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.673796:0:220902:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.673798:0:220902:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767326836.673800:0:220902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326836.673801:0:220902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767326836.673803:0:220902:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00000020:00000001:2.0:1767326836.673809:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000040:3.0:1767326836.673811:0:220902:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x437b5ddfad697ece 00000020:00000001:2.0:1767326836.673814:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.673815:0:220902:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:2.0:1767326836.673819:0:214085:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000001:3.0:1767326836.673819:0:220902:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767326836.673824:0:214085:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000040:3.0:1767326836.673824:0:220902:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000031ec3ac8 refcount=2 00000020:00000001:3.0:1767326836.673828:0:220902:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704500884992 : -115369208666624 : ffff9712834ca600) 00010000:00000001:3.0:1767326836.673832:0:220902:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704500884992 : -115369208666624 : ffff9712834ca600) 00010000:00000001:2.0:1767326836.673833:0:214085:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767326836.673836:0:214085:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: 000000004d599310/0x437b5ddfad697ed5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa7160ca85758264d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326836.673838:0:220902:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326836.673841:0:220902:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326836.673845:0:220902:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: 0000000031ec3ac8/0x437b5ddfad697ece lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca857582646 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767326836.673848:0:214085:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004d599310 already unused, calling callback (000000008508b29e) 10000000:00000001:2.0:1767326836.673852:0:214085:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767326836.673854:0:214085:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: 000000004d599310/0x437b5ddfad697ed5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xa7160ca85758264d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326836.673859:0:220902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326836.673862:0:220902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326836.673863:0:214085:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767326836.673864:0:220902:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767326836.673865:0:214085:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767326836.673867:0:214085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767326836.673867:0:220902:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767326836.673870:0:220902:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000031ec3ac8 refcount=3 00000020:00000040:2.0:1767326836.673871:0:214085:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004d599310 refcount=3 00000020:00000001:2.0:1767326836.673875:0:214085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705344676352 : -115368364875264 : ffff9712b597e200) 00000020:00000001:3.0:1767326836.673877:0:220902:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704500884992 : -115369208666624 : ffff9712834ca600) 00010000:00000001:2.0:1767326836.673878:0:214085:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705344676352 : -115368364875264 : ffff9712b597e200) 00010000:00000001:3.0:1767326836.673883:0:220902:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704500884992 : -115369208666624 : ffff9712834ca600) 00010000:00000001:2.0:1767326836.673884:0:214085:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767326836.673886:0:214085:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: 000000004d599310/0x437b5ddfad697ed5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xa7160ca85758264d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326836.673888:0:220902:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767326836.673891:0:220902:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: 0000000031ec3ac8/0x437b5ddfad697ece lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7160ca857582646 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767326836.673893:0:214085:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767326836.673896:0:214085:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: 000000004d599310/0x437b5ddfad697ed5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xa7160ca85758264d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767326836.673908:0:214085:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00000001:3.0:1767326836.673908:0:220902:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 10000000:01000000:2.0:1767326836.673912:0:214085:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00010000:00010000:3.0:1767326836.673912:0:220902:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: 0000000031ec3ac8/0x437b5ddfad697ece lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa7160ca857582646 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767326836.673915:0:214085:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767326836.673921:0:220902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000040:2.0:1767326836.673922:0:214085:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000026e82522) refs 3 00010000:00000001:3.0:1767326836.673924:0:220902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767326836.673925:0:214085:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767326836.673928:0:214085:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326836.673928:0:220902:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.142@tcp lock: 0000000031ec3ac8/0x437b5ddfad697ece lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa7160ca857582646 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326836.673933:0:214085:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767326836.673936:0:214085:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767326836.673939:0:214085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767326836.673942:0:214085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326836.673942:0:220902:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326836.673947:0:214085:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.673947:0:220902:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326836.673951:0:214085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004d599310 with handle 0x437b5ddfad697ed5 from hash 00010000:00000001:3.0:1767326836.673953:0:220902:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767326836.673954:0:214085:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767326836.673955:0:214085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767326836.673956:0:214085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326836.673956:0:214085:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767326836.673958:0:214085:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767326836.673959:0:214085:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1767326836.673961:0:214085:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000010:3.0:1767326836.673963:0:220902:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000007972f7d2. 00010000:00000001:2.0:1767326836.673964:0:214085:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:3.0:1767326836.673968:0:220902:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000010:2.0:1767326836.673973:0:214085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b877052. 00000020:00000040:2.0:1767326836.673977:0:214085:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00010000:00010000:3.0:1767326836.673980:0:220902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000001:2.0:1767326836.673981:0:214085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767326836.673985:0:214085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1767326836.673985:0:220902:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.673989:0:220902:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.673992:0:220902:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:2.0:1767326836.673993:0:214085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.673994:0:220902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326836.673997:0:220902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767326836.673999:0:220902:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000010:2.0:1767326836.674000:0:214085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000035af59e1. 10000000:00000040:3.0:1767326836.674001:0:220902:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(00000000005c1892) refs 2 00000020:00000001:0.0:1767326836.674003:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:3.0:1767326836.674006:0:220902:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:0.0:1767326836.674007:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326836.674007:0:214085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326836.674009:0:220902:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00010000:00010000:0.0:1767326836.674012:0:214084:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767326836.674013:0:214085:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 10000000:00000040:3.0:1767326836.674013:0:220902:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x437b5ddfad697e6c 00010000:00000001:0.0:1767326836.674015:0:214084:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767326836.674018:0:220902:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767326836.674019:0:214084:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767326836.674020:0:214085:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: 000000004d599310/0x437b5ddfad697ed5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7160ca85758264d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767326836.674022:0:220902:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:0.0:1767326836.674023:0:214084:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: 0000000031ec3ac8/0x437b5ddfad697ece lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa7160ca857582646 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1767326836.674027:0:220902:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000db33c6c0 refcount=2 00000020:00000001:3.0:1767326836.674032:0:220902:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345848832 : -115368363702784 : ffff9712b5a9c600) 00010000:00000001:3.0:1767326836.674038:0:220902:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345848832 : -115368363702784 : ffff9712b5a9c600) 00010000:00010000:0.0:1767326836.674040:0:214084:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000031ec3ac8 already unused, calling callback (000000008508b29e) 00010000:00010000:2.0:1767326836.674040:0:214085:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767326836.674043:0:220902:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:0.0:1767326836.674045:0:214084:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767326836.674045:0:214085:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326836.674046:0:220902:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:0.0:1767326836.674048:0:214084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: 0000000031ec3ac8/0x437b5ddfad697ece lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa7160ca857582646 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326836.674053:0:220902:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.142@tcp lock: 00000000db33c6c0/0x437b5ddfad697e6c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa7160ca857582202 expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767326836.674055:0:214085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767326836.674060:0:214085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326836.674070:0:214084:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767326836.674072:0:220902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767326836.674073:0:214084:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767326836.674076:0:214084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767326836.674076:0:214085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b877052] to pc [ptlrpcd_00_00+0] req@000000006b877052 x1853175408705792/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767326836.674076:0:220902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326836.674079:0:220902:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:0.0:1767326836.674080:0:214084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000031ec3ac8 refcount=3 00000020:00000001:3.0:1767326836.674083:0:220902:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767326836.674084:0:214084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628704500884992 : -115369208666624 : ffff9712834ca600) 00000020:00000040:3.0:1767326836.674087:0:220902:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000db33c6c0 refcount=3 00010000:00000001:0.0:1767326836.674089:0:214084:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628704500884992 : -115369208666624 : ffff9712834ca600) 00000020:00000001:3.0:1767326836.674092:0:220902:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345848832 : -115368363702784 : ffff9712b5a9c600) 00010000:00000001:0.0:1767326836.674094:0:214084:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767326836.674096:0:214084:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: 0000000031ec3ac8/0x437b5ddfad697ece lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xa7160ca857582646 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326836.674099:0:220902:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345848832 : -115368363702784 : ffff9712b5a9c600) 00010000:00000001:3.0:1767326836.674105:0:220902:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 10000000:00000001:0.0:1767326836.674106:0:214084:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00010000:3.0:1767326836.674107:0:220902:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: 00000000db33c6c0/0x437b5ddfad697e6c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa7160ca857582202 expref: -99 pid: 214078 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767326836.674108:0:214084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: 0000000031ec3ac8/0x437b5ddfad697ece lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xa7160ca857582646 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767326836.674116:0:214085:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326836.674121:0:214085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:01000000:0.0:1767326836.674125:0:214084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00000001:3.0:1767326836.674127:0:220902:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 10000000:01000000:0.0:1767326836.674129:0:214084:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 00010000:00000001:2.0:1767326836.674129:0:214085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767326836.674131:0:214084:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767326836.674132:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326836.674132:0:214085:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767326836.674133:0:214084:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(00000000005c1892) refs 1 00010000:00000001:2.0:1767326836.674137:0:214085:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326836.674137:0:220902:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.142@tcp lock: 00000000db33c6c0/0x437b5ddfad697e6c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa7160ca857582202 expref: -99 pid: 214078 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767326836.674138:0:214084:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 00000100:00100000:1.0:1767326836.674139:0:211395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 10000000:00000001:0.0:1767326836.674141:0:214084:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767326836.674144:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767326836.674145:0:214084:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767326836.674147:0:214084:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767326836.674149:0:214085:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767326836.674150:0:214084:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767326836.674152:0:214084:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767326836.674153:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1767326836.674154:0:214085:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: 000000004d599310/0x437b5ddfad697ed5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7160ca85758264d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767326836.674155:0:214084:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767326836.674156:0:220902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:0.0:1767326836.674157:0:214084:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767326836.674157:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767326836.674160:0:214084:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767326836.674160:0:220902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326836.674162:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767326836.674164:0:214084:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:3.0:1767326836.674164:0:220902:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.142@tcp lock: 00000000db33c6c0/0x437b5ddfad697e6c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xa7160ca857582202 expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326836.674166:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767326836.674167:0:214084:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767326836.674169:0:214085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326836.674170:0:211395:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767326836.674171:0:214084:0:(genops.c:898:class_export_put()) PUTting export 00000000fdffe21b : new refcount 5 00010000:00010000:2.0:1767326836.674173:0:214085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: 000000004d599310/0x437b5ddfad697ed5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7160ca85758264d expref: -99 pid: 214087 timeout: 0 lvb_type: 0 10000000:00000010:0.0:1767326836.674176:0:214084:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 00000000005c1892. 00000100:00000040:1.0:1767326836.674178:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b877052 x1853175408705792/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767326836.674181:0:214084:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1767326836.674183:0:220902:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:0.0:1767326836.674184:0:214084:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.674187:0:220902:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326836.674189:0:214084:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326836.674192:0:214084:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767326836.674194:0:220902:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767326836.674196:0:214084:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767326836.674196:0:214085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326836.674200:0:214084:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767326836.674200:0:214085:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767326836.674200:0:220902:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000020dd7a11. 00000100:00000001:1.0:1767326836.674201:0:211395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1767326836.674204:0:214084:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767326836.674204:0:214085:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000008e02c997. 00000100:00000001:1.0:1767326836.674205:0:211395:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.674206:0:220902:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000040:0.0:1767326836.674211:0:214084:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000031ec3ac8 with handle 0x437b5ddfad697ece from hash 00010000:00000001:2.0:1767326836.674211:0:214085:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326836.674212:0:211395:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767326836.674215:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767326836.674216:0:214084:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:1.0:1767326836.674217:0:211395:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767326836.674218:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326836.674219:0:214084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767326836.674221:0:211395:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767326836.674222:0:220902:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1767326836.674223:0:214084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326836.674225:0:214084:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:1.0:1767326836.674226:0:211395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408705792:192.168.202.142@tcp:103: 00010000:00010000:2.0:1767326836.674226:0:214085:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767326836.674229:0:214084:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767326836.674229:0:220902:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326836.674231:0:214085:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326836.674234:0:214084:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:1.0:1767326836.674234:0:211395:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767326836.674235:0:214085:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767326836.674235:0:220902:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326836.674239:0:214085:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.142@tcp lock: 00000000db33c6c0/0x437b5ddfad697e6c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa7160ca857582202 expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767326836.674240:0:214084:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:1.0:1767326836.674240:0:211395:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1767326836.674241:0:220902:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767326836.674245:0:214084:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:1.0:1767326836.674245:0:211395:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.674245:0:220902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767326836.674246:0:214085:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000db33c6c0 already unused, calling callback (000000008508b29e) 10000000:00000001:2.0:1767326836.674251:0:214085:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1767326836.674251:0:220902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:0.0:1767326836.674252:0:214084:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c3e9606. 02000000:00000001:1.0:1767326836.674252:0:211395:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00010000:2.0:1767326836.674255:0:214085:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.142@tcp lock: 00000000db33c6c0/0x437b5ddfad697e6c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xa7160ca857582202 expref: -99 pid: 214078 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767326836.674255:0:220902:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:0.0:1767326836.674257:0:214084:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 10000000:00000040:3.0:1767326836.674259:0:220902:0:(mgc_request.c:123:config_log_put()) log params(00000000f6cf4878) refs 2 02000000:00000010:1.0:1767326836.674263:0:211395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0be7c7a. 00000100:00000001:0.0:1767326836.674264:0:214084:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00000001:3.0:1767326836.674265:0:220902:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:0.0:1767326836.674269:0:214084:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767326836.674269:0:211395:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326836.674270:0:214085:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 10000000:00000001:3.0:1767326836.674270:0:220902:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767326836.674274:0:214085:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000001:3.0:1767326836.674274:0:220902:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000001:0.0:1767326836.674275:0:214084:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767326836.674276:0:211395:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b77f63d5. 00000020:00000001:2.0:1767326836.674276:0:214085:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000001:3.0:1767326836.674278:0:220902:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:2.0:1767326836.674279:0:214085:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000db33c6c0 refcount=3 10000000:00000040:3.0:1767326836.674282:0:220902:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(0000000065c0aa42) refs 2 00000020:00000001:2.0:1767326836.674283:0:214085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628705345848832 : -115368363702784 : ffff9712b5a9c600) 02000000:00000010:0.0:1767326836.674284:0:214084:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007236fe1a. 00000400:00000010:1.0:1767326836.674285:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e4a2d89. 00010000:00000001:2.0:1767326836.674286:0:214085:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446628705345848832 : -115368363702784 : ffff9712b5a9c600) 10000000:00000001:3.0:1767326836.674289:0:220902:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767326836.674291:0:214085:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767326836.674292:0:214084:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326836.674292:0:220902:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767326836.674296:0:214084:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000200:1.0:1767326836.674296:0:211395:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408705792, portal 18 10000000:00000001:3.0:1767326836.674296:0:220902:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:2.0:1767326836.674301:0:214085:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: 00000000db33c6c0/0x437b5ddfad697e6c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xa7160ca857582202 expref: -99 pid: 214078 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767326836.674301:0:220902:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:0.0:1767326836.674302:0:214084:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: 0000000031ec3ac8/0x437b5ddfad697ece lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7160ca857582646 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326836.674302:0:211395:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000040:3.0:1767326836.674305:0:220902:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000026e82522) refs 2 00000100:00000001:1.0:1767326836.674306:0:211395:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333295104 : -115368376256512 : ffff9712b4ea3800) 10000000:00000001:3.0:1767326836.674313:0:220902:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767326836.674316:0:211395:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b877052 x1853175408705792/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767326836.674318:0:220902:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:0.0:1767326836.674319:0:214084:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 10000000:00000001:2.0:1767326836.674319:0:214085:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767326836.674323:0:214085:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: 00000000db33c6c0/0x437b5ddfad697e6c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xa7160ca857582202 expref: -99 pid: 214078 timeout: 0 lvb_type: 0 10000000:00000040:3.0:1767326836.674323:0:220902:0:(mgc_request.c:123:config_log_put()) log lustre-client(0000000026e82522) refs 1 00010000:00000001:0.0:1767326836.674324:0:214084:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326836.674329:0:214084:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767326836.674331:0:211395:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:01000000:3.0:1767326836.674331:0:220902:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00000001:0.0:1767326836.674332:0:214084:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767326836.674334:0:214085:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1767326836.674336:0:220902:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:1.0:1767326836.674338:0:211395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 10000000:01000000:2.0:1767326836.674339:0:214085:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000100:00000040:0.0:1767326836.674340:0:214084:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c3e9606] to pc [ptlrpcd_00_01+1] req@000000001c3e9606 x1853175408705920/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767326836.674341:0:220902:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000010:1.0:1767326836.674343:0:211395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d3326d8. 10000000:00000001:2.0:1767326836.674343:0:214085:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767326836.674345:0:220902:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767326836.674347:0:214085:0:(mgc_request.c:123:config_log_put()) log params(00000000f6cf4878) refs 1 00000100:00000200:1.0:1767326836.674348:0:211395:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175408705792, offset 0 10000000:01000000:2.0:1767326836.674352:0:214085:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:2.0:1767326836.674356:0:214085:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767326836.674357:0:220902:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767326836.674359:0:214085:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:1.0:1767326836.674360:0:211395:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 10000000:00000001:3.0:1767326836.674361:0:220902:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767326836.674363:0:214085:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767326836.674364:0:214084:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767326836.674365:0:220902:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767326836.674366:0:214085:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767326836.674368:0:214084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:3.0:1767326836.674369:0:220902:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767326836.674370:0:214084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767326836.674370:0:214085:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767326836.674373:0:214085:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767326836.674373:0:220902:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767326836.674374:0:214084:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326836.674375:0:214085:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767326836.674377:0:220902:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767326836.674379:0:214084:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326836.674379:0:211395:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 10000000:00000001:2.0:1767326836.674379:0:214085:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767326836.674380:0:220902:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767326836.674383:0:214085:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767326836.674385:0:214084:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326836.674385:0:220902:0:(genops.c:898:class_export_put()) PUTting export 00000000fdffe21b : new refcount 4 10000000:00000001:2.0:1767326836.674386:0:214085:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:1.0:1767326836.674390:0:211395:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00000010:3.0:1767326836.674391:0:220902:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 0000000026e82522. 00010000:00010000:0.0:1767326836.674392:0:214084:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: 0000000031ec3ac8/0x437b5ddfad697ece lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7160ca857582646 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767326836.674392:0:214085:0:(genops.c:898:class_export_put()) PUTting export 00000000fdffe21b : new refcount 3 00000400:00000200:1.0:1767326836.674397:0:211395:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 10000000:00000010:2.0:1767326836.674415:0:214085:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 00000000f6cf4878. 10000000:00000001:2.0:1767326836.674419:0:214085:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767326836.674421:0:214085:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326836.674423:0:211395:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 10000000:00000001:3.0:1767326836.674424:0:220902:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767326836.674426:0:214085:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767326836.674427:0:214084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:01000000:3.0:1767326836.674429:0:220902:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:0.0:1767326836.674431:0:214084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: 0000000031ec3ac8/0x437b5ddfad697ece lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7160ca857582646 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767326836.674431:0:211395:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00010000:00000001:2.0:1767326836.674431:0:214085:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767326836.674435:0:214085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 10000000:00000001:3.0:1767326836.674435:0:220902:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326836.674438:0:214085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767326836.674440:0:211395:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [658:658:256:4294967295] 192.168.202.142@tcp LPNI seq info [658:658:8:4294967295] 00010000:00000001:2.0:1767326836.674442:0:214085:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326836.674442:0:220902:0:(mgc_request.c:2025:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767326836.674449:0:214084:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000277ee213 count: 0 00000020:00000040:2.0:1767326836.674449:0:214085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000db33c6c0 with handle 0x437b5ddfad697e6c from hash 00000020:00000010:3.0:1767326836.674451:0:220902:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a19ef569. 00010000:00000001:2.0:1767326836.674454:0:214085:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767326836.674457:0:214085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000040:00000010:3.0:1767326836.674458:0:220902:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009eb723f4. 00010000:00000001:2.0:1767326836.674460:0:214085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767326836.674461:0:214084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767326836.674463:0:214085:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1767326836.674464:0:211395:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00010000:00000001:0.0:1767326836.674465:0:214084:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767326836.674466:0:214085:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:3.0:1767326836.674466:0:220902:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bb46f501. 00010000:00000010:0.0:1767326836.674468:0:214084:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000007972f7d2. 00010000:00000001:2.0:1767326836.674470:0:214085:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767326836.674474:0:214084:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326836.674476:0:220902:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000082309f44. 00000800:00000200:1.0:1767326836.674478:0:211395:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000020:00000001:0.0:1767326836.674480:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767326836.674480:0:214085:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00040000:00000010:3.0:1767326836.674483:0:220902:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000243161f8. 00000020:00000001:0.0:1767326836.674484:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326836.674484:0:214085:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000800:00000010:1.0:1767326836.674485:0:211395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5dc54ea. 00010000:00010000:0.0:1767326836.674490:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:2.0:1767326836.674491:0:214085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d9e0dd. 00040000:00000010:3.0:1767326836.674491:0:220902:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e1f2deda. 00000020:00000001:0.0:1767326836.674494:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:2.0:1767326836.674495:0:214085:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=6 obd=MGC192.168.202.142@tcp 00000800:00000200:1.0:1767326836.674497:0:211395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000020:00000001:0.0:1767326836.674498:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326836.674499:0:214085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:3.0:1767326836.674499:0:220902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e124d89f. 02000000:00000001:2.0:1767326836.674503:0:214085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:0.0:1767326836.674504:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767326836.674505:0:220902:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326836.674506:0:214085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326836.674507:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326836.674509:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326836.674512:0:211395:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00010000:00010000:0.0:1767326836.674513:0:214084:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:3.0:1767326836.674513:0:220902:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 000000003e13f8bd. 02000000:00000010:2.0:1767326836.674514:0:214085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000049858d32. 00000800:00000200:1.0:1767326836.674518:0:211395:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5dc54ea type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1767326836.674520:0:214085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.674520:0:220902:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326836.674526:0:214085:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000001:3.0:1767326836.674526:0:220902:0:(obd_mount.c:105:lustre_end_log()) Process entered 00010000:00010000:2.0:1767326836.674530:0:214085:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: 00000000db33c6c0/0x437b5ddfad697e6c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7160ca857582202 expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767326836.674532:0:211395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326836.674535:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767326836.674537:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:2.0:1767326836.674538:0:214085:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1767326836.674539:0:211394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767326836.674539:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306708296 00010000:00000001:2.0:1767326836.674542:0:214085:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326836.674542:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326836.674544:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326836.674548:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306707649 00000100:00000001:2.0:1767326836.674549:0:214085:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:3.0:1767326836.674549:0:216575:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767326836.674551:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326836.674554:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326836.674554:0:214085:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326836.674556:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306708296 00000100:00000001:0.0:1767326836.674561:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767326836.674562:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306707649 00000020:00000010:3.0:1767326836.674562:0:220902:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 168 at 000000003e13f8bd. 00000100:00000001:0.0:1767326836.674563:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767326836.674565:0:211394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767326836.674566:0:214085:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d9e0dd] to pc [ptlrpcd_00_02+2] req@0000000028d9e0dd x1853175408706048/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326836.674568:0:220902:0:(obd_class.h:681:obd_process_config()) Process entered 00000100:00000040:0.0:1767326836.674571:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c3e9606 x1853175408705920/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326836.674574:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306708296 00000020:00000010:3.0:1767326836.674574:0:220902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e124d89f. 00000100:00000001:1.0:1767326836.674580:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306707649 00000020:00000010:3.0:1767326836.674581:0:220902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e1f2deda. 00000100:00000001:1.0:1767326836.674586:0:211395:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306708296 00000040:00000010:3.0:1767326836.674589:0:220902:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000082309f44. 00000100:00000001:1.0:1767326836.674593:0:211395:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306707649 00000020:00000010:3.0:1767326836.674595:0:220902:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bb46f501. 00000100:00000001:1.0:1767326836.674598:0:211395:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326836.674603:0:211394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767326836.674603:0:211395:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326836.674603:0:220902:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009eb723f4. 00000100:00000001:0.0:1767326836.674606:0:211394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326836.674609:0:211394:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767326836.674609:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767326836.674610:0:220902:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000243161f8. 02000000:00000001:0.0:1767326836.674613:0:211394:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326836.674614:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767326836.674615:0:220902:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a19ef569. 02000000:00000001:0.0:1767326836.674617:0:211394:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326836.674618:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767326836.674618:0:214085:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767326836.674621:0:220902:0:(mgc_request.c:1931:mgc_process_config()) Process entered 00000100:00000001:1.0:1767326836.674622:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767326836.674623:0:211394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c3e9606 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408705920:192.168.202.142@tcp:103: 00010000:00000001:2.0:1767326836.674623:0:214085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767326836.674624:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326836.674626:0:214085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767326836.674628:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326836.674629:0:214085:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326836.674630:0:220902:0:(mgc_request_server.c:637:mgc_process_config_server()) Process entered 00000100:00000001:0.0:1767326836.674632:0:211394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767326836.674634:0:214085:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326836.674635:0:220902:0:(mgc_request.c:493:config_log_end()) Process entered 02000000:00000001:0.0:1767326836.674636:0:211394:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:2.0:1767326836.674639:0:214085:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767326836.674639:0:220902:0:(mgc_request.c:159:config_log_find()) Process entered 02000000:00000001:0.0:1767326836.674640:0:211394:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326836.674641:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767326836.674642:0:220902:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326836.674645:0:211394:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767326836.674646:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1767326836.674646:0:214085:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.142@tcp lock: 00000000db33c6c0/0x437b5ddfad697e6c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7160ca857582202 expref: -99 pid: 214078 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767326836.674647:0:220902:0:(mgc_request.c:497:config_log_end()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767326836.674649:0:211396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767326836.674651:0:211394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000889e159c. 10000000:00000001:3.0:1767326836.674653:0:220902:0:(mgc_request.c:2025:mgc_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:0.0:1767326836.674655:0:211394:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767326836.674657:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d9e0dd x1853175408706048/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767326836.674660:0:220902:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e1f2deda. 00000400:00000010:0.0:1767326836.674661:0:211394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2be9fe9. 00010000:00000001:2.0:1767326836.674662:0:214085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767326836.674666:0:214085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: 00000000db33c6c0/0x437b5ddfad697e6c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7160ca857582202 expref: -99 pid: 214078 timeout: 0 lvb_type: 0 00000040:00000010:3.0:1767326836.674668:0:220902:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000082309f44. 00000400:00000010:0.0:1767326836.674669:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b25e7918. 00000020:00000010:3.0:1767326836.674674:0:220902:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bb46f501. 00000100:00000200:0.0:1767326836.674675:0:211394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408705920, portal 18 00000020:00000010:3.0:1767326836.674680:0:220902:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009eb723f4. 00000100:00000001:0.0:1767326836.674681:0:211394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767326836.674682:0:211396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767326836.674684:0:211394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705453963264 : -115368255588352 : ffff9712bc1b7800) 00010000:00000040:2.0:1767326836.674685:0:214085:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000050d0cbea count: 0 00000100:00000001:1.0:1767326836.674686:0:211396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767326836.674687:0:220902:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000243161f8. 00000100:00000040:0.0:1767326836.674691:0:211394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c3e9606 x1853175408705920/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326836.674692:0:211396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00040000:00000010:3.0:1767326836.674693:0:220902:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a19ef569. 02000000:00000001:1.0:1767326836.674695:0:211396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767326836.674699:0:214085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767326836.674699:0:220902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e124d89f. 02000000:00000001:1.0:1767326836.674700:0:211396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326836.674703:0:214085:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767326836.674706:0:211394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767326836.674706:0:220902:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00100000:1.0:1767326836.674708:0:211396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408706048:192.168.202.142@tcp:103: 00000020:00000010:3.0:1767326836.674712:0:220902:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 168 at 000000003e13f8bd. 00000100:00000040:0.0:1767326836.674713:0:211394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00010000:00000010:2.0:1767326836.674714:0:214085:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000020dd7a11. 00000100:00000001:1.0:1767326836.674715:0:211396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767326836.674718:0:220902:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000010:0.0:1767326836.674719:0:211394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2ed77ca. 02000000:00000001:1.0:1767326836.674719:0:211396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1767326836.674721:0:214085:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326836.674723:0:211396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767326836.674725:0:211394:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175408705920, offset 0 02000000:00000001:1.0:1767326836.674726:0:211396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767326836.674727:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000080:00000001:3.0:1767326836.674728:0:220902:0:(llite_lib.c:979:client_common_put_super()) Process entered 02000000:00000010:1.0:1767326836.674730:0:211396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008f9bc6c. 00000020:00000001:2.0:1767326836.674732:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326836.674733:0:220902:0:(vvp_dev.c:348:cl_sb_fini()) Process entered 02000000:00000001:1.0:1767326836.674734:0:211396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767326836.674736:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767326836.674739:0:211394:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000020:00000001:3.0:1767326836.674739:0:220902:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000400:00000010:1.0:1767326836.674740:0:211396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000752481a1. 00000020:00000001:2.0:1767326836.674740:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767326836.674743:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.674745:0:220902:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628705535512088 : -115368174039528 : ffff9712c0f7ce18) 00010000:00010000:2.0:1767326836.674746:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767326836.674747:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4a6f69c. 00000020:00000001:2.0:1767326836.674749:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00001000:3.0:1767326836.674750:0:220902:0:(cl_object.c:830:cl_env_get()) 1@0000000069f3ac35 00000400:00000200:0.0:1767326836.674751:0:211394:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000020:00000001:2.0:1767326836.674753:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767326836.674754:0:211396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408706048, portal 18 00010000:00010000:2.0:1767326836.674756:0:214085:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767326836.674760:0:211396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767326836.674761:0:211394:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767326836.674777:0:211394:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000100:00000001:1.0:1767326836.674781:0:211396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628705333291520 : -115368376260096 : ffff9712b4ea2a00) 00000400:00000200:0.0:1767326836.674784:0:211394:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767326836.674788:0:211394:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000040:1.0:1767326836.674792:0:211396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d9e0dd x1853175408706048/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767326836.674793:0:211394:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [659:659:255:4294967295] 192.168.202.142@tcp LPNI seq info [659:659:7:4294967295] 00000020:00000040:3.0:1767326836.674807:0:220902:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff971288e2b000 (00000000f26b0aad) now 5 - lov 00000100:00000001:1.0:1767326836.674808:0:211396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767326836.674810:0:211394:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000100:00000040:1.0:1767326836.674816:0:211396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:1.0:1767326836.674820:0:211396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a686d3c9. 00000800:00000200:0.0:1767326836.674822:0:211394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000200:1.0:1767326836.674825:0:211396:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853175408706048, offset 0 00000800:00000010:0.0:1767326836.674827:0:211394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1d29a8a. 00000800:00000200:0.0:1767326836.674834:0:211394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000200:1.0:1767326836.674834:0:211396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000800:00000200:0.0:1767326836.674841:0:211394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:0.0:1767326836.674845:0:211394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1d29a8a type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1767326836.674845:0:211396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000100:00000001:0.0:1767326836.674851:0:211394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767326836.674851:0:211396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767326836.674855:0:211396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00020000:00000001:3.0:1767326836.674855:0:220902:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00000100:00000001:0.0:1767326836.674856:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306708296 00020000:00000001:3.0:1767326836.674860:0:220902:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446628705344894976 : -115368364656640 : ffff9712b59b3800) 00000100:00000001:0.0:1767326836.674861:0:211394:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, keep current deadline 4306708296 00000400:00000200:1.0:1767326836.674862:0:211396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767326836.674867:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306708296 00000400:00000200:1.0:1767326836.674868:0:211396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000100:00000001:0.0:1767326836.674872:0:211394:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, keep current deadline 4306708296 00000400:00000200:1.0:1767326836.674874:0:211396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [660:660:254:4294967295] 192.168.202.142@tcp LPNI seq info [660:660:6:4294967295] 00000100:00000001:0.0:1767326836.674875:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306708296 00000100:00000001:0.0:1767326836.674880:0:211394:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, keep current deadline 4306708296 00000800:00000200:2.0:1767326836.674880:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767326836.674885:0:211394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306708296 00000800:00000010:2.0:1767326836.674885:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5dc54ea. 00000100:00000001:0.0:1767326836.674889:0:211394:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, keep current deadline 4306708296 00000400:00000200:1.0:1767326836.674891:0:211396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000400:00000200:2.0:1767326836.674892:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767326836.674893:0:211394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326836.674898:0:211394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326836.674899:0:211396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.142@tcp 00000100:00000001:0.0:1767326836.674902:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767326836.674904:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000800:00000010:1.0:1767326836.674905:0:211396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000824d53cf. 00000100:00000001:0.0:1767326836.674906:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1767326836.674910:0:220902:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at 000000005ee17fc6. 00000400:00000200:2.0:1767326836.674913:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d3326d8 00000800:00000200:1.0:1767326836.674915:0:211396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000400:00000010:2.0:1767326836.674917:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d3326d8. 00000100:00000001:0.0:1767326836.674918:0:211397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767326836.674921:0:211396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000100:00000001:0.0:1767326836.674922:0:211397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326836.674923:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767326836.674925:0:211396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000824d53cf type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1767326836.674930:0:211396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767326836.674931:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b877052 x1853175408705792/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326836.674934:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306708296 00000100:00000001:1.0:1767326836.674939:0:211396:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, keep current deadline 4306708296 00000100:00000001:1.0:1767326836.674943:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306708296 00000100:00000001:1.0:1767326836.674946:0:211396:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, keep current deadline 4306708296 00000100:00000001:1.0:1767326836.674948:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306708296 00000100:00000001:2.0:1767326836.674949:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767326836.674950:0:211396:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, keep current deadline 4306708296 00000100:00000001:1.0:1767326836.674953:0:211396:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306708296 00000100:00000001:1.0:1767326836.674954:0:211396:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, keep current deadline 4306708296 00000100:00000040:2.0:1767326836.674956:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b877052 x1853175408705792/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326836.674962:0:211396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767326836.674966:0:211396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326836.674970:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326836.674973:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326836.674977:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326836.674978:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326836.674980:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767326836.674984:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767326836.674984:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767326836.674987:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326836.674989:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326836.674990:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767326836.675004:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326836.675007:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1d29a8a. 00000400:00000200:2.0:1767326836.675011:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326836.675015:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326836.675018:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2ed77ca 00000400:00000010:2.0:1767326836.675020:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2ed77ca. 00000100:00000001:2.0:1767326836.675022:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326836.675025:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c3e9606 x1853175408705920/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326836.675032:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326836.675042:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c3e9606 x1853175408705920/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1767326836.675043:0:220902:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:3.0:1767326836.675046:0:220902:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446628705344893184 : -115368364658432 : ffff9712b59b3100) 00000100:00000001:2.0:1767326836.675053:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326836.675055:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767326836.675070:0:211387:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767326836.675072:0:211387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000824d53cf. 00000400:00000200:2.0:1767326836.675074:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767326836.675078:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:2.0:1767326836.675080:0:211387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a686d3c9 00000400:00000010:2.0:1767326836.675082:0:211387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a686d3c9. 00020000:00000010:3.0:1767326836.675082:0:220902:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at 00000000ca942512. 00000100:00000001:2.0:1767326836.675089:0:211387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767326836.675092:0:211387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d9e0dd x1853175408706048/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326836.675100:0:211387:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767326836.675102:0:211387:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d9e0dd x1853175408706048/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326836.675107:0:211387:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326836.675109:0:211387:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:3.0:1767326836.675189:0:220902:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:3.0:1767326836.675191:0:220902:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446628705344896768 : -115368364654848 : ffff9712b59b3f00) 00020000:00000010:3.0:1767326836.675211:0:220902:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at 00000000bbbf3afd. 00020000:00000001:3.0:1767326836.675214:0:220902:0:(lov_dev.c:226:lov_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326836.675294:0:220902:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 00000000f434d1b5. 00000020:00000010:3.0:1767326836.675309:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 0000000062c4fb29. 00000020:00000010:3.0:1767326836.675317:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000003cc65f7b. 00000080:00000010:3.0:1767326836.675320:0:220902:0:(vvp_dev.c:156:vvp_device_free()) kfreed 'site': 528 at 000000004fdd0b25. 00000080:00000010:3.0:1767326836.675326:0:220902:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000061ac6135. 00000080:00000010:3.0:1767326836.675330:0:220902:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000f9dc3480. 00000080:00000010:3.0:1767326836.675332:0:220902:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000064541bfe. 00000080:00000010:3.0:1767326836.675335:0:220902:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000fb2f2ea2. 00000080:00000010:3.0:1767326836.675337:0:220902:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000e1fda51e. 00000080:00000010:3.0:1767326836.675340:0:220902:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000aaff2eb8. 00000080:00000010:3.0:1767326836.675342:0:220902:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000027f0fb3d. 00000080:00000010:3.0:1767326836.675344:0:220902:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000046e8f418. 00000080:00000010:3.0:1767326836.675347:0:220902:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000004598edcf. 00000080:00000010:3.0:1767326836.675351:0:220902:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000007a35c071. 00000080:00000010:3.0:1767326836.675353:0:220902:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000001f3ba85c. 00000080:00000010:3.0:1767326836.675355:0:220902:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000a7bcc8c4. 00000080:00000010:3.0:1767326836.675357:0:220902:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000f9343d9f. 00000080:00000010:3.0:1767326836.675360:0:220902:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000005614a1d7. 00000080:00000010:3.0:1767326836.675363:0:220902:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000005ad397d9. 00000080:00000010:3.0:1767326836.675365:0:220902:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000e2ffe302. 00000080:00000010:3.0:1767326836.675367:0:220902:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000078570cd8. 00000080:00000010:3.0:1767326836.675369:0:220902:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000002d9db821. 00000080:00000010:3.0:1767326836.675371:0:220902:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000b71952a3. 00000080:00000010:3.0:1767326836.675373:0:220902:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000fcdbc6be. 00000080:00000010:3.0:1767326836.675375:0:220902:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000d00f7651. 00000080:00000010:3.0:1767326836.675377:0:220902:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000004f113155. 00000080:00000010:3.0:1767326836.675378:0:220902:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000b4883653. 00000080:00000010:3.0:1767326836.675381:0:220902:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000747ffd0b. 00000080:00000010:3.0:1767326836.675384:0:220902:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000e89665db. 00000080:00000010:3.0:1767326836.675386:0:220902:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000009a06bdcb. 00000080:00000010:3.0:1767326836.675388:0:220902:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000004f72b1. 00000080:00000010:3.0:1767326836.675488:0:220902:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000006356c8f. 00000080:00000010:3.0:1767326836.675492:0:220902:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000001476c157. 00000080:00000010:3.0:1767326836.675493:0:220902:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000006eefbf79. 00000080:00000010:3.0:1767326836.675500:0:220902:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000005db0a7d5. 00000080:00000010:3.0:1767326836.675501:0:220902:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000e0263727. 00000080:00000010:3.0:1767326836.675504:0:220902:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000015ce2b68. 00000080:00000010:3.0:1767326836.675506:0:220902:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000fbe6c038. 00000080:00000010:3.0:1767326836.675507:0:220902:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000066c79e13. 00000080:00000010:3.0:1767326836.675509:0:220902:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000000db8348a. 00000080:00000010:3.0:1767326836.675511:0:220902:0:(vvp_dev.c:160:vvp_device_free()) kfreed 'vdv': 72 at 00000000cc91d5df. 00020000:00000001:3.0:1767326836.675513:0:220902:0:(lov_obd.c:754:lov_cleanup()) Process entered 00000020:00000001:3.0:1767326836.675535:0:220902:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767326836.675537:0:220902:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000cf91acb8. 00000020:00000001:3.0:1767326836.675539:0:220902:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00020000:00000001:3.0:1767326836.675589:0:220902:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:3.0:1767326836.675591:0:220902:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: 00000000923f3618 active: 0 00020000:00000001:3.0:1767326836.675594:0:220902:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:3.0:1767326836.675595:0:220902:0:(lov_obd.c:64:lov_tgts_putref()) destroying 1 lov targets 00000020:00000001:3.0:1767326836.675596:0:220902:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:3.0:1767326836.675598:0:220902:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:3.0:1767326836.675600:0:220902:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:3.0:1767326836.675601:0:220902:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:3.0:1767326836.675602:0:220902:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00020000:01000000:3.0:1767326836.675604:0:220902:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff971288e2b000 00020000:00000001:3.0:1767326836.675605:0:220902:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:3.0:1767326836.675606:0:220902:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff971288e2b000: disconnecting target lustre-OST0000-osc-ffff971288e2b000 00020000:00000001:3.0:1767326836.675607:0:220902:0:(obd_class.h:1347:obd_register_observer()) Process entered 00020000:00000001:3.0:1767326836.675608:0:220902:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767326836.675609:0:220902:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:3.0:1767326836.675612:0:220902:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:3.0:1767326836.675614:0:220902:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-OST0000-osc-ffff971288e2b000 - 1 00000100:00000001:3.0:1767326836.675616:0:220902:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1767326836.675618:0:220902:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-OST0000_UUID 00000020:00000001:3.0:1767326836.675619:0:220902:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326836.675620:0:220902:0:(genops.c:1242:class_import_put()) import 000000001dac6e9e refcount=1 obd=lustre-OST0000-osc-ffff971288e2b000 00000020:00000001:3.0:1767326836.675622:0:220902:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326836.675623:0:220902:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.675628:0:220902:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1767326836.675630:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.675633:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.675669:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.675672:0:220902:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.675674:0:220902:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1767326836.675678:0:220902:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767326836.675679:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.675681:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.675708:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326836.675710:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.675711:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.675734:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.675737:0:220902:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.675739:0:220902:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:3.0:1767326836.675741:0:220902:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00080000:3.0:1767326836.675744:0:220902:0:(import.c:65:import_set_state_nolock()) 000000001dac6e9e lustre-OST0000_UUID: changing import state from IDLE to CLOSED 00000100:00000001:3.0:1767326836.675747:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1767326836.675750:0:220902:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1767326836.675753:0:220902:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.675755:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767326836.675756:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1767326836.675757:0:220902:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1767326836.675759:0:220902:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.675760:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767326836.675762:0:220902:0:(import.c:1922:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.675775:0:220902:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767326836.675777:0:220902:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1767326836.675778:0:220902:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767326836.675781:0:220902:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767326836.675782:0:220902:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff971288e2b000: committing for last_committed 0 gen 3 00000100:00000040:3.0:1767326836.675784:0:220902:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff971288e2b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767326836.675786:0:220902:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326836.675786:0:220902:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767326836.675787:0:220902:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767326836.675788:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1767326836.675788:0:220902:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1767326836.675793:0:220902:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.675794:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:3.0:1767326836.675796:0:220902:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767326836.675798:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1767326836.675799:0:220902:0:(osc_request.c:3856:osc_import_event()) Process entered 00000001:00000001:3.0:1767326836.675800:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.675801:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.675821:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326836.675822:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.675822:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.675841:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.675842:0:220902:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000010:3.0:1767326836.675845:0:220902:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 00000000eb397b8e. 00000020:00000010:3.0:1767326836.675846:0:220902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e124d89f. 00000020:00000010:3.0:1767326836.675848:0:220902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a19ef569. 00000020:00000010:3.0:1767326836.675850:0:220902:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000d429ad70. 00000008:00000010:3.0:1767326836.675855:0:220902:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000505d02e9. 00020000:00000010:3.0:1767326836.675858:0:220902:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000005896c062. 00008000:00000010:3.0:1767326836.675862:0:220902:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000007161f512. 00000020:00000010:3.0:1767326836.675865:0:220902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009eb723f4. 00000008:00000010:3.0:1767326836.675868:0:220902:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000142d2f79. 00020000:00000010:3.0:1767326836.675871:0:220902:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000751fc61a. 00008000:00000010:3.0:1767326836.675873:0:220902:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e35aba3a. 00000020:00000001:3.0:1767326836.675875:0:220902:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628705535510072 : -115368174041544 : ffff9712c0f7c638) 00000020:00001000:3.0:1767326836.675876:0:220902:0:(cl_object.c:830:cl_env_get()) 1@00000000eb397b8e 00000008:00000001:3.0:1767326836.675879:0:220902:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1767326836.675880:0:220902:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1767326836.675883:0:220902:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767326836.675885:0:220902:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1767326836.675885:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.675886:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.675909:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1767326836.675911:0:220902:0:(cl_object.c:924:cl_env_put()) 1@00000000eb397b8e 00000001:00000001:3.0:1767326836.675913:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.675914:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.675940:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326836.675941:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.675948:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.675968:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767326836.675970:0:220902:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.675971:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:3.0:1767326836.675973:0:220902:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:3.0:1767326836.675974:0:220902:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767326836.675976:0:220902:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x437b5ddfad697e8f 00000020:00000040:3.0:1767326836.675978:0:220902:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000923f3618 with handle 0x437b5ddfad697e8f from hash 00000020:00000040:3.0:1767326836.675989:0:220902:0:(genops.c:898:class_export_put()) PUTting export 00000000923f3618 : new refcount 2 00000020:00000001:3.0:1767326836.675991:0:220902:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767326836.675992:0:220902:0:(genops.c:898:class_export_put()) PUTting export 00000000923f3618 : new refcount 1 00000020:00000001:3.0:1767326836.675993:0:220902:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767326836.675994:0:220902:0:(genops.c:898:class_export_put()) PUTting export 00000000923f3618 : new refcount 0 00000020:00000080:3.0:1767326836.675995:0:220902:0:(genops.c:904:class_export_put()) final put 00000000923f3618/LOV_OSC_UUID 00000020:00000001:3.0:1767326836.675997:0:220902:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.676007:0:220902:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.676009:0:220902:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326836.676030:0:193004:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767326836.676034:0:193004:0:(genops.c:863:class_export_destroy()) destroying export 00000000923f3618/LOV_OSC_UUID for lustre-OST0000-osc-ffff971288e2b000 00020000:00000001:3.0:1767326836.676037:0:220902:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326836.676038:0:193004:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 11 to 192.168.202.142@tcp 00020000:00000001:3.0:1767326836.676041:0:220902:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767326836.676042:0:193004:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00020000:00000010:3.0:1767326836.676044:0:220902:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at 00000000cbb216e7. 00000020:00000001:0.0:1767326836.676045:0:193004:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326836.676048:0:193004:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff971288e2b000 (00000000308b2a2f) now 5 - export 00000020:00000001:3.0:1767326836.676050:0:220902:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:00000010:0.0:1767326836.676052:0:193004:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000923f3618. 00000020:01000000:3.0:1767326836.676053:0:220902:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff971288e2b000 (flags='F') 00000020:00000010:3.0:1767326836.676057:0:220902:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at 00000000b70eb340. 00000020:00000080:3.0:1767326836.676060:0:220902:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767326836.676061:0:193004:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767326836.676064:0:220902:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767326836.676068:0:220902:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-ffff971288e2b000: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1767326836.676070:0:220902:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767326836.676072:0:220902:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000308b2a2f) has no exports 00000020:00000001:3.0:1767326836.676074:0:220902:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767326836.676076:0:220902:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:3.0:1767326836.676078:0:220902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082309f44. 00000020:00000010:3.0:1767326836.676079:0:220902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e1f2deda. 00000020:00000010:3.0:1767326836.676080:0:220902:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000080aa1012. 00000008:00000010:3.0:1767326836.676083:0:220902:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000340195ec. 00020000:00000010:3.0:1767326836.676085:0:220902:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000d397fc7e. 00008000:00000010:3.0:1767326836.676087:0:220902:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000200e4306. 00000020:00000010:3.0:1767326836.676094:0:220902:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e9c58af7. 00000008:00000001:3.0:1767326836.676097:0:220902:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:3.0:1767326836.676099:0:220902:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000008:00000001:3.0:1767326836.676104:0:220902:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:3.0:1767326836.676105:0:220902:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-ffff971288e2b000: client import never connected 00000100:00000001:3.0:1767326836.676107:0:220902:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767326836.676108:0:220902:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1767326836.676109:0:220902:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767326836.676110:0:220902:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767326836.676110:0:220902:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff971288e2b000: committing for last_committed 0 gen 4 00000100:00000040:3.0:1767326836.676111:0:220902:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff971288e2b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767326836.676113:0:220902:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326836.676113:0:220902:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767326836.676114:0:220902:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767326836.676115:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767326836.676116:0:220902:0:(obd_class.h:479:obd_check_dev()) Device 5 not setup 00000800:00000001:0.0:1767326836.677945:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326836.677965:0:220902:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000800:00000001:0.0:1767326836.677966:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767326836.677968:0:220902:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000800:00000001:0.0:1767326836.677972:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767326836.677973:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767326836.677977:0:220902:0:(obd_class.h:479:obd_check_dev()) Device 5 not setup 00000800:00000001:0.0:1767326836.677978:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326836.677988:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:0.0:1767326836.678002:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 18 MB=0x6957405f14180 00000400:00000200:0.0:1767326836.678008:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1561 [1] + 224 00000800:00000001:0.0:1767326836.678016:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326836.678021:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326836.678024:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767326836.678027:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:0.0:1767326836.678032:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326836.678036:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c3e9606 x1853175408705920/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326836.678041:0:220902:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:3.0:1767326836.678046:0:220902:0:(genops.c:1229:class_import_get()) import 000000001dac6e9e refcount=2 obd=lustre-OST0000-osc-ffff971288e2b000 00000100:00000040:0.0:1767326836.678047:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001c3e9606 x1853175408705920/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767326836.678050:0:220902:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326836.678052:0:220902:0:(genops.c:1242:class_import_put()) import 000000001dac6e9e refcount=1 obd=lustre-OST0000-osc-ffff971288e2b000 00000020:00000001:3.0:1767326836.678056:0:220902:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767326836.678058:0:220902:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326836.678061:0:220902:0:(genops.c:1242:class_import_put()) import 000000001dac6e9e refcount=0 obd=lustre-OST0000-osc-ffff971288e2b000 00000020:00000040:3.0:1767326836.678063:0:220902:0:(genops.c:1245:class_import_put()) final put import 000000001dac6e9e 00000100:00000001:0.0:1767326836.678070:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767326836.678073:0:220902:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:3.0:1767326836.678075:0:220902:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:3.0:1767326836.678076:0:220902:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326836.678078:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326836.678083:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326836.678085:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326836.678088:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326836.678094:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000100:00000001:1.0:1767326836.678098:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767326836.678098:0:193004:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000400:00000200:0.0:1767326836.678102:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 18 MB=0x6957405f14100 00000100:00000001:1.0:1767326836.678102:0:211394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000080:2.0:1767326836.678103:0:193004:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000001dac6e9e for lustre-OST0000-osc-ffff971288e2b000 00000020:00000040:2.0:1767326836.678112:0:193004:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 10 to 192.168.202.142@tcp 00000400:00000200:0.0:1767326836.678115:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1559 [1] + 224 00000020:00000040:2.0:1767326836.678120:0:193004:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 9 to 192.168.202.142@tcp 00000800:00000001:0.0:1767326836.678122:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1767326836.678123:0:211394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767326836.678124:0:193004:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 0000000029d92ffa. 00000400:00000001:1.0:1767326836.678127:0:211394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767326836.678130:0:211394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2be9fe9. 00000020:00000040:2.0:1767326836.678130:0:193004:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff971288e2b000 (00000000308b2a2f) now 4 - import 00000800:00000001:0.0:1767326836.678131:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326836.678137:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326836.678137:0:211394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b25e7918 00000020:00000010:2.0:1767326836.678138:0:193004:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000001dac6e9e. 00000400:00000010:1.0:1767326836.678140:0:211394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b25e7918. 00000020:00000001:2.0:1767326836.678145:0:193004:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000001:1.0:1767326836.678146:0:211394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767326836.678149:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000200:1.0:1767326836.678153:0:211394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c3e9606 x1853175408705920/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767326836.678161:0:211394:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c3e9606 x1853175408705920/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326836.678164:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326836.678169:0:211394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767326836.678171:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b877052 x1853175408705792/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326836.678171:0:211394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767326836.678175:0:211394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767326836.678178:0:211394:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767326836.678181:0:211394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767326836.678184:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b877052 x1853175408705792/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326836.678184:0:211394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767326836.678189:0:211394:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767326836.678197:0:211394:0:(import.c:2128:obd_at_measure()) add 5 to 00000000673dfaf3 time=355 v=5 (5 0 5 0) 00000100:00001000:1.0:1767326836.678200:0:211394:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=82 v=5 (1 1 1 1) 00000100:00000001:1.0:1767326836.678202:0:211394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326836.678203:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767326836.678204:0:211394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767326836.678207:0:211394:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767326836.678208:0:211394:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326836.678209:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767326836.678211:0:211394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326836.678214:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767326836.678218:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767326836.678218:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c3e9606 x1853175408705920/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326836.678219:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767326836.678221:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326836.678222:0:211395:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767326836.678227:0:211388:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000001:2.0:1767326836.678227:0:211395:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.678230:0:211395:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.678233:0:211395:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b77f63d5. 00000400:00000200:2.0:1767326836.678239:0:211395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e4a2d89 00000100:00000001:1.0:1767326836.678242:0:211394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767326836.678242:0:211395:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e4a2d89. 00000400:00000200:0.0:1767326836.678246:0:211388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 18 MB=0x6957405f14200 00000100:00000001:1.0:1767326836.678248:0:211394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767326836.678249:0:211395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767326836.678251:0:211394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767326836.678255:0:211388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1569 [1] + 224 00000100:00000040:1.0:1767326836.678259:0:211394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c3e9606 x1853175408705920/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767326836.678260:0:211395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b877052 x1853175408705792/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767326836.678261:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767326836.678269:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767326836.678273:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000006fe531bc. 00000400:00000200:0.0:1767326836.678274:0:211388:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767326836.678281:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000003d7ba36b. 00000400:00000200:0.0:1767326836.678285:0:211388:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00100000:1.0:1767326836.678286:0:211394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c3e9606 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d78984fc-6fc9-437f-a1d6-38da7564c553:211394:1853175408705920:192.168.202.142@tcp:103: 00000020:00000010:3.0:1767326836.678287:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f4dad7f3. 00000100:00000200:2.0:1767326836.678291:0:211395:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b877052 x1853175408705792/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326836.678293:0:211388:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767326836.678294:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000a834bbdc. 00000100:00000001:1.0:1767326836.678295:0:211394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767326836.678299:0:211388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d9e0dd x1853175408706048/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326836.678301:0:211394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767326836.678301:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000fcffc1f4. 00000100:00000001:2.0:1767326836.678306:0:211395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767326836.678307:0:211394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c3e9606 x1853175408705920/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326836.678309:0:211395:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326836.678314:0:211395:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767326836.678316:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000aed2a482. 02000000:00000001:2.0:1767326836.678317:0:211395:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767326836.678320:0:211395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767326836.678323:0:211395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767326836.678324:0:220902:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326836.678327:0:211395:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326836.678332:0:211388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028d9e0dd x1853175408706048/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767326836.678333:0:211395:0:(import.c:2128:obd_at_measure()) add 5 to 00000000673dfaf3 time=55 v=5 (5 0 5 0) 00000020:00000010:3.0:1767326836.678333:0:220902:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e9c58af7. 00000100:00000001:1.0:1767326836.678334:0:211394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767326836.678337:0:211394:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767326836.678341:0:211394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000889e159c. 00000100:00001000:2.0:1767326836.678342:0:211395:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=82 v=5 (1 1 1 1) 00000020:00000010:3.0:1767326836.678346:0:220902:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e1f2deda. 02000000:00000001:1.0:1767326836.678347:0:211394:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767326836.678350:0:211394:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326836.678350:0:211395:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767326836.678354:0:211394:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=5 obd=MGC192.168.202.142@tcp 00000100:00000001:2.0:1767326836.678354:0:211395:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326836.678355:0:220902:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000080aa1012. 00010000:00000001:2.0:1767326836.678359:0:211395:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767326836.678360:0:211388:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767326836.678360:0:211394:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767326836.678363:0:211395:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767326836.678364:0:211394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007236fe1a. 00000008:00000010:3.0:1767326836.678364:0:220902:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000340195ec. 00000800:00000001:0.0:1767326836.678366:0:211388:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767326836.678367:0:211395:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767326836.678372:0:211388:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767326836.678372:0:211394:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00020000:00000010:3.0:1767326836.678372:0:220902:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000d397fc7e. 00000100:00000040:2.0:1767326836.678373:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b877052 x1853175408705792/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767326836.678375:0:211394:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00008000:00000010:3.0:1767326836.678378:0:220902:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000200e4306. 00000100:00000010:1.0:1767326836.678379:0:211394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c3e9606. 00000100:00000001:2.0:1767326836.678385:0:211395:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326836.678386:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767326836.678386:0:220902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082309f44. 00000100:00000001:1.0:1767326836.678387:0:211394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767326836.678387:0:211395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767326836.678392:0:211394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326836.678392:0:211395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767326836.678392:0:220902:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326836.678393:0:211396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767326836.678397:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767326836.678412:0:211396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326836.678415:0:211396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326836.678416:0:211396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000752481a1. 00000400:00000200:0.0:1767326836.678420:0:211396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4a6f69c 00000400:00000010:0.0:1767326836.678424:0:211396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4a6f69c. 00000100:00000040:2.0:1767326836.678424:0:211395:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b877052 x1853175408705792/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326836.678425:0:211394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767326836.678428:0:211394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326836.678429:0:211396:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:3.0:1767326836.678431:0:220902:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:1.0:1767326836.678433:0:211394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767326836.678436:0:211396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d9e0dd x1853175408706048/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326836.678437:0:211394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767326836.678438:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003e214b34. 00000001:00000010:3.0:1767326836.678443:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004e6a62d5. 00000001:00000010:3.0:1767326836.678448:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009f298520. 00000100:00100000:2.0:1767326836.678453:0:211395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b877052 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d78984fc-6fc9-437f-a1d6-38da7564c553:211395:1853175408705792:192.168.202.142@tcp:103: 00000001:00000010:3.0:1767326836.678453:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002601fd3f. 00000001:00000010:3.0:1767326836.678459:0:220902:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000374fa719. 00000100:00000200:0.0:1767326836.678463:0:211396:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d9e0dd x1853175408706048/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326836.678463:0:211395:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1767326836.678463:0:220902:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003be5749d. 00000100:00000001:2.0:1767326836.678469:0:211395:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000001:3.0:1767326836.678469:0:220902:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767326836.678472:0:220902:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000040:2.0:1767326836.678475:0:211395:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b877052 x1853175408705792/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1767326836.678477:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e1b4cd3e. 00000001:00000010:3.0:1767326836.678482:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000979be20f. 00000100:00000001:0.0:1767326836.678484:0:211396:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000010:3.0:1767326836.678487:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004af3b7d5. 00000100:00000001:0.0:1767326836.678489:0:211396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1767326836.678492:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c3913cac. 00000100:00000001:0.0:1767326836.678496:0:211396:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767326836.678498:0:211395:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000010:3.0:1767326836.678498:0:220902:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000da36f048. 02000000:00000001:0.0:1767326836.678500:0:211396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767326836.678502:0:211395:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767326836.678503:0:211396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000010:3.0:1767326836.678503:0:220902:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f607831b. 00000001:00000001:3.0:1767326836.678505:0:220902:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:0.0:1767326836.678507:0:211396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326836.678507:0:220902:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff971288e2b000 (00000000308b2a2f) now 3 - setup 02000000:00000010:2.0:1767326836.678510:0:211395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0be7c7a. 02000000:00000001:0.0:1767326836.678513:0:211396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.678514:0:220902:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767326836.678515:0:211395:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767326836.678518:0:211395:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767326836.678520:0:220902:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767326836.678521:0:211396:0:(import.c:2128:obd_at_measure()) add 5 to 00000000673dfaf3 time=55 v=5 (5 0 5 0) 00000020:00000040:2.0:1767326836.678521:0:211395:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=4 obd=MGC192.168.202.142@tcp 00000020:00000080:3.0:1767326836.678523:0:220902:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767326836.678527:0:211395:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1767326836.678529:0:211396:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=82 v=5 (1 1 1 1) 00000020:00000001:3.0:1767326836.678529:0:220902:0:(obd_config.c:794:class_detach()) Process entered 02000000:00000010:2.0:1767326836.678530:0:211395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000035af59e1. 00000020:00000040:3.0:1767326836.678533:0:220902:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff971288e2b000 (00000000308b2a2f) now 2 - obd_device_list 02000000:00000001:2.0:1767326836.678535:0:211395:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767326836.678537:0:211395:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767326836.678539:0:211396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:2.0:1767326836.678540:0:211395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b877052. 00000020:00000080:3.0:1767326836.678540:0:220902:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-ffff971288e2b000 (uuid 31e9b472-c3f9-4942-adbf-dafbe9eddaef) 00000100:00000001:0.0:1767326836.678543:0:211396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326836.678545:0:211395:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1767326836.678545:0:220902:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff971288e2b000 (00000000308b2a2f) now 1 - newdev 00010000:00000001:0.0:1767326836.678548:0:211396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767326836.678548:0:211395:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767326836.678551:0:211396:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326836.678552:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767326836.678555:0:220902:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000c510f00 with handle 0x437b5ddfad697e5e from hash 00000100:00000001:0.0:1767326836.678558:0:211396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326836.678559:0:220902:0:(genops.c:898:class_export_put()) PUTting export 000000000c510f00 : new refcount 0 00000100:00000001:2.0:1767326836.678560:0:211395:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767326836.678563:0:211395:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767326836.678564:0:220902:0:(genops.c:904:class_export_put()) final put 000000000c510f00/31e9b472-c3f9-4942-adbf-dafbe9eddaef 00000100:00000040:0.0:1767326836.678566:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d9e0dd x1853175408706048/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326836.678567:0:211395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767326836.678568:0:220902:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326836.678571:0:211395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.678573:0:220902:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767326836.678576:0:220902:0:(genops.c:863:class_export_destroy()) destroying export 000000000c510f00/31e9b472-c3f9-4942-adbf-dafbe9eddaef for lustre-OST0000-osc-ffff971288e2b000 00000020:00000001:3.0:1767326836.678581:0:220902:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767326836.678583:0:220902:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326836.678586:0:211396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326836.678587:0:220902:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000c510f00. 00000020:00000001:3.0:1767326836.678591:0:220902:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000001:0.0:1767326836.678592:0:211396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1767326836.678593:0:220902:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-ffff971288e2b000 obd_type name = osc 00000100:00000001:0.0:1767326836.678596:0:211396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:3.0:1767326836.678597:0:220902:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff971288e2b000 (31e9b472-c3f9-4942-adbf-dafbe9eddaef) 00000020:00000001:3.0:1767326836.678600:0:220902:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767326836.678603:0:220902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082309f44. 00000100:00000040:0.0:1767326836.678605:0:211396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d9e0dd x1853175408706048/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767326836.678606:0:220902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e1f2deda. 00000020:00000010:3.0:1767326836.678610:0:220902:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000080aa1012. 00000008:00000010:3.0:1767326836.678614:0:220902:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000340195ec. 00020000:00000010:3.0:1767326836.678617:0:220902:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000d397fc7e. 00008000:00000010:3.0:1767326836.678621:0:220902:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000200e4306. 00000100:00100000:0.0:1767326836.678625:0:211396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d9e0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d78984fc-6fc9-437f-a1d6-38da7564c553:211396:1853175408706048:192.168.202.142@tcp:103: 00000008:00000010:3.0:1767326836.678627:0:220902:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000009dad2732. 00000008:00000010:3.0:1767326836.678632:0:220902:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000c0a2cbbc. 00000100:00000001:0.0:1767326836.678634:0:211396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000010:3.0:1767326836.678635:0:220902:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000883290a5. 00000100:00000001:0.0:1767326836.678639:0:211396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000010:3.0:1767326836.678639:0:220902:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000e12b0c9b. 00000008:00000010:3.0:1767326836.678644:0:220902:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000c023bcd5. 00000100:00000040:0.0:1767326836.678646:0:211396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d9e0dd x1853175408706048/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1767326852 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000008:00000010:3.0:1767326836.678649:0:220902:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000d6433cc2. 00000100:00000001:0.0:1767326836.678656:0:211396:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000008:00000010:3.0:1767326836.678656:0:220902:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000073d199c6. 02000000:00000001:0.0:1767326836.678658:0:211396:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000010:3.0:1767326836.678660:0:220902:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000afef0613. 02000000:00000010:0.0:1767326836.678661:0:211396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008f9bc6c. 00000008:00000010:3.0:1767326836.678663:0:220902:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000891d84b2. 02000000:00000001:0.0:1767326836.678666:0:211396:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00000010:3.0:1767326836.678668:0:220902:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000a7a2d33d. 00000020:00000001:0.0:1767326836.678669:0:211396:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767326836.678671:0:211396:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000008:00000010:3.0:1767326836.678673:0:220902:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000055d4003. 00000020:00000001:0.0:1767326836.678674:0:211396:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767326836.678678:0:211396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000049858d32. 00000008:00000010:3.0:1767326836.678678:0:220902:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000e10f4e38. 02000000:00000001:0.0:1767326836.678681:0:211396:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767326836.678683:0:211396:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000008:00000010:3.0:1767326836.678683:0:220902:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 000000005d7da41d. 00000100:00000010:0.0:1767326836.678685:0:211396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d9e0dd. 00000100:00000001:0.0:1767326836.678687:0:211396:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767326836.678690:0:211396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326836.678692:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000010:3.0:1767326836.678692:0:220902:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000991aaba6. 00000008:00000010:3.0:1767326836.678697:0:220902:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000044b193cf. 00000100:00000001:0.0:1767326836.678699:0:211396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767326836.678701:0:211396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1767326836.678701:0:220902:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000003ef83b96. 00000100:00000001:0.0:1767326836.678705:0:211396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000010:3.0:1767326836.678705:0:220902:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000c3994b73. 00000100:00000001:0.0:1767326836.678709:0:211396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1767326836.678709:0:220902:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000a50a4c10. 00000008:00000010:3.0:1767326836.678713:0:220902:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000044c30c5f. 00000008:00000010:3.0:1767326836.678716:0:220902:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000025567cc5. 00000008:00000010:3.0:1767326836.678717:0:220902:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000f312edc0. 00000008:00000010:3.0:1767326836.678719:0:220902:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000bae5aa91. 00000008:00000010:3.0:1767326836.678720:0:220902:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000002073697c. 00000008:00000001:3.0:1767326836.678721:0:220902:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:3.0:1767326836.678725:0:220902:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1767326836.678727:0:220902:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1767326836.678730:0:220902:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1767326836.678749:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000d559659f. 00000020:00000010:3.0:1767326836.678752:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000058b4e2ef. 00010000:00000001:3.0:1767326836.678785:0:220902:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767326836.678793:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000008ce9c481. 00000020:00000010:3.0:1767326836.678794:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000cc9b2193. 00000001:00000001:3.0:1767326836.678816:0:220902:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767326836.678839:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000069946d1a. 00000001:00000010:3.0:1767326836.678842:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000035a1bf4b. 00000001:00000010:3.0:1767326836.678843:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000072ff5e80. 00000001:00000010:3.0:1767326836.678845:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000f967a023. 00000001:00000010:3.0:1767326836.678846:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000387e99cc. 00000001:00000010:3.0:1767326836.678848:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000919bb529. 00000001:00000010:3.0:1767326836.678849:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000009919dd57. 00000001:00000010:3.0:1767326836.678851:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000b1f8bffb. 00000001:00000010:3.0:1767326836.678853:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000ae77e5f4. 00000001:00000010:3.0:1767326836.678856:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000df974ef0. 00000001:00000010:3.0:1767326836.678858:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000e31de81e. 00000001:00000010:3.0:1767326836.678860:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000000ca30c46. 00000001:00000010:3.0:1767326836.678861:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000826408cb. 00000001:00000010:3.0:1767326836.678862:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000c26980eb. 00000001:00000010:3.0:1767326836.678868:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007ffe4fdd. 00000001:00000010:3.0:1767326836.678870:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000001af5d12e. 00000001:00000010:3.0:1767326836.678872:0:220902:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 0000000029169d88. 00000001:00000010:3.0:1767326836.678873:0:220902:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000b3db3c88. 00000001:00000001:3.0:1767326836.678875:0:220902:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767326836.678877:0:220902:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000c563d3f7. 00010000:00000001:3.0:1767326836.678879:0:220902:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767326836.678880:0:220902:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1767326836.678881:0:220902:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1767326836.678883:0:220902:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:3.0:1767326836.678884:0:220902:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1767326836.678885:0:220902:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767326836.678886:0:220902:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1767326836.678887:0:220902:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000ddc7d3a0. 00010000:00000010:3.0:1767326836.678890:0:220902:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000d689eec5. 00010000:00000001:3.0:1767326836.678891:0:220902:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:3.0:1767326836.678893:0:220902:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1767326836.678894:0:220902:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at 000000008f0bc95a. 00000020:00000010:3.0:1767326836.678896:0:220902:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e1f2deda. 00000020:00000010:3.0:1767326836.678897:0:220902:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000080aa1012. 00000008:00000010:3.0:1767326836.678899:0:220902:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000340195ec. 00020000:00000010:3.0:1767326836.678900:0:220902:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000d397fc7e. 00008000:00000010:3.0:1767326836.678902:0:220902:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000200e4306. 00000020:00000010:3.0:1767326836.678904:0:220902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082309f44. 00000020:00000001:3.0:1767326836.678905:0:220902:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326836.678907:0:220902:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000308b2a2f. 00000020:00000001:3.0:1767326836.678912:0:220902:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.678914:0:220902:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326836.678915:0:220902:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at 00000000b70eb340. 00000020:00000001:3.0:1767326836.678917:0:220902:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1767326836.678919:0:220902:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 000000009ef806cf. 00020000:00000001:3.0:1767326836.678922:0:220902:0:(lov_obd.c:795:lov_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326836.678928:0:220902:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 00000000260e4f38. 00000020:00000010:3.0:1767326836.678936:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 00000000cb03ea49. 00000020:00000010:3.0:1767326836.678938:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000031186ae4. 00020000:00000010:3.0:1767326836.678943:0:220902:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000b1612639. 00020000:00000010:3.0:1767326836.678945:0:220902:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000f368e185. 00020000:00000010:3.0:1767326836.678946:0:220902:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000065f698c4. 00020000:00000010:3.0:1767326836.678948:0:220902:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000038b9686f. 00020000:00000010:3.0:1767326836.678949:0:220902:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000fcdc3ee8. 00020000:00000010:3.0:1767326836.678951:0:220902:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000002f413065. 00020000:00000010:3.0:1767326836.678953:0:220902:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000038358750. 00020000:00000010:3.0:1767326836.678954:0:220902:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000004d2dbb49. 00020000:00000010:3.0:1767326836.678955:0:220902:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000119efb7d. 00020000:00000010:3.0:1767326836.678956:0:220902:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000003e8137f3. 00020000:00000010:3.0:1767326836.678958:0:220902:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000b3150939. 00020000:00000010:3.0:1767326836.678959:0:220902:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 00000000eea9e64e. 00020000:00000010:3.0:1767326836.678960:0:220902:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 0000000060cd547f. 00020000:00000010:3.0:1767326836.678962:0:220902:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000095c99aed. 00020000:00000010:3.0:1767326836.678964:0:220902:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000002a225c02. 00020000:00000010:3.0:1767326836.678966:0:220902:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000008b452338. 00020000:00000010:3.0:1767326836.678967:0:220902:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000e99fa2d2. 00020000:00000010:3.0:1767326836.678968:0:220902:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000d830c311. 00020000:00000010:3.0:1767326836.678970:0:220902:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000008d49bd11. 00020000:00000010:3.0:1767326836.678971:0:220902:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000c78ec877. 00020000:00000010:3.0:1767326836.678972:0:220902:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000031fd3289. 00020000:00000010:3.0:1767326836.678974:0:220902:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000ebcda59b. 00020000:00000010:3.0:1767326836.678975:0:220902:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000b9f3bfde. 00020000:00000010:3.0:1767326836.678977:0:220902:0:(lov_dev.c:310:lov_device_free()) kfreed 'ld->ld_target': 512 at 0000000052c4825c. 00020000:00000010:3.0:1767326836.678979:0:220902:0:(lov_dev.c:314:lov_device_free()) kfreed 'ld->ld_md_tgts': 4096 at 000000004bd4daf6. 00020000:00000010:3.0:1767326836.678982:0:220902:0:(lov_dev.c:319:lov_device_free()) kfreed 'ld->ld_lov->lov_mdc_tgts': 4096 at 000000000b29b884. 00020000:00000010:3.0:1767326836.678984:0:220902:0:(lov_dev.c:323:lov_device_free()) kfreed 'ld': 584 at 0000000024d05408. 00000020:00001000:3.0:1767326836.678987:0:220902:0:(cl_object.c:924:cl_env_put()) 1@0000000069f3ac35 00000080:00000001:3.0:1767326836.678988:0:220902:0:(vvp_dev.c:366:cl_sb_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326836.678990:0:220902:0:(obd_class.h:902:obd_disconnect()) Process entered 00020000:00000001:3.0:1767326836.678992:0:220902:0:(lov_obd.c:290:lov_disconnect()) Process entered 00000020:00000001:3.0:1767326836.678993:0:220902:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767326836.678994:0:220902:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x437b5ddfad697e88 00000020:00000040:3.0:1767326836.678996:0:220902:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ab8ce0eb with handle 0x437b5ddfad697e88 from hash 00000020:00000001:3.0:1767326836.679002:0:220902:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767326836.679003:0:220902:0:(genops.c:898:class_export_put()) PUTting export 00000000ab8ce0eb : new refcount 1 00000020:00000001:3.0:1767326836.679004:0:220902:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767326836.679005:0:220902:0:(genops.c:898:class_export_put()) PUTting export 00000000ab8ce0eb : new refcount 0 00000020:00000080:3.0:1767326836.679006:0:220902:0:(genops.c:904:class_export_put()) final put 00000000ab8ce0eb/31e9b472-c3f9-4942-adbf-dafbe9eddaef 00000020:00000001:3.0:1767326836.679007:0:220902:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.679015:0:220902:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1767326836.679017:0:220902:0:(lov_obd.c:321:lov_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326836.679018:0:220902:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.679036:0:193004:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767326836.679039:0:193004:0:(genops.c:863:class_export_destroy()) destroying export 00000000ab8ce0eb/31e9b472-c3f9-4942-adbf-dafbe9eddaef for lustre-clilov-ffff971288e2b000 00000020:00000001:2.0:1767326836.679042:0:193004:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767326836.679044:0:193004:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326836.679047:0:193004:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff971288e2b000 (00000000f421d54a) now 4 - export 00000020:00000010:2.0:1767326836.679050:0:193004:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ab8ce0eb. 00000020:00000001:2.0:1767326836.679061:0:193004:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1767326836.679256:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 576 at 00000000b9025d9f. 00000020:00000010:3.0:1767326836.679260:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000021ca0007. 00000020:00000010:3.0:1767326836.679262:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at 00000000e8302903. 00000020:00000010:3.0:1767326836.679265:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at 00000000606acdfe. 00000020:00000010:3.0:1767326836.679267:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at 00000000144c5bc2. 00000020:00000010:3.0:1767326836.679270:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1440 at 00000000d90c9373. 00000020:00000010:3.0:1767326836.679275:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000c891f97b. 00000080:00000001:3.0:1767326836.679277:0:220902:0:(obd_class.h:902:obd_disconnect()) Process entered 00800000:00000001:3.0:1767326836.679281:0:220902:0:(lmv_obd.c:590:lmv_disconnect()) Process entered 00800000:00000001:3.0:1767326836.679283:0:220902:0:(lmv_obd.c:535:lmv_disconnect_mdc()) Process entered 00020000:00000001:3.0:1767326836.679288:0:220902:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:3.0:1767326836.679290:0:220902:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767326836.679293:0:220902:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:3.0:1767326836.679295:0:220902:0:(genops.c:898:class_export_put()) PUTting export 000000001cac2b3b : new refcount 3 80000000:00000010:3.0:1767326836.679298:0:220902:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at 0000000009eb9b03. 80000000:00000001:3.0:1767326836.679300:0:220902:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1767326836.679303:0:220902:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:3.0:1767326836.679305:0:220902:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:3.0:1767326836.679345:0:220902:0:(genops.c:898:class_export_put()) PUTting export 000000001cac2b3b : new refcount 2 40000000:00000001:3.0:1767326836.679348:0:220902:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:3.0:1767326836.679350:0:220902:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 000000009c7c446c. 40000000:00000001:3.0:1767326836.679353:0:220902:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1767326836.679356:0:220902:0:(lmv_obd.c:569:lmv_disconnect_mdc()) Disconnected from lustre-MDT0000-mdc-ffff971288e2b000(31e9b472-c3f9-4942-adbf-dafbe9eddaef) successfully 00800000:00000001:3.0:1767326836.679358:0:220902:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:3.0:1767326836.679360:0:220902:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767326836.679367:0:220902:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:3.0:1767326836.679370:0:220902:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:3.0:1767326836.679372:0:220902:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-MDT0000-mdc-ffff971288e2b000 - 1 00000100:00000001:3.0:1767326836.679375:0:220902:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1767326836.679376:0:220902:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0000_UUID 00000020:00000001:3.0:1767326836.679378:0:220902:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326836.679380:0:220902:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=2 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326836.679382:0:220902:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326836.679383:0:220902:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.679385:0:220902:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1767326836.679386:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.679388:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.679862:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.679865:0:220902:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.679868:0:220902:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1767326836.679870:0:220902:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767326836.679871:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.679873:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.680258:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326836.680261:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.680262:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.680660:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.680662:0:220902:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.680665:0:220902:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:3.0:1767326836.680666:0:220902:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00080000:3.0:1767326836.680668:0:220902:0:(import.c:65:import_set_state_nolock()) 0000000041841f50 lustre-MDT0000_UUID: changing import state from FULL to CLOSED 00000100:00000001:3.0:1767326836.680673:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767326836.680675:0:220902:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767326836.680678:0:220902:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.680680:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767326836.680681:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767326836.680682:0:220902:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767326836.680685:0:220902:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.680687:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767326836.680688:0:220902:0:(import.c:1922:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.680691:0:220902:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767326836.680692:0:220902:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1767326836.680702:0:220902:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767326836.680704:0:220902:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767326836.680706:0:220902:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: committing for last_committed 0 gen 3 00000100:00000040:3.0:1767326836.680709:0:220902:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767326836.680711:0:220902:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326836.680713:0:220902:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767326836.680714:0:220902:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767326836.680715:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767326836.680717:0:220902:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767326836.680718:0:220902:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.680720:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:3.0:1767326836.680721:0:220902:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767326836.680723:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767326836.680724:0:220902:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:3.0:1767326836.680726:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.680727:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.681114:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326836.681117:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.681118:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.681503:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.681507:0:220902:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:3.0:1767326836.681511:0:220902:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628705535512088 : -115368174039528 : ffff9712c0f7ce18) 00000020:00001000:3.0:1767326836.681513:0:220902:0:(cl_object.c:830:cl_env_get()) 1@0000000069f3ac35 00000008:00000001:3.0:1767326836.681517:0:220902:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1767326836.681518:0:220902:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1767326836.681521:0:220902:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767326836.681523:0:220902:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1767326836.681524:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.681526:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.681905:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1767326836.681909:0:220902:0:(cl_object.c:924:cl_env_put()) 1@0000000069f3ac35 00000001:00000001:3.0:1767326836.681912:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.681913:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.682286:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326836.682289:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.682290:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.682683:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326836.682686:0:220902:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.682700:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:3.0:1767326836.682704:0:220902:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:3.0:1767326836.682707:0:220902:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767326836.682709:0:220902:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x437b5ddfad697e7a 00000020:00000040:3.0:1767326836.682712:0:220902:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001cac2b3b with handle 0x437b5ddfad697e7a from hash 00000020:00000001:3.0:1767326836.682717:0:220902:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767326836.682719:0:220902:0:(genops.c:898:class_export_put()) PUTting export 000000001cac2b3b : new refcount 1 00000020:00000001:3.0:1767326836.682722:0:220902:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767326836.682723:0:220902:0:(genops.c:898:class_export_put()) PUTting export 000000001cac2b3b : new refcount 0 00000020:00000080:3.0:1767326836.682725:0:220902:0:(genops.c:904:class_export_put()) final put 000000001cac2b3b/31e9b472-c3f9-4942-adbf-dafbe9eddaef 00000020:00000001:3.0:1767326836.682728:0:220902:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.682744:0:220902:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.682747:0:220902:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767326836.682750:0:220902:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767326836.682752:0:220902:0:(lmv_obd.c:580:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767326836.682755:0:220902:0:(lmv_obd.c:535:lmv_disconnect_mdc()) Process entered 00020000:00000001:3.0:1767326836.682783:0:220902:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:3.0:1767326836.682786:0:220902:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 192.168.202.142@tcp 00000020:00000001:2.0:1767326836.682789:0:193004:0:(genops.c:857:class_export_destroy()) Process entered 00020000:00000010:3.0:1767326836.682789:0:220902:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 0000000060c8304a. 00000020:00000080:2.0:1767326836.682795:0:193004:0:(genops.c:863:class_export_destroy()) destroying export 000000001cac2b3b/31e9b472-c3f9-4942-adbf-dafbe9eddaef for lustre-MDT0000-mdc-ffff971288e2b000 00020000:00000001:3.0:1767326836.682796:0:220902:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767326836.682802:0:220902:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:3.0:1767326836.682805:0:220902:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 3 00000020:00000040:2.0:1767326836.682806:0:193004:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 8 to 192.168.202.142@tcp 80000000:00000010:3.0:1767326836.682808:0:220902:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at 00000000a8a2ec2f. 00000020:00000001:2.0:1767326836.682812:0:193004:0:(obd_class.h:1017:obd_destroy_export()) Process entered 80000000:00000001:3.0:1767326836.682813:0:220902:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.682815:0:193004:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1767326836.682817:0:220902:0:(fid_request.c:460:client_fid_fini()) Process entered 00000020:00000040:2.0:1767326836.682820:0:193004:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff971288e2b000 (00000000ec831e9c) now 5 - export 40000000:00000001:3.0:1767326836.682821:0:220902:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000010:2.0:1767326836.682835:0:193004:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001cac2b3b. 00000020:00000001:2.0:1767326836.682843:0:193004:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767326836.682883:0:220902:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 2 40000000:00000001:3.0:1767326836.682887:0:220902:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:3.0:1767326836.682888:0:220902:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 000000004fee077c. 40000000:00000001:3.0:1767326836.682891:0:220902:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1767326836.682894:0:220902:0:(lmv_obd.c:569:lmv_disconnect_mdc()) Disconnected from lustre-MDT0001-mdc-ffff971288e2b000(31e9b472-c3f9-4942-adbf-dafbe9eddaef) successfully 00800000:00000001:3.0:1767326836.682896:0:220902:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:3.0:1767326836.682898:0:220902:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767326836.682900:0:220902:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:3.0:1767326836.682901:0:220902:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:3.0:1767326836.682903:0:220902:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-MDT0001-mdc-ffff971288e2b000 - 1 00000100:00000001:3.0:1767326836.682911:0:220902:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1767326836.682913:0:220902:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 31e9b472-c3f9-4942-adbf-dafbe9eddaef->lustre-MDT0001_UUID 00000020:00000001:3.0:1767326836.682916:0:220902:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326836.682917:0:220902:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=2 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326836.682920:0:220902:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326836.682921:0:220902:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.682924:0:220902:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1767326836.682925:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.682927:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.683368:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.683371:0:220902:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.683373:0:220902:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1767326836.683375:0:220902:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767326836.683376:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.683377:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.683787:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326836.683790:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.683791:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.684225:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.684228:0:220902:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.684230:0:220902:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:3.0:1767326836.684232:0:220902:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00080000:3.0:1767326836.684234:0:220902:0:(import.c:65:import_set_state_nolock()) 00000000ad9b5df4 lustre-MDT0001_UUID: changing import state from FULL to CLOSED 00000100:00000001:3.0:1767326836.684238:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767326836.684240:0:220902:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767326836.684242:0:220902:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.684243:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767326836.684244:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767326836.684245:0:220902:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767326836.684248:0:220902:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.684249:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767326836.684250:0:220902:0:(import.c:1922:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.684253:0:220902:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767326836.684254:0:220902:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:3.0:1767326836.684256:0:220902:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767326836.684258:0:220902:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767326836.684260:0:220902:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: committing for last_committed 0 gen 3 00000100:00000040:3.0:1767326836.684269:0:220902:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767326836.684271:0:220902:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326836.684273:0:220902:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767326836.684274:0:220902:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767326836.684275:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767326836.684276:0:220902:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1767326836.684278:0:220902:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.684280:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:3.0:1767326836.684282:0:220902:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767326836.684284:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1767326836.684285:0:220902:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:3.0:1767326836.684286:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.684287:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.684684:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326836.684688:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.684689:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.685072:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.685076:0:220902:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:3.0:1767326836.685079:0:220902:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446628705535512088 : -115368174039528 : ffff9712c0f7ce18) 00000020:00001000:3.0:1767326836.685081:0:220902:0:(cl_object.c:830:cl_env_get()) 1@0000000069f3ac35 00000008:00000001:3.0:1767326836.685084:0:220902:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1767326836.685086:0:220902:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1767326836.685087:0:220902:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1767326836.685090:0:220902:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1767326836.685091:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.685092:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.685426:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1767326836.685429:0:220902:0:(cl_object.c:924:cl_env_put()) 1@0000000069f3ac35 00000001:00000001:3.0:1767326836.685431:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.685433:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.685747:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326836.685748:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.685749:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.686045:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326836.686047:0:220902:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.686048:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:3.0:1767326836.686051:0:220902:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:3.0:1767326836.686052:0:220902:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767326836.686054:0:220902:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x437b5ddfad697e81 00000020:00000040:3.0:1767326836.686063:0:220902:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006a77ff05 with handle 0x437b5ddfad697e81 from hash 00000020:00000001:3.0:1767326836.686067:0:220902:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767326836.686068:0:220902:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 1 00000020:00000001:3.0:1767326836.686069:0:220902:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767326836.686070:0:220902:0:(genops.c:898:class_export_put()) PUTting export 000000006a77ff05 : new refcount 0 00000020:00000080:3.0:1767326836.686071:0:220902:0:(genops.c:904:class_export_put()) final put 000000006a77ff05/31e9b472-c3f9-4942-adbf-dafbe9eddaef 00000020:00000001:3.0:1767326836.686073:0:220902:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.686086:0:220902:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.686087:0:220902:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767326836.686089:0:220902:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767326836.686090:0:220902:0:(lmv_obd.c:580:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.686104:0:220902:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767326836.686105:0:220902:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x437b5ddfad697e73 00000020:00000040:3.0:1767326836.686107:0:220902:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e51c0678 with handle 0x437b5ddfad697e73 from hash 00000020:00000001:3.0:1767326836.686109:0:220902:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767326836.686110:0:220902:0:(genops.c:898:class_export_put()) PUTting export 00000000e51c0678 : new refcount 1 00000020:00000001:3.0:1767326836.686111:0:220902:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767326836.686112:0:220902:0:(genops.c:898:class_export_put()) PUTting export 00000000e51c0678 : new refcount 0 00000020:00000080:3.0:1767326836.686113:0:220902:0:(genops.c:904:class_export_put()) final put 00000000e51c0678/31e9b472-c3f9-4942-adbf-dafbe9eddaef 00000020:00000001:3.0:1767326836.686115:0:220902:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.686118:0:193004:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767326836.686122:0:193004:0:(genops.c:863:class_export_destroy()) destroying export 000000006a77ff05/31e9b472-c3f9-4942-adbf-dafbe9eddaef for lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326836.686128:0:220902:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326836.686130:0:193004:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 7 to 192.168.202.142@tcp 00800000:00000001:3.0:1767326836.686131:0:220902:0:(lmv_obd.c:601:lmv_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767326836.686135:0:220902:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.686137:0:193004:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000080:00000001:3.0:1767326836.686138:0:220902:0:(llite_lib.c:991:client_common_put_super()) Process leaving 00000020:00000001:3.0:1767326836.686144:0:220902:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767326836.686145:0:220902:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff971288e2b000 (flags='F') 00000020:00000001:2.0:1767326836.686149:0:193004:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326836.686152:0:220902:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000b70eb340. 00000020:00000040:2.0:1767326836.686153:0:193004:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff971288e2b000 (00000000539e2e58) now 5 - export 00000020:00000080:3.0:1767326836.686156:0:220902:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000010:2.0:1767326836.686159:0:193004:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006a77ff05. 00000020:00000001:3.0:1767326836.686162:0:220902:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767326836.686165:0:220902:0:(obd_config.c:886:class_cleanup()) lustre-clilov-ffff971288e2b000: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767326836.686166:0:193004:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767326836.686168:0:220902:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767326836.686170:0:220902:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (00000000f421d54a) has no exports 00000020:00000001:3.0:1767326836.686171:0:220902:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767326836.686172:0:193004:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:3.0:1767326836.686174:0:220902:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000080:2.0:1767326836.686176:0:193004:0:(genops.c:863:class_export_destroy()) destroying export 00000000e51c0678/31e9b472-c3f9-4942-adbf-dafbe9eddaef for lustre-clilmv-ffff971288e2b000 00000020:00000001:3.0:1767326836.686177:0:220902:0:(obd_class.h:609:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.686180:0:193004:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767326836.686184:0:193004:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767326836.686187:0:193004:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff971288e2b000 (00000000f26b0aad) now 4 - export 00000020:00000010:2.0:1767326836.686188:0:193004:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e51c0678. 00000020:00000001:2.0:1767326836.686191:0:193004:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:3.0:1767326836.686194:0:220902:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767326836.686200:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009355cefd. 00000001:00000010:3.0:1767326836.686203:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000de7165b1. 00000001:00000010:3.0:1767326836.686205:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000085019e64. 00000001:00000010:3.0:1767326836.686206:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000003c7ff60. 00000001:00000010:3.0:1767326836.686208:0:220902:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ff669f8e. 00000001:00000010:3.0:1767326836.686209:0:220902:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000000ee6e745. 00000001:00000001:3.0:1767326836.686212:0:220902:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767326836.686213:0:220902:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767326836.686215:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e9fe66a0. 00000001:00000010:3.0:1767326836.686216:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008b56f0c3. 00000001:00000010:3.0:1767326836.686218:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000eb4bbc70. 00000001:00000010:3.0:1767326836.686220:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000036e57ae8. 00000001:00000010:3.0:1767326836.686221:0:220902:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000d5d74a2. 00000001:00000010:3.0:1767326836.686222:0:220902:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000550b4e57. 00000001:00000001:3.0:1767326836.686223:0:220902:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767326836.686224:0:220902:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff971288e2b000 (00000000f421d54a) now 3 - setup 00000020:00000001:3.0:1767326836.686226:0:220902:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.686227:0:220902:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767326836.686228:0:220902:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767326836.686230:0:220902:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767326836.686232:0:220902:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff971288e2b000 (00000000f421d54a) now 2 - obd_device_list 00000020:00000080:3.0:1767326836.686233:0:220902:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilov-ffff971288e2b000 (uuid 31e9b472-c3f9-4942-adbf-dafbe9eddaef) 00000020:00000040:3.0:1767326836.686234:0:220902:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff971288e2b000 (00000000f421d54a) now 1 - newdev 00000020:00000040:3.0:1767326836.686236:0:220902:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007e4bbab6 with handle 0x437b5ddfad697e42 from hash 00000020:00000040:3.0:1767326836.686237:0:220902:0:(genops.c:898:class_export_put()) PUTting export 000000007e4bbab6 : new refcount 0 00000020:00000080:3.0:1767326836.686238:0:220902:0:(genops.c:904:class_export_put()) final put 000000007e4bbab6/31e9b472-c3f9-4942-adbf-dafbe9eddaef 00000020:00000001:3.0:1767326836.686239:0:220902:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.686240:0:220902:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767326836.686241:0:220902:0:(genops.c:863:class_export_destroy()) destroying export 000000007e4bbab6/31e9b472-c3f9-4942-adbf-dafbe9eddaef for lustre-clilov-ffff971288e2b000 00000020:00000001:3.0:1767326836.686243:0:220902:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767326836.686244:0:220902:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326836.686245:0:220902:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000007e4bbab6. 00000020:00000001:3.0:1767326836.686251:0:220902:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767326836.686253:0:220902:0:(genops.c:440:class_free_dev()) Release obd device lustre-clilov-ffff971288e2b000 obd_type name = lov 00000020:01000000:3.0:1767326836.686255:0:220902:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff971288e2b000 (31e9b472-c3f9-4942-adbf-dafbe9eddaef) 00000020:00000001:3.0:1767326836.686256:0:220902:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000001:3.0:1767326836.686257:0:220902:0:(obd_class.h:638:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326836.686259:0:220902:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000f421d54a. 00000020:00000001:3.0:1767326836.686263:0:220902:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.686264:0:220902:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326836.686266:0:220902:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000b70eb340. 00000020:00000001:3.0:1767326836.686270:0:220902:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.686271:0:220902:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767326836.686272:0:220902:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff971288e2b000 (flags='F') 00000020:00000010:3.0:1767326836.686274:0:220902:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000b70eb340. 00000020:00000080:3.0:1767326836.686275:0:220902:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767326836.686276:0:220902:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767326836.686278:0:220902:0:(obd_config.c:886:class_cleanup()) lustre-clilmv-ffff971288e2b000: forcing exports to disconnect: 0/1 00000020:00000001:3.0:1767326836.686279:0:220902:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767326836.686279:0:220902:0:(genops.c:1575:class_disconnect_exports()) OBD device 2 (00000000f26b0aad) has no exports 00000020:00000001:3.0:1767326836.686280:0:220902:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767326836.686281:0:220902:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:3.0:1767326836.686284:0:220902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082309f44. 00000020:00000010:3.0:1767326836.686288:0:220902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e1f2deda. 00000040:00000010:3.0:1767326836.686290:0:220902:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000026e82522. 00000020:00000010:3.0:1767326836.686294:0:220902:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000144c5bc2. 00000020:00000010:3.0:1767326836.686298:0:220902:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000da45fb2d. 00040000:00000010:3.0:1767326836.686302:0:220902:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000243161f8. 00040000:00000010:3.0:1767326836.686305:0:220902:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f6cf4878. 00000020:00000010:3.0:1767326836.686310:0:220902:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000016229875. 00000020:00000001:3.0:1767326836.686316:0:220902:0:(kernelcomm.c:1325:libcfs_kkuc_group_rem()) Process entered 00000020:00000001:3.0:1767326836.686319:0:220902:0:(kernelcomm.c:1366:libcfs_kkuc_group_put()) Process entered 00000020:00000001:3.0:1767326836.686321:0:220902:0:(kernelcomm.c:1379:libcfs_kkuc_group_put()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:3.0:1767326836.686324:0:220902:0:(kernelcomm.c:1357:libcfs_kkuc_group_rem()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326836.686328:0:220902:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000016229875. 00000020:00000010:3.0:1767326836.686333:0:220902:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e1f2deda. 00000040:00000010:3.0:1767326836.686343:0:220902:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000026e82522. 00000020:00000010:3.0:1767326836.686346:0:220902:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000144c5bc2. 00000020:00000010:3.0:1767326836.686350:0:220902:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000da45fb2d. 00040000:00000010:3.0:1767326836.686354:0:220902:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000243161f8. 00040000:00000010:3.0:1767326836.686357:0:220902:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f6cf4878. 00000020:00000010:3.0:1767326836.686360:0:220902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082309f44. 00000020:00000001:3.0:1767326836.686362:0:220902:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326836.686374:0:220902:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767326836.686378:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000042e373f2. 00000001:00000010:3.0:1767326836.686383:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e1492453. 00000001:00000010:3.0:1767326836.686386:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000037d5d6e2. 00000001:00000010:3.0:1767326836.686387:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f6eefb9c. 00000001:00000010:3.0:1767326836.686388:0:220902:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000039076c6b. 00000001:00000010:3.0:1767326836.686390:0:220902:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000323412fd. 00000001:00000001:3.0:1767326836.686393:0:220902:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767326836.686394:0:220902:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767326836.686411:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000097278d20. 00000001:00000010:3.0:1767326836.686413:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000029b44b61. 00000001:00000010:3.0:1767326836.686416:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f2805c5b. 00000001:00000010:3.0:1767326836.686418:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001d729b08. 00000001:00000010:3.0:1767326836.686423:0:220902:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000039744321. 00000001:00000010:3.0:1767326836.686424:0:220902:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000867ab190. 00000001:00000001:3.0:1767326836.686426:0:220902:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767326836.686427:0:220902:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff971288e2b000 (00000000f26b0aad) now 3 - setup 00000020:00000001:3.0:1767326836.686428:0:220902:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.686429:0:220902:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767326836.686430:0:220902:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767326836.686431:0:220902:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767326836.686433:0:220902:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff971288e2b000 (00000000f26b0aad) now 2 - obd_device_list 00000020:00000080:3.0:1767326836.686434:0:220902:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilmv-ffff971288e2b000 (uuid 31e9b472-c3f9-4942-adbf-dafbe9eddaef) 00000020:00000040:3.0:1767326836.686435:0:220902:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff971288e2b000 (00000000f26b0aad) now 1 - newdev 00000020:00000040:3.0:1767326836.686438:0:220902:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b4a1e593 with handle 0x437b5ddfad697e49 from hash 00000020:00000040:3.0:1767326836.686439:0:220902:0:(genops.c:898:class_export_put()) PUTting export 00000000b4a1e593 : new refcount 0 00000020:00000080:3.0:1767326836.686440:0:220902:0:(genops.c:904:class_export_put()) final put 00000000b4a1e593/31e9b472-c3f9-4942-adbf-dafbe9eddaef 00000020:00000001:3.0:1767326836.686445:0:220902:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.686446:0:220902:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767326836.686447:0:220902:0:(genops.c:863:class_export_destroy()) destroying export 00000000b4a1e593/31e9b472-c3f9-4942-adbf-dafbe9eddaef for lustre-clilmv-ffff971288e2b000 00000020:00000001:3.0:1767326836.686448:0:220902:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767326836.686449:0:220902:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326836.686450:0:220902:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000b4a1e593. 00000020:00000001:3.0:1767326836.686452:0:220902:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767326836.686453:0:220902:0:(genops.c:440:class_free_dev()) Release obd device lustre-clilmv-ffff971288e2b000 obd_type name = lmv 00000020:01000000:3.0:1767326836.686454:0:220902:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff971288e2b000 (31e9b472-c3f9-4942-adbf-dafbe9eddaef) 00000020:00000001:3.0:1767326836.686455:0:220902:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767326836.686456:0:220902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082309f44. 00000020:00000010:3.0:1767326836.686458:0:220902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f6cf4878. 00000040:00000010:3.0:1767326836.686459:0:220902:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000da45fb2d. 00000020:00000010:3.0:1767326836.686460:0:220902:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000144c5bc2. 00000020:00000010:3.0:1767326836.686462:0:220902:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000026e82522. 00040000:00000010:3.0:1767326836.686463:0:220902:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000243161f8. 00040000:00000010:3.0:1767326836.686465:0:220902:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e1f2deda. 00800000:00000001:3.0:1767326836.686467:0:220902:0:(lmv_obd.c:1314:lmv_device_free()) Process entered 00800000:00000010:3.0:1767326836.686468:0:220902:0:(lmv_obd.c:1320:lmv_device_free()) kfreed 'pat': 280 at 00000000cea2906e. 00800000:00000010:3.0:1767326836.686470:0:220902:0:(lmv_obd.c:1320:lmv_device_free()) kfreed 'pat': 280 at 000000003180263d. 80000000:00000001:3.0:1767326836.686473:0:220902:0:(fld_request.c:280:fld_client_fini()) Process entered 80000000:00000001:3.0:1767326836.686475:0:220902:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:3.0:1767326836.686477:0:220902:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:3.0:1767326836.686479:0:220902:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000006fa7e039. 80000000:00000040:3.0:1767326836.686480:0:220902:0:(fld_cache.c:203:fld_cache_shrink()) cli-lustre-clilmv-ffff971288e2b000: FLD cache - Shrunk by 1 entries 80000000:00000001:3.0:1767326836.686481:0:220902:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767326836.686482:0:220902:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:3.0:1767326836.686483:0:220902:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (cli-lustre-clilmv-ffff971288e2b000): 80000000:00000040:3.0:1767326836.686484:0:220902:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 4 80000000:00000040:3.0:1767326836.686485:0:220902:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 5 80000000:00000010:3.0:1767326836.686486:0:220902:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 00000000947d3df2. 80000000:00000001:3.0:1767326836.686488:0:220902:0:(fld_request.c:298:fld_client_fini()) Process leaving 00000020:00000010:3.0:1767326836.686577:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 000000006f5ba494. 00000020:00000010:3.0:1767326836.686580:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 00000000ab702f3a. 00000020:00000010:3.0:1767326836.686585:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 0000000043def014. 00000020:00000010:3.0:1767326836.686588:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at 0000000078adfa9b. 00000020:00000010:3.0:1767326836.686590:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b42956bc. 00020000:00000001:3.0:1767326836.686593:0:220902:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:3.0:1767326836.686595:0:220902:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:3.0:1767326836.686597:0:220902:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:3.0:1767326836.686600:0:220902:0:(lmv_obd.c:411:lmv_del_target()) kfreed 'tgt': 368 at 00000000773170da. 00020000:00000001:3.0:1767326836.686602:0:220902:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:3.0:1767326836.686603:0:220902:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:3.0:1767326836.686605:0:220902:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:3.0:1767326836.686607:0:220902:0:(lmv_obd.c:411:lmv_del_target()) kfreed 'tgt': 368 at 00000000fc324b0b. 00020000:00000010:3.0:1767326836.686611:0:220902:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 00000000c532b88a. 00800000:00000010:3.0:1767326836.686614:0:220902:0:(lmv_obd.c:1332:lmv_device_free()) kfreed 'lu': 64 at 000000007b05ea85. 00800000:00000001:3.0:1767326836.686618:0:220902:0:(lmv_obd.c:1334:lmv_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326836.686620:0:220902:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f6cf4878. 00000040:00000010:3.0:1767326836.686622:0:220902:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000da45fb2d. 00000020:00000010:3.0:1767326836.686623:0:220902:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000144c5bc2. 00000020:00000010:3.0:1767326836.686626:0:220902:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000026e82522. 00040000:00000010:3.0:1767326836.686629:0:220902:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000243161f8. 00040000:00000010:3.0:1767326836.686631:0:220902:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e1f2deda. 00000020:00000010:3.0:1767326836.686633:0:220902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082309f44. 00000020:00000001:3.0:1767326836.686635:0:220902:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326836.686636:0:220902:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000f26b0aad. 00000020:00000001:3.0:1767326836.686644:0:220902:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.686646:0:220902:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326836.686648:0:220902:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000b70eb340. 00000020:00000001:3.0:1767326836.686650:0:220902:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.686652:0:220902:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767326836.686653:0:220902:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff971288e2b000 (flags='F') 00000020:00000010:3.0:1767326836.686656:0:220902:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at 00000000b70eb340. 00000020:00000080:3.0:1767326836.686658:0:220902:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767326836.686660:0:220902:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767326836.686661:0:220902:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdc-ffff971288e2b000: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1767326836.686669:0:220902:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767326836.686670:0:220902:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (00000000ec831e9c) has no exports 00000020:00000001:3.0:1767326836.686672:0:220902:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767326836.686673:0:220902:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:3.0:1767326836.686675:0:220902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082309f44. 00000020:00000010:3.0:1767326836.686677:0:220902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e1f2deda. 00000020:00000010:3.0:1767326836.686680:0:220902:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000080aa1012. 00008000:00000010:3.0:1767326836.686686:0:220902:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000200e4306. 00000020:00000010:3.0:1767326836.686689:0:220902:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003cfbcf66. 00000002:00000001:3.0:1767326836.686693:0:220902:0:(mdc_dev.c:1746:mdc_device_fini()) Process entered 00000008:00000001:3.0:1767326836.686695:0:220902:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000008:00000001:3.0:1767326836.686700:0:220902:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:3.0:1767326836.686702:0:220902:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff971288e2b000: client import never connected 00000100:00000001:3.0:1767326836.686704:0:220902:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767326836.686706:0:220902:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1767326836.686708:0:220902:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767326836.686710:0:220902:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767326836.686711:0:220902:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: committing for last_committed 0 gen 4 00000100:00000040:3.0:1767326836.686713:0:220902:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff971288e2b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767326836.686715:0:220902:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767326836.686716:0:220902:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767326836.686716:0:220902:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767326836.686718:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767326836.686719:0:220902:0:(obd_class.h:479:obd_check_dev()) Device 3 not setup 00000100:00000001:3.0:1767326836.686720:0:220902:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:3.0:1767326836.686721:0:220902:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767326836.686723:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767326836.686724:0:220902:0:(obd_class.h:479:obd_check_dev()) Device 3 not setup 00000100:00000001:3.0:1767326836.686725:0:220902:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:3.0:1767326836.686728:0:220902:0:(genops.c:1229:class_import_get()) import 0000000041841f50 refcount=3 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326836.686731:0:220902:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326836.686732:0:220902:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=2 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326836.686734:0:220902:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767326836.686736:0:220902:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326836.686736:0:220902:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=1 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326836.686738:0:220902:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:3.0:1767326836.686745:0:220902:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:3.0:1767326836.686747:0:220902:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326836.686750:0:220902:0:(mdc_changelog.c:866:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:3.0:1767326836.686753:0:220902:0:(mdc_changelog.c:145:chlg_dev_clear()) Process entered 00000002:00000010:3.0:1767326836.686990:0:220902:0:(mdc_changelog.c:135:chlg_device_release()) kfreed 'entry': 1304 at 000000009ab812d3. 00000002:00000001:3.0:1767326836.686995:0:220902:0:(mdc_changelog.c:152:chlg_dev_clear()) Process leaving 00000002:00000001:3.0:1767326836.686997:0:220902:0:(mdc_changelog.c:872:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:3.0:1767326836.686999:0:220902:0:(mdc_request.c:3001:mdc_llog_finish()) Process entered 00000002:00000040:3.0:1767326836.687001:0:220902:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000879d8b35 : new refcount 2 00000040:00000001:3.0:1767326836.687003:0:220902:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767326836.687004:0:220902:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000879d8b35 : new refcount 1 00000020:00000040:3.0:1767326836.687006:0:220902:0:(genops.c:898:class_export_put()) PUTting export 00000000387d0671 : new refcount 1 00000020:00000001:3.0:1767326836.687007:0:220902:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326836.687008:0:220902:0:(genops.c:1242:class_import_put()) import 0000000041841f50 refcount=0 obd=lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000040:3.0:1767326836.687009:0:220902:0:(genops.c:1245:class_import_put()) final put import 0000000041841f50 00000020:00000001:3.0:1767326836.687014:0:220902:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:3.0:1767326836.687015:0:220902:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000879d8b35. 00000040:00000001:3.0:1767326836.687019:0:220902:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767326836.687020:0:220902:0:(mdc_request.c:3006:mdc_llog_finish()) Process leaving 00000020:00000010:3.0:1767326836.687022:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 00000000d0a8f83b. 00000020:00000010:3.0:1767326836.687023:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 000000005988c890. 00000020:00000010:3.0:1767326836.687025:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 00000000e6fb8b70. 00000020:00000010:3.0:1767326836.687026:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at 0000000070be1d09. 00000020:00000010:3.0:1767326836.687028:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000012d89720. 00000020:00000001:2.0:1767326836.687039:0:193004:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767326836.687042:0:193004:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000041841f50 for lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000040:2.0:1767326836.687047:0:193004:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 6 to 192.168.202.142@tcp 00000020:00000040:2.0:1767326836.687051:0:193004:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 5 to 192.168.202.142@tcp 00000020:00000010:2.0:1767326836.687054:0:193004:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000b41e6017. 00000020:00000040:2.0:1767326836.687060:0:193004:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff971288e2b000 (00000000ec831e9c) now 4 - import 00000020:00000010:2.0:1767326836.687063:0:193004:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000041841f50. 00000020:00000001:2.0:1767326836.687068:0:193004:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:3.0:1767326836.687185:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000dbd0a10f. 00000020:00000010:3.0:1767326836.687190:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000a9b73cdb. 00000020:00000010:3.0:1767326836.687193:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000006474d42c. 00000020:00000010:3.0:1767326836.687196:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000dc3d206f. 00000020:00000010:3.0:1767326836.687199:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000065b3eb7b. 00000020:00000010:3.0:1767326836.687203:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000000e59be4d. 00000002:00000001:3.0:1767326836.687204:0:220902:0:(mdc_dev.c:1754:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326836.687206:0:220902:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003cfbcf66. 00000020:00000010:3.0:1767326836.687209:0:220902:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e1f2deda. 00000020:00000010:3.0:1767326836.687211:0:220902:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000080aa1012. 00008000:00000010:3.0:1767326836.687214:0:220902:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000200e4306. 00000020:00000010:3.0:1767326836.687221:0:220902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082309f44. 00000020:00000001:3.0:1767326836.687223:0:220902:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326836.687233:0:220902:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767326836.687236:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aee4f4cf. 00000001:00000010:3.0:1767326836.687238:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000011d431d2. 00000001:00000010:3.0:1767326836.687239:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000284da421. 00000001:00000010:3.0:1767326836.687240:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000084debb0f. 00000001:00000010:3.0:1767326836.687242:0:220902:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000006ec431af. 00000001:00000010:3.0:1767326836.687243:0:220902:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000044079d73. 00000001:00000001:3.0:1767326836.687246:0:220902:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767326836.687247:0:220902:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767326836.687249:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b8d9c308. 00000001:00000010:3.0:1767326836.687251:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e3d844c3. 00000001:00000010:3.0:1767326836.687252:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aeb919ef. 00000001:00000010:3.0:1767326836.687253:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a15cdc0a. 00000001:00000010:3.0:1767326836.687254:0:220902:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005d0e3806. 00000001:00000010:3.0:1767326836.687255:0:220902:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009b1fb335. 00000001:00000001:3.0:1767326836.687256:0:220902:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767326836.687257:0:220902:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff971288e2b000 (00000000ec831e9c) now 3 - setup 00000020:00000001:3.0:1767326836.687258:0:220902:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.687259:0:220902:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767326836.687261:0:220902:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767326836.687262:0:220902:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767326836.687263:0:220902:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff971288e2b000 (00000000ec831e9c) now 2 - obd_device_list 00000020:00000080:3.0:1767326836.687265:0:220902:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdc-ffff971288e2b000 (uuid 31e9b472-c3f9-4942-adbf-dafbe9eddaef) 00000020:00000040:3.0:1767326836.687266:0:220902:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff971288e2b000 (00000000ec831e9c) now 1 - newdev 00000020:00000040:3.0:1767326836.687269:0:220902:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000387d0671 with handle 0x437b5ddfad697e50 from hash 00000020:00000040:3.0:1767326836.687270:0:220902:0:(genops.c:898:class_export_put()) PUTting export 00000000387d0671 : new refcount 0 00000020:00000080:3.0:1767326836.687271:0:220902:0:(genops.c:904:class_export_put()) final put 00000000387d0671/31e9b472-c3f9-4942-adbf-dafbe9eddaef 00000020:00000001:3.0:1767326836.687272:0:220902:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.687273:0:220902:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767326836.687274:0:220902:0:(genops.c:863:class_export_destroy()) destroying export 00000000387d0671/31e9b472-c3f9-4942-adbf-dafbe9eddaef for lustre-MDT0000-mdc-ffff971288e2b000 00000020:00000001:3.0:1767326836.687276:0:220902:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767326836.687282:0:220902:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326836.687283:0:220902:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000387d0671. 00000020:00000001:3.0:1767326836.687286:0:220902:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767326836.687287:0:220902:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdc-ffff971288e2b000 obd_type name = mdc 00000020:01000000:3.0:1767326836.687289:0:220902:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff971288e2b000 (31e9b472-c3f9-4942-adbf-dafbe9eddaef) 00000020:00000001:3.0:1767326836.687291:0:220902:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767326836.687293:0:220902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082309f44. 00000020:00000010:3.0:1767326836.687296:0:220902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e1f2deda. 00000020:00000010:3.0:1767326836.687297:0:220902:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000080aa1012. 00008000:00000010:3.0:1767326836.687300:0:220902:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000200e4306. 00000008:00000001:3.0:1767326836.687303:0:220902:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:3.0:1767326836.687308:0:220902:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1767326836.687310:0:220902:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1767326836.687314:0:220902:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1767326836.687342:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000195952f7. 00000020:00000010:3.0:1767326836.687347:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000ab8dfcf0. 00000020:00000010:3.0:1767326836.687351:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000f5b79e3d. 00000020:00000010:3.0:1767326836.687356:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000014d789b9. 00000020:00000010:3.0:1767326836.687360:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000d81e45f1. 00010000:00000001:3.0:1767326836.687392:0:220902:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767326836.687444:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000f4e70146. 00000020:00000010:3.0:1767326836.687450:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000059463c17. 00000020:00000010:3.0:1767326836.687453:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000001f68c8f5. 00000020:00000010:3.0:1767326836.687456:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000009947a540. 00000001:00000001:3.0:1767326836.687489:0:220902:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767326836.687868:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000091700c. 00000001:00000010:3.0:1767326836.687877:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000bc4f5dea. 00000001:00000010:3.0:1767326836.687879:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e9054c51. 00000001:00000010:3.0:1767326836.687880:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004cf7686a. 00000001:00000010:3.0:1767326836.687880:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002da74fd5. 00000001:00000010:3.0:1767326836.687881:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003445d174. 00000001:00000010:3.0:1767326836.687882:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005c558dad. 00000001:00000010:3.0:1767326836.687883:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f385a118. 00000001:00000010:3.0:1767326836.687883:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000bf59253e. 00000001:00000010:3.0:1767326836.687889:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000aa98d7e. 00000001:00000010:3.0:1767326836.687890:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b8a5870e. 00000001:00000010:3.0:1767326836.687892:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000085fc4c2f. 00000001:00000010:3.0:1767326836.687893:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000088bf4233. 00000001:00000010:3.0:1767326836.687894:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000cd39384c. 00000001:00000010:3.0:1767326836.687895:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e9f4f989. 00000001:00000010:3.0:1767326836.687895:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d2e7a9d5. 00000001:00000010:3.0:1767326836.687896:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000009ca85fd. 00000001:00000010:3.0:1767326836.687897:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000be871c78. 00000001:00000010:3.0:1767326836.687898:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d5202f5a. 00000001:00000010:3.0:1767326836.687898:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b93ea8ab. 00000001:00000010:3.0:1767326836.687899:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000007f55124. 00000001:00000010:3.0:1767326836.687900:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009ed3c062. 00000001:00000010:3.0:1767326836.687901:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000061638481. 00000001:00000010:3.0:1767326836.687901:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000777d52c2. 00000001:00000010:3.0:1767326836.687902:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ac63c359. 00000001:00000010:3.0:1767326836.687903:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f0c42e78. 00000001:00000010:3.0:1767326836.687904:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000137cd066. 00000001:00000010:3.0:1767326836.687904:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001949954c. 00000001:00000010:3.0:1767326836.687905:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008610dc90. 00000001:00000010:3.0:1767326836.687906:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002b63f8de. 00000001:00000010:3.0:1767326836.687907:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000535d7594. 00000001:00000010:3.0:1767326836.687907:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000969bf5bf. 00000001:00000010:3.0:1767326836.687908:0:220902:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 00000000b64804ed. 00000001:00000010:3.0:1767326836.687910:0:220902:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000033ebeb4e. 00000001:00000001:3.0:1767326836.687912:0:220902:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767326836.687914:0:220902:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000f788217d. 00010000:00000001:3.0:1767326836.687917:0:220902:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000010:0.1:1767326836.688424:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000277ee213. 00010000:00000010:2.1:1767326836.688432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004d599310. 00010000:00000010:0.1:1767326836.688435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000031ec3ac8. 00010000:00000010:2.1:1767326836.688443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000050d0cbea. 00010000:00000010:2.1:1767326836.688452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000db33c6c0. 00010000:00000001:2.0:1767326836.688465:0:220902:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767326836.688467:0:220902:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1767326836.688470:0:220902:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000080:00000010:3.1:1767326836.688470:0:217471:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at 00000000c8874bef. 00010000:00000001:2.0:1767326836.688473:0:220902:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1767326836.688476:0:220902:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767326836.688477:0:220902:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1767326836.688480:0:220902:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 0000000097c057df. 00010000:00000010:2.0:1767326836.688484:0:220902:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 0000000069dc14dc. 00000080:00000010:3.1:1767326836.688487:0:217471:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at 00000000b938138a. 00010000:00000010:2.0:1767326836.688489:0:220902:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000000a1799de. 00010000:00000001:2.0:1767326836.688495:0:220902:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:2.0:1767326836.688498:0:220902:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1767326836.688501:0:220902:0:(mdc_dev.c:1698:mdc_device_free()) kfreed 'osc': 104 at 00000000712ed24b. 00000020:00000010:2.0:1767326836.688506:0:220902:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e1f2deda. 00000020:00000010:2.0:1767326836.688510:0:220902:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000080aa1012. 00008000:00000010:2.0:1767326836.688513:0:220902:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000200e4306. 00000020:00000010:2.0:1767326836.688526:0:220902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082309f44. 00000020:00000001:2.0:1767326836.688529:0:220902:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326836.688531:0:220902:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000ec831e9c. 00000020:00000001:2.0:1767326836.688540:0:220902:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.688542:0:220902:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326836.688545:0:220902:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at 00000000b70eb340. 00000020:00000001:2.0:1767326836.688550:0:220902:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.688553:0:220902:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767326836.688554:0:220902:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdc-ffff971288e2b000 (flags='F') 00000020:00000010:2.0:1767326836.688561:0:220902:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at 0000000029d92ffa. 00000020:00000080:2.0:1767326836.688564:0:220902:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767326836.688567:0:220902:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767326836.688569:0:220902:0:(obd_config.c:886:class_cleanup()) lustre-MDT0001-mdc-ffff971288e2b000: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1767326836.688573:0:220902:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767326836.688575:0:220902:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (00000000539e2e58) has no exports 00000020:00000001:2.0:1767326836.688577:0:220902:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767326836.688579:0:220902:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:2.0:1767326836.688582:0:220902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035af59e1. 00000020:00000010:2.0:1767326836.688585:0:220902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000aac8ebd2. 00000020:00000010:2.0:1767326836.688588:0:220902:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000cfbb0404. 00008000:00000010:2.0:1767326836.688596:0:220902:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000004a1d08d6. 00000020:00000010:2.0:1767326836.688600:0:220902:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000058784f1c. 00000002:00000001:2.0:1767326836.688604:0:220902:0:(mdc_dev.c:1746:mdc_device_fini()) Process entered 00000008:00000001:2.0:1767326836.688605:0:220902:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000008:00000001:2.0:1767326836.688610:0:220902:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:2.0:1767326836.688612:0:220902:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0001-mdc-ffff971288e2b000: client import never connected 00000100:00000001:2.0:1767326836.688614:0:220902:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767326836.688616:0:220902:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:2.0:1767326836.688618:0:220902:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767326836.688620:0:220902:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767326836.688622:0:220902:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: committing for last_committed 0 gen 4 00000100:00000040:2.0:1767326836.688624:0:220902:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff971288e2b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767326836.688631:0:220902:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767326836.688632:0:220902:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767326836.688637:0:220902:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767326836.688639:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767326836.688641:0:220902:0:(obd_class.h:479:obd_check_dev()) Device 4 not setup 00000100:00000001:2.0:1767326836.688642:0:220902:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:2.0:1767326836.688644:0:220902:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767326836.688646:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767326836.688647:0:220902:0:(obd_class.h:479:obd_check_dev()) Device 4 not setup 00000100:00000001:2.0:1767326836.688649:0:220902:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:2.0:1767326836.688653:0:220902:0:(genops.c:1229:class_import_get()) import 00000000ad9b5df4 refcount=3 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326836.688656:0:220902:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326836.688658:0:220902:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=2 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326836.688673:0:220902:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767326836.688675:0:220902:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326836.688676:0:220902:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=1 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326836.688679:0:220902:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:2.0:1767326836.688680:0:220902:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:2.0:1767326836.688682:0:220902:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767326836.688684:0:220902:0:(mdc_changelog.c:866:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:2.0:1767326836.688687:0:220902:0:(mdc_changelog.c:145:chlg_dev_clear()) Process entered 00000002:00000010:2.0:1767326836.688856:0:220902:0:(mdc_changelog.c:135:chlg_device_release()) kfreed 'entry': 1304 at 00000000c957773d. 00000002:00000001:2.0:1767326836.688863:0:220902:0:(mdc_changelog.c:152:chlg_dev_clear()) Process leaving 00000002:00000001:2.0:1767326836.688865:0:220902:0:(mdc_changelog.c:872:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:2.0:1767326836.688867:0:220902:0:(mdc_request.c:3001:mdc_llog_finish()) Process entered 00000002:00000040:2.0:1767326836.688869:0:220902:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000008f063089 : new refcount 2 00000040:00000001:2.0:1767326836.688872:0:220902:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767326836.688874:0:220902:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000008f063089 : new refcount 1 00000020:00000040:2.0:1767326836.688877:0:220902:0:(genops.c:898:class_export_put()) PUTting export 00000000937fd170 : new refcount 1 00000020:00000001:2.0:1767326836.688879:0:220902:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326836.688880:0:220902:0:(genops.c:1242:class_import_put()) import 00000000ad9b5df4 refcount=0 obd=lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000040:2.0:1767326836.688882:0:220902:0:(genops.c:1245:class_import_put()) final put import 00000000ad9b5df4 00000020:00000001:2.0:1767326836.688897:0:220902:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:2.0:1767326836.688899:0:220902:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000008f063089. 00000020:00000001:0.0:1767326836.688904:0:193004:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000040:00000001:2.0:1767326836.688905:0:220902:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1767326836.688908:0:193004:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000ad9b5df4 for lustre-MDT0001-mdc-ffff971288e2b000 00000002:00000001:2.0:1767326836.688910:0:220902:0:(mdc_request.c:3006:mdc_llog_finish()) Process leaving 00000020:00000040:0.0:1767326836.688916:0:193004:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 4 to 192.168.202.142@tcp 00000020:00000010:2.0:1767326836.688916:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at 0000000004f5cc24. 00000020:00000040:0.0:1767326836.688924:0:193004:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 3 to 192.168.202.142@tcp 00000020:00000010:2.0:1767326836.688924:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000472cde1c. 00000020:00000010:0.0:1767326836.688927:0:193004:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000795c40a3. 00000020:00000040:0.0:1767326836.688932:0:193004:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff971288e2b000 (00000000539e2e58) now 4 - import 00000020:00000010:0.0:1767326836.688934:0:193004:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000ad9b5df4. 00000020:00000001:0.0:1767326836.688938:0:193004:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:2.0:1767326836.689257:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000090c9903a. 00000020:00000010:2.0:1767326836.689268:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000007a7792a7. 00000020:00000010:2.0:1767326836.689273:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000933d1dfe. 00000020:00000010:2.0:1767326836.689277:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000a0060daa. 00000020:00000010:2.0:1767326836.689285:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000027c1f91f. 00000020:00000010:2.0:1767326836.689290:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000008eaa382a. 00000002:00000001:2.0:1767326836.689294:0:220902:0:(mdc_dev.c:1754:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326836.689298:0:220902:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000058784f1c. 00000020:00000010:2.0:1767326836.689303:0:220902:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000aac8ebd2. 00000020:00000010:2.0:1767326836.689307:0:220902:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000cfbb0404. 00008000:00000010:2.0:1767326836.689311:0:220902:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000004a1d08d6. 00000020:00000010:2.0:1767326836.689315:0:220902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035af59e1. 00000020:00000001:2.0:1767326836.689318:0:220902:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326836.689333:0:220902:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767326836.689338:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002c4acac5. 00000001:00000010:2.0:1767326836.689341:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005baf2bc0. 00000001:00000010:2.0:1767326836.689343:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004038bd29. 00000001:00000010:2.0:1767326836.689345:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e074b14a. 00000001:00000010:2.0:1767326836.689348:0:220902:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001cb656e9. 00000001:00000010:2.0:1767326836.689351:0:220902:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000004abbc3b. 00000001:00000001:2.0:1767326836.689354:0:220902:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767326836.689355:0:220902:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767326836.689360:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004dc56118. 00000001:00000010:2.0:1767326836.689364:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000af281773. 00000001:00000010:2.0:1767326836.689367:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002dcfa4e4. 00000001:00000010:2.0:1767326836.689369:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000894a664f. 00000001:00000010:2.0:1767326836.689371:0:220902:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000cc4e97d6. 00000001:00000010:2.0:1767326836.689373:0:220902:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000095fa96eb. 00000001:00000001:2.0:1767326836.689379:0:220902:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767326836.689381:0:220902:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff971288e2b000 (00000000539e2e58) now 3 - setup 00000020:00000001:2.0:1767326836.689383:0:220902:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.689385:0:220902:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767326836.689388:0:220902:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767326836.689390:0:220902:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767326836.689395:0:220902:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff971288e2b000 (00000000539e2e58) now 2 - obd_device_list 00000020:00000080:2.0:1767326836.689426:0:220902:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0001-mdc-ffff971288e2b000 (uuid 31e9b472-c3f9-4942-adbf-dafbe9eddaef) 00000020:00000040:2.0:1767326836.689428:0:220902:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001-mdc-ffff971288e2b000 (00000000539e2e58) now 1 - newdev 00000020:00000040:2.0:1767326836.689431:0:220902:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000937fd170 with handle 0x437b5ddfad697e57 from hash 00000020:00000040:2.0:1767326836.689434:0:220902:0:(genops.c:898:class_export_put()) PUTting export 00000000937fd170 : new refcount 0 00000020:00000080:2.0:1767326836.689436:0:220902:0:(genops.c:904:class_export_put()) final put 00000000937fd170/31e9b472-c3f9-4942-adbf-dafbe9eddaef 00000020:00000001:2.0:1767326836.689438:0:220902:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.689441:0:220902:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767326836.689442:0:220902:0:(genops.c:863:class_export_destroy()) destroying export 00000000937fd170/31e9b472-c3f9-4942-adbf-dafbe9eddaef for lustre-MDT0001-mdc-ffff971288e2b000 00000020:00000001:2.0:1767326836.689445:0:220902:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767326836.689447:0:220902:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326836.689449:0:220902:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000937fd170. 00000020:00000001:2.0:1767326836.689453:0:220902:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767326836.689454:0:220902:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0001-mdc-ffff971288e2b000 obd_type name = mdc 00000020:01000000:2.0:1767326836.689457:0:220902:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffff971288e2b000 (31e9b472-c3f9-4942-adbf-dafbe9eddaef) 00000020:00000001:2.0:1767326836.689459:0:220902:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767326836.689462:0:220902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035af59e1. 00000020:00000010:2.0:1767326836.689464:0:220902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000aac8ebd2. 00000020:00000010:2.0:1767326836.689467:0:220902:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000cfbb0404. 00008000:00000010:2.0:1767326836.689470:0:220902:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000004a1d08d6. 00000008:00000001:2.0:1767326836.689474:0:220902:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:2.0:1767326836.689478:0:220902:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1767326836.689479:0:220902:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767326836.689482:0:220902:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767326836.689509:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000e4772844. 00000020:00000010:2.0:1767326836.689515:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000590dbd62. 00010000:00000001:2.0:1767326836.689552:0:220902:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767326836.689564:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000b059e935. 00000020:00000010:2.0:1767326836.689567:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a7f321bc. 00000001:00000001:2.0:1767326836.689601:0:220902:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767326836.690086:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006eb9a9af. 00000001:00000010:2.0:1767326836.690098:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000034062b2. 00000001:00000010:2.0:1767326836.690100:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c79b050a. 00000001:00000010:2.0:1767326836.690106:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000097d1be01. 00000001:00000010:2.0:1767326836.690108:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000008046d1e. 00000001:00000010:2.0:1767326836.690110:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fd5bfbf2. 00000001:00000010:2.0:1767326836.690111:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000bc857d4b. 00000001:00000010:2.0:1767326836.690113:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000673528a8. 00000001:00000010:2.0:1767326836.690114:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000031f5c10f. 00000001:00000010:2.0:1767326836.690116:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000945fdefd. 00000001:00000010:2.0:1767326836.690117:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a1d5f594. 00000001:00000010:2.0:1767326836.690119:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007324e21f. 00000001:00000010:2.0:1767326836.690121:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000051de1aea. 00000001:00000010:2.0:1767326836.690122:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ac514ce5. 00000001:00000010:2.0:1767326836.690123:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c5f03dfc. 00000001:00000010:2.0:1767326836.690125:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000470a6df8. 00000001:00000010:2.0:1767326836.690126:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009d08e8b1. 00000001:00000010:2.0:1767326836.690127:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000faff38f3. 00000001:00000010:2.0:1767326836.690129:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009743a309. 00000001:00000010:2.0:1767326836.690130:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000032657a69. 00000001:00000010:2.0:1767326836.690132:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005f093847. 00000001:00000010:2.0:1767326836.690134:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f221da44. 00000001:00000010:2.0:1767326836.690135:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c936752d. 00000001:00000010:2.0:1767326836.690137:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d6a822c7. 00000001:00000010:2.0:1767326836.690138:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009efd20ee. 00000001:00000010:2.0:1767326836.690140:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002d17628e. 00000001:00000010:2.0:1767326836.690141:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e7921baa. 00000001:00000010:2.0:1767326836.690142:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000118d153. 00000001:00000010:2.0:1767326836.690143:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fa032629. 00000001:00000010:2.0:1767326836.690145:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e94b6a34. 00000001:00000010:2.0:1767326836.690146:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000033d901d. 00000001:00000010:2.0:1767326836.690147:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000896e47a5. 00000001:00000010:2.0:1767326836.690149:0:220902:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 00000000228e018b. 00000001:00000010:2.0:1767326836.690151:0:220902:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000019fef717. 00000001:00000001:2.0:1767326836.690155:0:220902:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767326836.690161:0:220902:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000009210cad2. 00010000:00000001:2.0:1767326836.690166:0:220902:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767326836.690430:0:220902:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1767326836.690433:0:220902:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1767326836.690435:0:220902:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:3.0:1767326836.690437:0:220902:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1767326836.690438:0:220902:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767326836.690440:0:220902:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1767326836.690446:0:220902:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 0000000088ef51d9. 00010000:00000010:3.0:1767326836.690450:0:220902:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000b100ba9d. 00010000:00000010:3.0:1767326836.690453:0:220902:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000000738e11a. 00010000:00000001:3.0:1767326836.690455:0:220902:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:3.0:1767326836.690457:0:220902:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1767326836.690459:0:220902:0:(mdc_dev.c:1698:mdc_device_free()) kfreed 'osc': 104 at 000000004a82af5c. 00000020:00000010:3.0:1767326836.690462:0:220902:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000aac8ebd2. 00000020:00000010:3.0:1767326836.690465:0:220902:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000cfbb0404. 00008000:00000010:3.0:1767326836.690467:0:220902:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000004a1d08d6. 00000020:00000010:3.0:1767326836.690475:0:220902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035af59e1. 00000020:00000001:3.0:1767326836.690478:0:220902:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326836.690479:0:220902:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000539e2e58. 00000020:00000001:3.0:1767326836.690484:0:220902:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767326836.690486:0:220902:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767326836.690488:0:220902:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at 0000000029d92ffa. 00000020:00000001:3.0:1767326836.690491:0:220902:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000080:02000400:3.0:1767326836.690493:0:220902:0:(llite_lib.c:1613:ll_put_super()) Unmounted lustre-client 00000020:00000001:3.0:1767326836.691446:0:220902:0:(obd_config.c:1121:class_del_profile()) Process entered 00000020:01000000:3.0:1767326836.691447:0:220902:0:(obd_config.c:1123:class_del_profile()) Del profile lustre-client 00000020:00000001:3.0:1767326836.691449:0:220902:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000020:00000001:3.0:1767326836.691450:0:220902:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446628705343703360 : -115368365848256 : ffff9712b5890940) 00000020:00000010:3.0:1767326836.691453:0:220902:0:(obd_config.c:1160:class_put_profile()) kfreed 'lprof->lp_profile': 14 at 000000001aa74e1d. 00000020:00000010:3.0:1767326836.691456:0:220902:0:(obd_config.c:1161:class_put_profile()) kfreed 'lprof->lp_dt': 14 at 000000000323594d. 00000020:00000010:3.0:1767326836.691459:0:220902:0:(obd_config.c:1162:class_put_profile()) kfreed 'lprof->lp_md': 14 at 0000000081eb15d9. 00000020:00000010:3.0:1767326836.691461:0:220902:0:(obd_config.c:1163:class_put_profile()) kfreed 'lprof': 48 at 000000001246a087. 00000020:00000001:3.0:1767326836.691463:0:220902:0:(obd_config.c:1138:class_del_profile()) Process leaving 00000080:00000001:3.0:1767326836.691465:0:220902:0:(llite_lib.c:266:ll_free_sbi()) Process entered 00000020:00000010:3.0:1767326836.691484:0:220902:0:(cl_page.c:1415:cl_cache_decref()) kfreed 'cache': 152 at 0000000034b74ac2. 00000080:00000010:3.0:1767326836.691487:0:220902:0:(llite_lib.c:281:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at 00000000adc45ca0. 00000080:00000010:3.0:1767326836.691490:0:220902:0:(llite_lib.c:287:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at 0000000074cbf3e3. 00000080:00000010:3.0:1767326836.691515:0:220902:0:(llite_lib.c:310:ll_free_sbi()) kfreed 'sbi': 1376 at 00000000d48540cf. 00000080:00000001:3.0:1767326836.691519:0:220902:0:(llite_lib.c:312:ll_free_sbi()) Process leaving 00000020:00000001:3.0:1767326836.691521:0:220902:0:(obd_mount.c:873:lustre_common_put_super()) Process entered 00000020:01000004:3.0:1767326836.691523:0:220902:0:(obd_mount.c:875:lustre_common_put_super()) dropping sb 000000008a7c52c6 00000020:00000001:3.0:1767326836.691530:0:220902:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:00000001:3.0:1767326836.691532:0:220902:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:3.0:1767326836.691535:0:220902:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:3.0:1767326836.691536:0:220902:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect MGC192.168.202.142@tcp - 1 00000100:00000001:3.0:1767326836.691539:0:220902:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1767326836.691541:0:220902:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import d78984fc-6fc9-437f-a1d6-38da7564c553->MGS 00000020:00000001:3.0:1767326836.691542:0:220902:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326836.691543:0:220902:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=2 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326836.691545:0:220902:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767326836.691546:0:220902:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.691548:0:220902:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1767326836.691550:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.691551:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767326836.691559:0:220902:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000eb2a4dc0 count: 2 00010000:00000001:3.0:1767326836.691562:0:220902:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:3.0:1767326836.691565:0:220902:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000eb2a4dc0 count: 3 00010000:00000001:3.0:1767326836.691566:0:220902:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767326836.691569:0:220902:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767326836.691572:0:220902:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767326836.691574:0:220902:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697edc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xa7160ca857582654 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767326836.691582:0:220902:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767326836.691584:0:220902:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697edc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xa7160ca857582654 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767326836.691588:0:220902:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1767326836.691590:0:220902:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:00000001:3.0:1767326836.691592:0:220902:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767326836.691593:0:220902:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(0000000065c0aa42) refs 1 10000000:01000000:3.0:1767326836.691595:0:220902:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 10000000:00000001:3.0:1767326836.691595:0:220902:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767326836.691596:0:220902:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767326836.691596:0:220902:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767326836.691597:0:220902:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767326836.691598:0:220902:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767326836.691598:0:220902:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767326836.691607:0:220902:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767326836.691608:0:220902:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767326836.691609:0:220902:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767326836.691610:0:220902:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:08000000:3.0:1767326836.691614:0:220902:0:(sec_config.c:500:sptlrpc_conf_free()) free sptlrpc conf lustre 02000000:00000010:3.0:1767326836.691616:0:220902:0:(sec_config.c:504:sptlrpc_conf_free()) kfreed 'conf': 120 at 0000000092e7ce46. 00000020:00000040:3.0:1767326836.691620:0:220902:0:(genops.c:898:class_export_put()) PUTting export 00000000fdffe21b : new refcount 2 10000000:00000010:3.0:1767326836.691621:0:220902:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 0000000065c0aa42. 10000000:00000001:3.0:1767326836.691624:0:220902:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767326836.691625:0:220902:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.691628:0:220902:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767326836.691631:0:220902:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767326836.691632:0:220902:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767326836.691635:0:220902:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767326836.691636:0:220902:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767326836.691638:0:220902:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ade3308f with handle 0x437b5ddfad697edc from hash 00010000:00000001:3.0:1767326836.691640:0:220902:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767326836.691642:0:220902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767326836.691643:0:220902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326836.691644:0:220902:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767326836.691645:0:220902:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767326836.691647:0:220902:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767326836.691649:0:220902:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326836.691650:0:220902:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326836.691652:0:220902:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767326836.691654:0:220902:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767326836.691664:0:220902:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a60b7193. 00000020:00000040:3.0:1767326836.691666:0:220902:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326836.691670:0:220902:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326836.691672:0:220902:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326836.691675:0:220902:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326836.691682:0:220902:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026e82522. 00000100:00000001:3.0:1767326836.691687:0:220902:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.691690:0:220902:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767326836.691694:0:220902:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697edc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7160ca857582654 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767326836.691705:0:220902:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767326836.691706:0:220902:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326836.691715:0:220902:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767326836.691718:0:220902:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767326836.691723:0:220902:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003e13f8bd. 00000100:00000001:3.0:1767326836.691725:0:220902:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446628705343115648 : -115368366435968 : ffff9712b5801180) 00000100:00000001:3.0:1767326836.691727:0:220902:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326836.691728:0:220902:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571634816 : -115369137916800 : ffff971287843480) 00000100:00000001:3.0:1767326836.691732:0:220902:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326836.691734:0:220902:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.691736:0:220902:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767326836.691738:0:220902:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326836.691745:0:220902:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a60b7193 x1853175408706176/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326836.691757:0:220902:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326836.691759:0:220902:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326836.691762:0:220902:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a60b7193 x1853175408706176/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326836.691781:0:220902:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1767326836.691784:0:220902:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326836.691785:0:220902:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326836.691786:0:220902:0:(client.c:2690:ptlrpc_set_wait()) set 000000003e13f8bd going to sleep for 0 seconds 00000100:00000001:3.0:1767326836.691788:0:220902:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326836.691790:0:220902:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1767326836.691793:0:220902:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326836.691794:0:220902:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767326836.691797:0:220902:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767326836.691801:0:220902:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a60b7193 x1853175408706176/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767326836.691813:0:220902:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a60b7193 pname:cluuid:pid:xid:nid:opc:job umount:d78984fc-6fc9-437f-a1d6-38da7564c553:220902:1853175408706176:192.168.202.142@tcp:103: 00000100:00000001:3.0:1767326836.691827:0:220902:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326836.691831:0:220902:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1767326836.691834:0:220902:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767326836.691837:0:220902:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326836.691841:0:220902:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a60b7193 x1853175408706176/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326836.691849:0:220902:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767326836.691851:0:220902:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003e13f8bd. 00000100:00000001:3.0:1767326836.691854:0:220902:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767326836.691862:0:220902:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:3.0:1767326836.691865:0:220902:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:3.0:1767326836.691868:0:220902:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767326836.691871:0:220902:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a60b7193 x1853175408706176/t0(0) o103->MGC192.168.202.142@tcp@192.168.202.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326836.691878:0:220902:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767326836.691880:0:220902:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767326836.691882:0:220902:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=2 obd=MGC192.168.202.142@tcp 00000020:00000001:3.0:1767326836.691884:0:220902:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767326836.691887:0:220902:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000026e82522. 02000000:00000001:3.0:1767326836.691892:0:220902:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767326836.691895:0:220902:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767326836.691896:0:220902:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a60b7193. 00000100:00000001:3.0:1767326836.691901:0:220902:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767326836.691902:0:220902:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767326836.691910:0:220902:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:3.0:1767326836.691912:0:220902:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:3.0:1767326836.691914:0:220902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767326836.691916:0:220902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.142@tcp lock: 00000000ade3308f/0x437b5ddfad697edc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xa7160ca857582654 expref: -99 pid: 214087 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767326836.691926:0:220902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767326836.691929:0:220902:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.691931:0:220902:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767326836.691934:0:220902:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000eb2a4dc0 count: 0 00000001:00000001:3.0:1767326836.691949:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.691958:0:220902:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.691962:0:220902:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1767326836.691964:0:220902:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767326836.691965:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.691967:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.691969:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767326836.691971:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767326836.691973:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767326836.691975:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.691977:0:220902:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.691979:0:220902:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:3.0:1767326836.691981:0:220902:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:3.0:1767326836.691986:0:220902:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:3.0:1767326836.691988:0:220902:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1767326836.691993:0:220902:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a60b7193. 00000020:00000040:3.0:1767326836.691996:0:220902:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000100:00000001:3.0:1767326836.691998:0:220902:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767326836.692000:0:220902:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767326836.692002:0:220902:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767326836.692011:0:220902:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000243161f8. 00000100:00000001:3.0:1767326836.692015:0:220902:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.692017:0:220902:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446628704571634816 : -115369137916800 : ffff971287843480) 00000100:00080000:3.0:1767326836.692020:0:220902:0:(import.c:65:import_set_state_nolock()) 000000002f834ebc MGS: changing import state from FULL to CONNECTING 00000100:00000001:3.0:1767326836.692024:0:220902:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767326836.692025:0:220902:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767326836.692031:0:220902:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a60b7193] to pc [ptlrpcd_rcv+-1] req@00000000a60b7193 x1853175408706304/t0(0) o251->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326836.692049:0:220902:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.692063:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326836.692066:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326836.692068:0:211393:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767326836.692073:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a60b7193 x1853175408706304/t0(0) o251->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326836.692078:0:211393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767326836.692086:0:211393:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326836.692090:0:211393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767326836.692093:0:211393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767326836.692096:0:211393:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767326836.692100:0:211393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a60b7193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d78984fc-6fc9-437f-a1d6-38da7564c553:211393:1853175408706304:192.168.202.142@tcp:251: 00000100:00000001:3.0:1767326836.692111:0:211393:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767326836.692117:0:211393:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767326836.692121:0:211393:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767326836.692124:0:211393:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767326836.692128:0:211393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026e82522. 02000000:00000001:3.0:1767326836.692130:0:211393:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767326836.692139:0:211393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d8888ef. 00000400:00000010:3.0:1767326836.692154:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046298f58. 00000100:00000200:3.0:1767326836.692163:0:211393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853175408706304, portal 25 00000100:00000001:3.0:1767326836.692166:0:211393:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767326836.692167:0:211393:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628704571634816 : -115369137916800 : ffff971287843480) 00000100:00000040:3.0:1767326836.692173:0:211393:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a60b7193 x1853175408706304/t0(0) o251->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326836.692180:0:211393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767326836.692185:0:211393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.142@tcp 00000400:00000010:3.0:1767326836.692188:0:211393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af85f150. 00000100:00000200:3.0:1767326836.692199:0:211393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853175408706304, offset 0 00000400:00000200:3.0:1767326836.692208:0:211393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.142@tcp 00000400:00000200:3.0:1767326836.692225:0:211393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.142@tcp local destination 00000400:00000200:3.0:1767326836.692239:0:211393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767326836.692245:0:211393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.42@tcp 00000400:00000200:3.0:1767326836.692250:0:211393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767326836.692254:0:211393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.142@tcp 00000400:00000200:3.0:1767326836.692259:0:211393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.42@tcp NI seq info: [661:661:256:4294967295] 192.168.202.142@tcp LPNI seq info [661:661:8:4294967295] 00000400:00000200:3.0:1767326836.692274:0:211393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp:) -> 192.168.202.142@tcp(192.168.202.142@tcp:192.168.202.142@tcp) : PUT try# 0 00000800:00000200:3.0:1767326836.692289:0:211393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.142@tcp 00000800:00000010:3.0:1767326836.692295:0:211393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e9ecf111. 00000800:00000200:3.0:1767326836.692308:0:211393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fb2b8a01] -> 12345-192.168.202.142@tcp (5) 00000800:00000200:3.0:1767326836.692317:0:211393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.142@tcp ip 192.168.202.142:988 00000800:00000200:3.0:1767326836.692328:0:211393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e9ecf111 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767326836.692346:0:211393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.692352:0:211393:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 0 is 4306708313 00000100:00000001:3.0:1767326836.692360:0:211393:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306708296 00000100:00000001:3.0:1767326836.692372:0:211393:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 1 is 4306708313 00000100:00000001:3.0:1767326836.692376:0:211393:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306708296 00000100:00000001:3.0:1767326836.692379:0:211393:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 2 is 4306708313 00000100:00000001:3.0:1767326836.692383:0:211393:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306708296 00000100:00000001:3.0:1767326836.692389:0:211393:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS new deadline estimation for cpu 3 is 4306708313 00000100:00000001:3.0:1767326836.692395:0:211393:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306708296 00000100:00000001:3.0:1767326836.692435:0:211393:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767326836.692438:0:211393:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.692441:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.692444:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767326836.692450:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767326836.692452:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767326836.692454:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767326836.692455:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767326836.692457:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767326836.692460:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767326836.692490:0:211389:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767326836.692495:0:211389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e9ecf111. 00000400:00000200:1.0:1767326836.692500:0:211389:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767326836.692507:0:211389:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000400:00000200:1.0:1767326836.692518:0:211389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af85f150 00000400:00000010:1.0:1767326836.692526:0:211389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af85f150. 00000100:00000001:1.0:1767326836.692532:0:211389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767326836.692536:0:211389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a60b7193 x1853175408706304/t0(0) o251->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326836.692548:0:211389:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767326836.692550:0:211389:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a60b7193 x1853175408706304/t0(0) o251->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767326836.692562:0:211389:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767326836.692564:0:211389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767326836.694178:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326836.694189:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767326836.694191:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326836.694194:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326836.694202:0:211387:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.42@tcp(192.168.202.42@tcp) <- 192.168.202.142@tcp : PUT - for me 00000400:00000200:3.0:1767326836.694214:0:211387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.142@tcp of length 224 into portal 25 MB=0x6957405f14300 00000400:00000200:3.0:1767326836.694221:0:211387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.142@tcp of length 224/224 into md 0x1571 [1] + 224 00000800:00000001:3.0:1767326836.694227:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326836.694233:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767326836.694240:0:211387:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767326836.694244:0:211387:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.42@tcp->192.168.202.142@tcp: PUT: OK 00000100:00000001:3.0:1767326836.694249:0:211387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767326836.694254:0:211387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a60b7193 x1853175408706304/t0(0) o251->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767326836.694262:0:211387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a60b7193 x1853175408706304/t0(0) o251->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767326836.694277:0:211387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767326836.694284:0:211387:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767326836.694288:0:211387:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326836.694302:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767326836.694305:0:211393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767326836.694312:0:211393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767326836.694314:0:211393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767326836.694317:0:211393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d8888ef. 00000400:00000200:0.0:1767326836.694322:0:211393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046298f58 00000400:00000010:0.0:1767326836.694324:0:211393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046298f58. 00000100:00000001:0.0:1767326836.694328:0:211393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767326836.694333:0:211393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a60b7193 x1853175408706304/t0(0) o251->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767326836.694343:0:211393:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a60b7193 x1853175408706304/t0(0) o251->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326836.694350:0:211393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767326836.694353:0:211393:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767326836.694356:0:211393:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767326836.694359:0:211393:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767326836.694361:0:211393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767326836.694363:0:211393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767326836.694366:0:211393:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767326836.694372:0:211393:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c7def4b6 time=82 v=5 (5 5 5 5) 00000100:00001000:0.0:1767326836.694375:0:211393:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b643f683 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1767326836.694378:0:211393:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767326836.694379:0:211393:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767326836.694380:0:211393:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767326836.694382:0:211393:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326836.694384:0:211393:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767326836.694389:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a60b7193 x1853175408706304/t0(0) o251->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767326836.694420:0:211393:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767326836.694423:0:211393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767326836.694425:0:211393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767326836.694428:0:211393:0:(import.c:65:import_set_state_nolock()) 000000002f834ebc MGS: changing import state from CONNECTING to CLOSED 00000100:00000001:0.0:1767326836.694432:0:211393:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:0.0:1767326836.694435:0:211393:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1767326836.694438:0:211393:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1767326836.694440:0:211393:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326836.694442:0:211393:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767326836.694443:0:211393:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:0.0:1767326836.694445:0:211393:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1767326836.694446:0:211393:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326836.694448:0:211393:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:0.0:1767326836.694461:0:211393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a60b7193 x1853175408706304/t0(0) o251->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767326836.694469:0:211393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a60b7193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d78984fc-6fc9-437f-a1d6-38da7564c553:211393:1853175408706304:192.168.202.142@tcp:251: 00000100:00000001:0.0:1767326836.694475:0:211393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326836.694477:0:220902:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326836.694478:0:211393:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767326836.694482:0:211393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a60b7193 x1853175408706304/t0(0) o251->MGC192.168.202.142@tcp@192.168.202.142@tcp:26/25 lens 224/224 e 0 to 0 dl 1767326846 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767326836.694484:0:220902:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767326836.694487:0:220902:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1767326836.694491:0:211393:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767326836.694491:0:220902:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767326836.694495:0:220902:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767326836.694496:0:220902:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767326836.694498:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000001:0.0:1767326836.694500:0:211393:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:2.0:1767326836.694500:0:220902:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1767326836.694504:0:220902:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767326836.694505:0:211393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026e82522. 00000100:00000001:2.0:1767326836.694506:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:0.0:1767326836.694509:0:211393:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1767326836.694510:0:220902:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000001:0.0:1767326836.694512:0:211393:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767326836.694514:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000040:0.0:1767326836.694515:0:211393:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=2 obd=MGC192.168.202.142@tcp 00000020:00000001:0.0:1767326836.694518:0:211393:0:(genops.c:1249:class_import_put()) Process leaving 10000000:01000000:2.0:1767326836.694518:0:220902:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808003 02000000:00000010:0.0:1767326836.694522:0:211393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000243161f8. 00000001:00000001:2.0:1767326836.694523:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:0.0:1767326836.694525:0:211393:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:2.0:1767326836.694526:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:0.0:1767326836.694528:0:211393:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:2.0:1767326836.694530:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767326836.694531:0:211393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a60b7193. 00000001:00000001:2.0:1767326836.694533:0:220902:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767326836.694535:0:220902:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1767326836.694536:0:211393:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:2.0:1767326836.694537:0:220902:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326836.694540:0:211393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767326836.694541:0:220902:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767326836.694545:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767326836.694545:0:220902:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:2.0:1767326836.694550:0:220902:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000100:00000001:0.0:1767326836.694551:0:211393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767326836.694552:0:220902:0:(genops.c:1460:class_disconnect()) Process entered 00000100:00000001:0.0:1767326836.694554:0:211393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767326836.694555:0:220902:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x437b5ddfad697e2d 00000100:00000001:0.0:1767326836.694557:0:211393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767326836.694558:0:220902:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d83f0954 with handle 0x437b5ddfad697e2d from hash 00000100:00000001:0.0:1767326836.694559:0:211393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.694566:0:220902:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767326836.694569:0:220902:0:(genops.c:898:class_export_put()) PUTting export 00000000d83f0954 : new refcount 1 00000020:00000001:2.0:1767326836.694571:0:220902:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767326836.694572:0:220902:0:(genops.c:898:class_export_put()) PUTting export 00000000d83f0954 : new refcount 0 00000020:00000080:2.0:1767326836.694574:0:220902:0:(genops.c:904:class_export_put()) final put 00000000d83f0954/d78984fc-6fc9-437f-a1d6-38da7564c553 00000020:00000001:2.0:1767326836.694576:0:220902:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.694586:0:220902:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767326836.694588:0:220902:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.694590:0:220902:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.694592:0:220902:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:00000001:0.0:1767326836.694596:0:193004:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767326836.694600:0:193004:0:(genops.c:863:class_export_destroy()) destroying export 00000000d83f0954/d78984fc-6fc9-437f-a1d6-38da7564c553 for MGC192.168.202.142@tcp 00000020:01000000:2.0:1767326836.694600:0:220902:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGC192.168.202.142@tcp (flags='') 00000020:00000040:0.0:1767326836.694606:0:193004:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 2 to 192.168.202.142@tcp 00000020:00000010:2.0:1767326836.694607:0:220902:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000002104fb11. 00000020:00000001:0.0:1767326836.694610:0:193004:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000080:2.0:1767326836.694611:0:220902:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767326836.694612:0:193004:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767326836.694615:0:193004:0:(obd_config.c:955:class_decref()) Decref MGC192.168.202.142@tcp (00000000a9d29a4d) now 5 - export 00000020:00000001:2.0:1767326836.694617:0:220902:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000010:0.0:1767326836.694618:0:193004:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d83f0954. 00000020:00000080:2.0:1767326836.694621:0:220902:0:(obd_config.c:886:class_cleanup()) MGC192.168.202.142@tcp: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1767326836.694623:0:193004:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767326836.694625:0:220902:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767326836.694628:0:220902:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (00000000a9d29a4d) has no exports 00000020:00000001:2.0:1767326836.694630:0:220902:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767326836.694632:0:220902:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:2.0:1767326836.694635:0:220902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b96085d9. 00000020:00000010:2.0:1767326836.694638:0:220902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002d64e397. 00000040:00000010:2.0:1767326836.694641:0:220902:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008b788c0f. 00000020:00000010:2.0:1767326836.694645:0:220902:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001dac6e9e. 00000020:00000010:2.0:1767326836.694649:0:220902:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000001db60f4. 00040000:00000010:2.0:1767326836.694654:0:220902:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cf3a545b. 00040000:00000010:2.0:1767326836.694658:0:220902:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d7ba2ad1. 00000020:00000010:2.0:1767326836.694662:0:220902:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000036e772ed. 10000000:00000001:2.0:1767326836.694666:0:220902:0:(mgc_request.c:792:mgc_device_fini()) Process entered 10000000:01000000:0.0:1767326836.694707:0:214087:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:00000001:0.0:1767326836.694711:0:214087:0:(mgc_request.c:709:mgc_requeue_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326836.694715:0:220902:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 10000000:01000000:2.0:1767326836.694718:0:220902:0:(obd_class.h:663:obd_cleanup_client_import()) MGC192.168.202.142@tcp: client import never connected 00000100:00000001:2.0:1767326836.694720:0:220902:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767326836.694721:0:220902:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1767326836.694723:0:220902:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767326836.694723:0:220902:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767326836.694724:0:220902:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767326836.694725:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767326836.694726:0:220902:0:(obd_class.h:479:obd_check_dev()) Device 0 not setup 00000100:00000001:2.0:1767326836.694727:0:220902:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:2.0:1767326836.694728:0:220902:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767326836.694729:0:220902:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767326836.694730:0:220902:0:(obd_class.h:479:obd_check_dev()) Device 0 not setup 00000100:00000001:2.0:1767326836.694731:0:220902:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:2.0:1767326836.694733:0:220902:0:(genops.c:1229:class_import_get()) import 000000002f834ebc refcount=3 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326836.694734:0:220902:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326836.694736:0:220902:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=2 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326836.694737:0:220902:0:(genops.c:1249:class_import_put()) Process leaving 02000000:08000000:2.0:1767326836.694744:0:220902:0:(sec.c:1366:sec_cop_destroy_sec()) sec.null@0000000017e3da4a: being destroyed 00000020:00000001:2.0:1767326836.694747:0:220902:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326836.694748:0:220902:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=1 obd=MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326836.694749:0:220902:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:2.0:1767326836.694750:0:220902:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 10000000:00000001:2.0:1767326836.694752:0:220902:0:(mgc_request.c:774:mgc_llog_fini()) Process entered 10000000:00000040:2.0:1767326836.694754:0:220902:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000007c1e0515 : new refcount 2 00000040:00000001:2.0:1767326836.694756:0:220902:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767326836.694757:0:220902:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000007c1e0515 : new refcount 1 00000020:00000040:2.0:1767326836.694760:0:220902:0:(genops.c:898:class_export_put()) PUTting export 00000000fdffe21b : new refcount 1 00000020:00000001:2.0:1767326836.694761:0:220902:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767326836.694762:0:220902:0:(genops.c:1242:class_import_put()) import 000000002f834ebc refcount=0 obd=MGC192.168.202.142@tcp 00000020:00000040:2.0:1767326836.694775:0:220902:0:(genops.c:1245:class_import_put()) final put import 000000002f834ebc 00000020:00000001:2.0:1767326836.694786:0:220902:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:2.0:1767326836.694788:0:220902:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000007c1e0515. 00000040:00000001:2.0:1767326836.694794:0:220902:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326836.694797:0:220902:0:(mgc_request.c:780:mgc_llog_fini()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767326836.694799:0:220902:0:(mgc_request.c:816:mgc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326836.694803:0:220902:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000036e772ed. 00000020:00000001:1.0:1767326836.694808:0:193004:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000010:2.0:1767326836.694810:0:220902:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002d64e397. 00000020:00000080:1.0:1767326836.694811:0:193004:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000002f834ebc for MGC192.168.202.142@tcp 00000040:00000010:2.0:1767326836.694813:0:220902:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008b788c0f. 00000020:00000040:1.0:1767326836.694815:0:193004:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 1 to 192.168.202.142@tcp 00000020:00000010:2.0:1767326836.694816:0:220902:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001dac6e9e. 00000020:00000040:1.0:1767326836.694818:0:193004:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004252e777 refcount 0 to 192.168.202.142@tcp 00000020:00000010:1.0:1767326836.694821:0:193004:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 000000009c20bfda. 00000020:00000010:2.0:1767326836.694821:0:220902:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000001db60f4. 00000020:00000040:1.0:1767326836.694824:0:193004:0:(obd_config.c:955:class_decref()) Decref MGC192.168.202.142@tcp (00000000a9d29a4d) now 4 - import 00040000:00000010:2.0:1767326836.694825:0:220902:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cf3a545b. 00000020:00000010:1.0:1767326836.694826:0:193004:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000002f834ebc. 00000020:00000001:1.0:1767326836.694829:0:193004:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00040000:00000010:2.0:1767326836.694829:0:220902:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d7ba2ad1. 00000020:00000010:2.0:1767326836.694832:0:220902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b96085d9. 00000020:00000001:2.0:1767326836.694835:0:220902:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767326836.694847:0:220902:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767326836.694853:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000223c7a5a. 00000001:00000010:2.0:1767326836.694857:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005bceb7b4. 00000001:00000010:2.0:1767326836.694859:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003b00d4a6. 00000001:00000010:2.0:1767326836.694861:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b0cfc8ab. 00000001:00000010:2.0:1767326836.694863:0:220902:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008ede73c0. 00000001:00000010:2.0:1767326836.694866:0:220902:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009ffeb864. 00000001:00000001:2.0:1767326836.694869:0:220902:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767326836.694870:0:220902:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767326836.694878:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005b9e9d23. 00000001:00000010:2.0:1767326836.694880:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009bf3ed91. 00000001:00000010:2.0:1767326836.694882:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d9fd5456. 00000001:00000010:2.0:1767326836.694884:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c2922661. 00000001:00000010:2.0:1767326836.694885:0:220902:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000428673d8. 00000001:00000010:2.0:1767326836.694887:0:220902:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b569a0f6. 00000001:00000001:2.0:1767326836.694889:0:220902:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767326836.694890:0:220902:0:(obd_config.c:955:class_decref()) Decref MGC192.168.202.142@tcp (00000000a9d29a4d) now 3 - setup 00000020:00000001:2.0:1767326836.694891:0:220902:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.694893:0:220902:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767326836.694895:0:220902:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767326836.694897:0:220902:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767326836.694900:0:220902:0:(obd_config.c:955:class_decref()) Decref MGC192.168.202.142@tcp (00000000a9d29a4d) now 2 - obd_device_list 00000020:00000080:2.0:1767326836.694901:0:220902:0:(obd_config.c:814:class_detach()) detach on obd MGC192.168.202.142@tcp (uuid d78984fc-6fc9-437f-a1d6-38da7564c553) 00000020:00000040:2.0:1767326836.694902:0:220902:0:(obd_config.c:955:class_decref()) Decref MGC192.168.202.142@tcp (00000000a9d29a4d) now 1 - newdev 00000020:00000040:2.0:1767326836.694904:0:220902:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fdffe21b with handle 0x437b5ddfad697e26 from hash 00000020:00000040:2.0:1767326836.694906:0:220902:0:(genops.c:898:class_export_put()) PUTting export 00000000fdffe21b : new refcount 0 00000020:00000080:2.0:1767326836.694907:0:220902:0:(genops.c:904:class_export_put()) final put 00000000fdffe21b/d78984fc-6fc9-437f-a1d6-38da7564c553 00000020:00000001:2.0:1767326836.694908:0:220902:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.694909:0:220902:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767326836.694910:0:220902:0:(genops.c:863:class_export_destroy()) destroying export 00000000fdffe21b/d78984fc-6fc9-437f-a1d6-38da7564c553 for MGC192.168.202.142@tcp 00000020:00000001:2.0:1767326836.694911:0:220902:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767326836.694912:0:220902:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326836.694912:0:220902:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000fdffe21b. 00000020:00000001:2.0:1767326836.694914:0:220902:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767326836.694916:0:220902:0:(genops.c:440:class_free_dev()) Release obd device MGC192.168.202.142@tcp obd_type name = mgc 00000020:01000000:2.0:1767326836.694917:0:220902:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGC192.168.202.142@tcp (d78984fc-6fc9-437f-a1d6-38da7564c553) 00000020:00000001:2.0:1767326836.694918:0:220902:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767326836.694920:0:220902:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b96085d9. 00000020:00000010:2.0:1767326836.694921:0:220902:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d7ba2ad1. 00000040:00000010:2.0:1767326836.694923:0:220902:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000001db60f4. 00000020:00000010:2.0:1767326836.694924:0:220902:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001dac6e9e. 00000020:00000010:2.0:1767326836.694926:0:220902:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008b788c0f. 00040000:00000010:2.0:1767326836.694930:0:220902:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cf3a545b. 00040000:00000010:2.0:1767326836.694932:0:220902:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002d64e397. 10000000:00000001:2.0:1767326836.694934:0:220902:0:(mgc_request.c:824:mgc_device_free()) Process entered 00000020:00000001:2.0:1767326836.694935:0:220902:0:(obd_config.c:1171:class_del_profiles()) Process entered 00000020:00000001:2.0:1767326836.694937:0:220902:0:(obd_config.c:1184:class_del_profiles()) Process leaving 00010000:00000001:2.0:1767326836.695002:0:220902:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1767326836.695004:0:220902:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767326836.695007:0:220902:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767326836.695022:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000e01157fc. 00000020:00000010:2.0:1767326836.695025:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000c37fc8a2. 00000020:00000010:2.0:1767326836.695027:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000027451b8a. 00010000:00000001:2.0:1767326836.695043:0:220902:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767326836.695050:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000ba743560. 00000020:00000010:2.0:1767326836.695053:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000b427c1df. 00000020:00000010:2.0:1767326836.695056:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000003adc2fa7. 00000020:00000010:2.0:1767326836.695057:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000310f50fb. 00000020:00000010:2.0:1767326836.695059:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000005bb326a8. 00000020:00000010:2.0:1767326836.695061:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000078a3e79f. 00000001:00000001:2.0:1767326836.695080:0:220902:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767326836.695081:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000e9b602b7. 00000001:00000010:2.0:1767326836.695083:0:220902:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 0000000018fed442. 00000001:00000010:2.0:1767326836.695084:0:220902:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 00000000dbb48a53. 00000001:00000010:2.0:1767326836.695086:0:220902:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000004997d556. 00000001:00000001:2.0:1767326836.695087:0:220902:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767326836.695088:0:220902:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000b01d9288. 00010000:00000001:2.0:1767326836.695090:0:220902:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767326836.695091:0:220902:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767326836.695091:0:220902:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1767326836.695092:0:220902:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:2.0:1767326836.695094:0:220902:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1767326836.695094:0:220902:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767326836.695095:0:220902:0:(ldlm_lockd.c:3526:ldlm_cleanup()) Process entered 00000001:00000010:2.0:1767326836.695107:0:220902:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at 00000000b7a7fb28. 00000001:00000010:2.0:1767326836.695109:0:220902:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at 00000000e4a5c509. 00000020:00000001:0.0:1767326836.695135:0:214084:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767326836.695139:0:214084:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767326836.695142:0:214084:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00000001:0.0:1767326836.695145:0:214084:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767326836.695147:0:214084:0:(ldlm_lockd.c:2877:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:0.0:1767326836.695157:0:214084:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007b02bc0c. 00000020:00000010:0.0:1767326836.695165:0:214084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b8dd22d4. 00000020:00000010:0.0:1767326836.695170:0:214084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000083db3ba5. 00000020:00000010:0.0:1767326836.695175:0:214084:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000eb477c62. 00000020:00000010:0.0:1767326836.695180:0:214084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000410fb6ce. 80000000:00000010:0.0:1767326836.695184:0:214084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000050311636. 40000000:00000010:0.0:1767326836.695189:0:214084:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001d6bd54f. 00000020:00000001:3.0:1767326836.695194:0:216575:0:(genops.c:1912:obd_stale_export_get()) Process entered 00100000:00000010:0.0:1767326836.695195:0:214084:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000774ab34d. 00000020:00000001:3.0:1767326836.695198:0:216575:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767326836.695201:0:214084:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000d205065. 00010000:00010000:3.0:1767326836.695202:0:216575:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00040000:00000010:0.0:1767326836.695205:0:214084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d7f0fd6d. 00010000:00000001:3.0:1767326836.695207:0:216575:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767326836.695210:0:216575:0:(ldlm_lockd.c:2877:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1767326836.695212:0:214084:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c0365587. 00000020:00000010:0.0:1767326836.695217:0:214084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000234fe2ed. 00010000:00000010:0.0:1767326836.695220:0:214084:0:(ldlm_lockd.c:3017:ldlm_bl_thread_main()) kfreed 'env': 56 at 00000000c3835e74. 00000020:00000010:3.0:1767326836.695221:0:216575:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002d07dc5d. 00010000:00000001:0.0:1767326836.695225:0:214084:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326836.695231:0:216575:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006aac48fe. 00000020:00000010:3.0:1767326836.695238:0:216575:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000385312d0. 00000020:00000010:3.0:1767326836.695241:0:216575:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000aafd68f8. 00000020:00000010:3.0:1767326836.695245:0:216575:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e7e70dee. 80000000:00000010:3.0:1767326836.695249:0:216575:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000011ed1a80. 00000020:00000001:1.0:1767326836.695252:0:214085:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767326836.695256:0:214085:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:3.0:1767326836.695256:0:216575:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000aaf7d20f. 00010000:00010000:1.0:1767326836.695260:0:214085:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00100000:00000010:3.0:1767326836.695263:0:216575:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000259127a7. 00010000:00000001:1.0:1767326836.695264:0:214085:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767326836.695266:0:214085:0:(ldlm_lockd.c:2877:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00040000:00000010:3.0:1767326836.695270:0:216575:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b62e88f4. 00040000:00000010:3.0:1767326836.695275:0:216575:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fb180ce1. 00000020:00000010:1.0:1767326836.695277:0:214085:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000bbb19f75. 00002000:00000010:3.0:1767326836.695279:0:216575:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003d5a98ab. 00010000:00000010:2.0:1767326836.695283:0:220902:0:(ldlm_lockd.c:3555:ldlm_cleanup()) kfreed 'blp': 168 at 00000000b85ef1a4. 00000020:00000010:3.0:1767326836.695286:0:216575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002422de60. 00000020:00000010:1.0:1767326836.695288:0:214085:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006b35578a. 00000100:00000001:2.0:1767326836.695289:0:220902:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00010000:00000010:3.0:1767326836.695292:0:216575:0:(ldlm_lockd.c:3017:ldlm_bl_thread_main()) kfreed 'env': 56 at 000000008f515707. 00000020:00000010:1.0:1767326836.695294:0:214085:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008dae44b1. 00000100:00000200:2.0:1767326836.695298:0:220902:0:(service.c:3836:ptlrpc_unregister_service()) ldlm_cbd: tearing down 00010000:00000001:3.0:1767326836.695299:0:216575:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767326836.695301:0:214085:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006eda38c1. 00000100:00000001:2.0:1767326836.695302:0:220902:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767326836.695305:0:220902:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000020:00000010:1.0:1767326836.695307:0:214085:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002a257792. 00000100:00000040:2.0:1767326836.695307:0:220902:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_cbd 00000100:00000040:2.0:1767326836.695309:0:220902:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cb #1 80000000:00000010:1.0:1767326836.695311:0:214085:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000037d6f5d8. 00000100:00000040:2.0:1767326836.695311:0:220902:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cb #0 40000000:00000010:1.0:1767326836.695314:0:214085:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005df9f45d. 00100000:00000010:1.0:1767326836.695318:0:214085:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000074c86dc6. 00040000:00000010:1.0:1767326836.695321:0:214085:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000daa03bae. 00040000:00000010:1.0:1767326836.695325:0:214085:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ee7ecda7. 00000100:00000040:2.0:1767326836.695326:0:220902:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #1 00002000:00000010:1.0:1767326836.695328:0:214085:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004cef9ca2. 00000020:00000010:1.0:1767326836.695333:0:214085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d392caf. 00010000:00000010:1.0:1767326836.695340:0:214085:0:(ldlm_lockd.c:3017:ldlm_bl_thread_main()) kfreed 'env': 56 at 00000000615f640e. 00010000:00000001:1.0:1767326836.695343:0:214085:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767326836.695347:0:214080:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005971eed3. 00000040:00000010:0.0:1767326836.695353:0:214080:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000780ad79d. 00000020:00000010:0.0:1767326836.695355:0:214080:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000085ec29cb. 00000020:00000010:0.0:1767326836.695359:0:214080:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000064a2311. 00000020:00000010:0.0:1767326836.695362:0:214080:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000053435d54. 80000000:00000010:0.0:1767326836.695365:0:214080:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000477503aa. 40000000:00000010:0.0:1767326836.695369:0:214080:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002f004bb1. 00100000:00000010:0.0:1767326836.695372:0:214080:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f73bf797. 00040000:00000010:0.0:1767326836.695374:0:214080:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005ebb3042. 00040000:00000010:0.0:1767326836.695378:0:214080:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bf48b400. 00040000:00000010:0.0:1767326836.695381:0:214080:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003952e6fa. 00000004:00000010:0.0:1767326836.695385:0:214080:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cdec6e90. 00000004:00000010:0.0:1767326836.695389:0:214080:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006fadc6e3. 00000004:00000010:0.0:1767326836.695395:0:214080:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000042398546. 00002000:00000010:0.0:1767326836.695413:0:214080:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000882c7792. 00000004:00000010:0.0:1767326836.695417:0:214080:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009ce77554. 00000020:00000010:0.0:1767326836.695420:0:214080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b88c66e1. 00000020:00000010:1.0:1767326836.695424:0:214079:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008b55c2e7. 00000020:00000010:0.0:1767326836.695425:0:214080:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d11da2e7. 00000040:00000010:1.0:1767326836.695432:0:214079:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009bc2d287. 00000100:00000010:0.0:1767326836.695434:0:214080:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002bc77b94. 00000020:00000010:1.0:1767326836.695437:0:214079:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f8ed897c. 00000100:00100000:0.0:1767326836.695439:0:214080:0:(service.c:3155:ptlrpc_main()) ldlm_cb00_001: service thread [0000000022f60d89:214080] 1 exiting: rc = 0 00000020:00000010:1.0:1767326836.695444:0:214079:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e7ce72e5. 00000020:00000010:1.0:1767326836.695450:0:214079:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003bce678f. 80000000:00000010:1.0:1767326836.695453:0:214079:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002f12a409. 00000100:00000040:2.0:1767326836.695455:0:220902:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #0 40000000:00000010:1.0:1767326836.695457:0:214079:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007c273011. 00100000:00000010:1.0:1767326836.695460:0:214079:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002d29608a. 00040000:00000010:1.0:1767326836.695464:0:214079:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007a298aa7. 00040000:00000010:1.0:1767326836.695468:0:214079:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000001690a15. 00040000:00000010:1.0:1767326836.695472:0:214079:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c9e624bb. 00000004:00000010:1.0:1767326836.695476:0:214079:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a5834ccf. 00000004:00000010:1.0:1767326836.695480:0:214079:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001fb76509. 00000004:00000010:1.0:1767326836.695485:0:214079:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008a14bfe8. 00002000:00000010:1.0:1767326836.695488:0:214079:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004eec64a0. 00000004:00000010:1.0:1767326836.695492:0:214079:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006693b11a. 00000020:00000010:1.0:1767326836.695496:0:214079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020663669. 00000020:00000010:1.0:1767326836.695500:0:214079:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a492607a. 00000100:00000010:1.0:1767326836.695507:0:214079:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000a0d1b89f. 00000100:00100000:1.0:1767326836.695510:0:214079:0:(service.c:3155:ptlrpc_main()) ldlm_cb00_000: service thread [00000000a08f2615:214079] 0 exiting: rc = 1 00000100:00000010:2.0:1767326836.695527:0:220902:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a08f2615. 00000100:00000010:2.0:1767326836.695533:0:220902:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000022f60d89. 00000100:00000001:2.0:1767326836.695537:0:220902:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767326836.695539:0:220902:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767326836.695543:0:220902:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 15 lazy 00000400:00000001:2.0:1767326836.695547:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.695548:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.695551:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000419509d0. 00000400:00000200:2.0:1767326836.695554:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f11b5009 00000400:00000010:2.0:1767326836.695556:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f11b5009. 00000100:00000001:2.0:1767326836.695559:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.695562:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_cbd 00000100:00100000:2.0:1767326836.695568:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.695571:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767326836.695573:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767326836.695577:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.695578:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767326836.695585:0:220902:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326836.695587:0:220902:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000efbdc70d. 02000000:00000001:2.0:1767326836.695589:0:220902:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326836.695591:0:220902:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b258af54. 02000000:00000001:2.0:1767326836.695595:0:220902:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767326836.695596:0:220902:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000060032c55. 02000000:00000001:2.0:1767326836.695598:0:220902:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767326836.695599:0:220902:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000986d7773. 00000100:00000010:2.0:1767326836.695605:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f412ae17. 00000100:00000010:2.0:1767326836.695610:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b67063d2. 00000100:00000010:2.0:1767326836.695614:0:220902:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000005b5eedfa. 00000100:00000010:2.0:1767326836.695616:0:220902:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000003696695f. 00000100:00000001:2.0:1767326836.695624:0:220902:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767326836.695627:0:220902:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767326836.695630:0:220902:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767326836.695632:0:220902:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767326836.695635:0:220902:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000023050fb6. 00000100:00000001:2.0:1767326836.695639:0:220902:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767326836.695641:0:220902:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326836.695643:0:220902:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767326836.695646:0:220902:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000104736f3. 00000100:00000001:2.0:1767326836.695649:0:220902:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767326836.695651:0:220902:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767326836.695652:0:220902:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001150cbd8. 00000100:00000001:2.0:1767326836.695655:0:220902:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767326836.695657:0:220902:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767326836.695658:0:220902:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000be16b150. 00000100:00000001:2.0:1767326836.695661:0:220902:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767326836.695662:0:220902:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767326836.695664:0:220902:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006f55ce74. 00000100:00000001:2.0:1767326836.695666:0:220902:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767326836.695755:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000007f8b7218. 00000020:00000010:2.0:1767326836.695759:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e80c8618. 00000020:00000010:2.0:1767326836.695782:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000034e3d26b. 00000020:00000010:2.0:1767326836.695785:0:220902:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000001a793033. 00000020:00000010:2.0:1767326836.695788:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000a0e8ced9. 00000020:00000010:2.0:1767326836.695791:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000512d866a. 00000100:00000010:2.0:1767326836.695806:0:220902:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000434c8cc7. 00000100:00000010:2.0:1767326836.695812:0:220902:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000008d55c19d. 00000100:00000010:2.0:1767326836.695814:0:220902:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000279462a2. 00000100:00000010:2.0:1767326836.695816:0:220902:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000003822e1b3. 00000100:00000001:2.0:1767326836.695818:0:220902:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326836.695820:0:220902:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767326836.695821:0:220902:0:(service.c:3836:ptlrpc_unregister_service()) ldlm_canceld: tearing down 00000100:00000001:2.0:1767326836.695823:0:220902:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767326836.695823:0:220902:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767326836.695824:0:220902:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_canceld 00000100:00000040:2.0:1767326836.695825:0:220902:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cn #2 00000100:00000040:2.0:1767326836.695830:0:220902:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cn #1 00000100:00000040:2.0:1767326836.695831:0:220902:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ldlm_cn #0 00000100:00000040:2.0:1767326836.695850:0:220902:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #2 00000020:00000010:1.0:1767326836.695860:0:214083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001ce77221. 00000020:00000010:1.0:1767326836.695868:0:214083:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000029930ee8. 00000040:00000010:1.0:1767326836.695871:0:214083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000005a17cd. 00000020:00000010:1.0:1767326836.695875:0:214083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a3167bdb. 00000020:00000010:0.0:1767326836.695877:0:214081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008e4f3ef4. 00000020:00000010:3.0:1767326836.695878:0:214082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000074db7990. 00000020:00000010:1.0:1767326836.695880:0:214083:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d9cd44ff. 00000020:00000010:0.0:1767326836.695886:0:214081:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 000000003f3d1da1. 00000020:00000010:1.0:1767326836.695887:0:214083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ba771d1f. 00000020:00000010:3.0:1767326836.695888:0:214082:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000012b156b6. 00000040:00000010:0.0:1767326836.695891:0:214081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000dc38133. 80000000:00000010:1.0:1767326836.695894:0:214083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c6663ac8. 00000040:00000010:3.0:1767326836.695895:0:214082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009a83c678. 00000020:00000010:0.0:1767326836.695897:0:214081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000020c11b9a. 40000000:00000010:1.0:1767326836.695899:0:214083:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000056e372f5. 00000020:00000010:3.0:1767326836.695902:0:214082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000095488aa6. 00000020:00000010:0.0:1767326836.695905:0:214081:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000068e52fbc. 00008000:00000010:1.0:1767326836.695906:0:214083:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000ed923b0c. 00000020:00000010:3.0:1767326836.695908:0:214082:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fe4517d2. 00100000:00000010:1.0:1767326836.695913:0:214083:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dfe98be3. 00000020:00000010:0.0:1767326836.695914:0:214081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b233ab87. 00040000:00000010:1.0:1767326836.695917:0:214083:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002717c00a. 80000000:00000010:0.0:1767326836.695922:0:214081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000019a270f0. 00000020:00000010:3.0:1767326836.695922:0:214082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c70c17ec. 00040000:00000010:1.0:1767326836.695923:0:214083:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b6d92c48. 80000000:00000010:3.0:1767326836.695929:0:214082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000095fbc41e. 40000000:00000010:0.0:1767326836.695930:0:214081:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006082e288. 00040000:00000010:1.0:1767326836.695933:0:214083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c5452740. 40000000:00000010:3.0:1767326836.695937:0:214082:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007e6d8609. 00008000:00000010:0.0:1767326836.695938:0:214081:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000001b136b9b. 00000004:00000010:1.0:1767326836.695938:0:214083:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f987859a. 00008000:00000010:3.0:1767326836.695944:0:214082:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000001be95ddd. 00000004:00000010:1.0:1767326836.695946:0:214083:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d4ce69c3. 00100000:00000010:0.0:1767326836.695947:0:214081:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d1050714. 00100000:00000010:3.0:1767326836.695952:0:214082:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002e233871. 00040000:00000010:0.0:1767326836.695954:0:214081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000deaf9ff5. 00000004:00000010:1.0:1767326836.695954:0:214083:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006172fb60. 00002000:00000010:1.0:1767326836.695959:0:214083:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e027abaf. 00040000:00000010:3.0:1767326836.695959:0:214082:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c0726a63. 00040000:00000010:0.0:1767326836.695962:0:214081:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bc32c747. 00000004:00000010:1.0:1767326836.695965:0:214083:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006fd31989. 00040000:00000010:3.0:1767326836.695966:0:214082:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000563c8414. 00040000:00000010:0.0:1767326836.695967:0:214081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bbd9d616. 00000020:00000010:1.0:1767326836.695969:0:214083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0b2116f. 00040000:00000010:3.0:1767326836.695972:0:214082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000026220a76. 00000004:00000010:0.0:1767326836.695976:0:214081:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003ad4e593. 00000020:00000010:1.0:1767326836.695976:0:214083:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008984678e. 00000004:00000010:3.0:1767326836.695978:0:214082:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008bad8141. 00000100:00000010:1.0:1767326836.695982:0:214083:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ef115b80. 00000004:00000010:0.0:1767326836.695984:0:214081:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000baa3cf0d. 00000004:00000010:3.0:1767326836.695985:0:214082:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000006175b69. 00000100:00100000:1.0:1767326836.695986:0:214083:0:(service.c:3155:ptlrpc_main()) ldlm_cn00_002: service thread [000000002c87c1d0:214083] 2 exiting: rc = 0 00000004:00000010:0.0:1767326836.695994:0:214081:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d7690251. 00000004:00000010:3.0:1767326836.695995:0:214082:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000018924bf2. 00002000:00000010:0.0:1767326836.696001:0:214081:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bdbc814d. 00002000:00000010:3.0:1767326836.696002:0:214082:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009b49092f. 00000004:00000010:0.0:1767326836.696009:0:214081:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000066e17aac. 00000004:00000010:3.0:1767326836.696010:0:214082:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004c8e3c86. 00000020:00000010:0.0:1767326836.696015:0:214081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b90ea10. 00000100:00000040:2.0:1767326836.696017:0:220902:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #1 00000020:00000010:3.0:1767326836.696017:0:214082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032e7dec8. 00000020:00000010:0.0:1767326836.696024:0:214081:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000df2a38f2. 00000020:00000010:3.0:1767326836.696026:0:214082:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000079a77809. 00000100:00000010:0.0:1767326836.696036:0:214081:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000c32fbc04. 00000100:00000010:3.0:1767326836.696037:0:214082:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002ce610fc. 00000100:00100000:0.0:1767326836.696042:0:214081:0:(service.c:3155:ptlrpc_main()) ldlm_cn00_000: service thread [00000000c95bd16f:214081] 0 exiting: rc = 1 00000100:00100000:3.0:1767326836.696043:0:214082:0:(service.c:3155:ptlrpc_main()) ldlm_cn00_001: service thread [00000000e7fcc64c:214082] 1 exiting: rc = 0 00000100:00000010:2.0:1767326836.696066:0:220902:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000c95bd16f. 00000100:00000010:2.0:1767326836.696072:0:220902:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000e7fcc64c. 00000100:00000010:2.0:1767326836.696076:0:220902:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000002c87c1d0. 00000100:00000001:2.0:1767326836.696079:0:220902:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767326836.696080:0:220902:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767326836.696083:0:220902:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 17 lazy 00000400:00000001:2.0:1767326836.696086:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696088:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696090:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b68cabe. 00000400:00000200:2.0:1767326836.696093:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7d45c04 00000400:00000010:2.0:1767326836.696095:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a7d45c04. 00000100:00000001:2.0:1767326836.696099:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696101:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696108:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696110:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767326836.696113:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696115:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696117:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696119:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a566dc0. 00000400:00000200:2.0:1767326836.696121:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ef16741 00000400:00000010:2.0:1767326836.696123:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ef16741. 00000100:00000001:2.0:1767326836.696126:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696127:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696133:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696135:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767326836.696138:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696140:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696142:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696143:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ad49e80. 00000400:00000200:2.0:1767326836.696146:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005b01357 00000400:00000010:2.0:1767326836.696148:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005b01357. 00000100:00000001:2.0:1767326836.696151:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696152:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696165:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696167:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767326836.696169:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696172:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696174:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696176:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc5c87d4. 00000400:00000200:2.0:1767326836.696178:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e8eebc9 00000400:00000010:2.0:1767326836.696180:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e8eebc9. 00000100:00000001:2.0:1767326836.696183:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696185:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696192:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696194:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767326836.696196:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696198:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696200:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696202:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005e9bbf2. 00000400:00000200:2.0:1767326836.696205:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051475a1d 00000400:00000010:2.0:1767326836.696207:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000051475a1d. 00000100:00000001:2.0:1767326836.696210:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696211:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696216:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696218:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767326836.696220:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696221:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696222:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696224:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b8f14a2. 00000400:00000200:2.0:1767326836.696226:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b930663 00000400:00000010:2.0:1767326836.696227:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b930663. 00000100:00000001:2.0:1767326836.696230:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696231:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696235:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696237:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767326836.696239:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696240:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696241:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696242:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d7574b5. 00000400:00000200:2.0:1767326836.696244:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011dfa0e0 00000400:00000010:2.0:1767326836.696245:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000011dfa0e0. 00000100:00000001:2.0:1767326836.696253:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696254:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696258:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696260:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767326836.696262:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696263:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696264:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696265:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6a13b82. 00000400:00000200:2.0:1767326836.696268:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b24e6dc 00000400:00000010:2.0:1767326836.696269:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b24e6dc. 00000100:00000001:2.0:1767326836.696271:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696272:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696277:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696279:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767326836.696280:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696282:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696283:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696284:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3e354bb. 00000400:00000200:2.0:1767326836.696285:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9aec620 00000400:00000010:2.0:1767326836.696286:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9aec620. 00000100:00000001:2.0:1767326836.696288:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696289:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696293:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696294:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767326836.696295:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696296:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696296:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696297:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bf53093. 00000400:00000200:2.0:1767326836.696298:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b95566ef 00000400:00000010:2.0:1767326836.696299:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b95566ef. 00000100:00000001:2.0:1767326836.696300:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696300:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696303:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696303:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767326836.696304:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696305:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696306:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696306:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b23b5ad. 00000400:00000200:2.0:1767326836.696310:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061bcb1ce 00000400:00000010:2.0:1767326836.696311:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061bcb1ce. 00000100:00000001:2.0:1767326836.696312:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696313:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696315:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696316:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767326836.696317:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696318:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696318:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696319:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6f916cc. 00000400:00000200:2.0:1767326836.696320:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce9457a 00000400:00000010:2.0:1767326836.696321:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ce9457a. 00000100:00000001:2.0:1767326836.696322:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696323:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696325:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696325:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767326836.696326:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696327:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696327:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696328:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e28d38a4. 00000400:00000200:2.0:1767326836.696329:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbc59939 00000400:00000010:2.0:1767326836.696330:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bbc59939. 00000100:00000001:2.0:1767326836.696332:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696332:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696334:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696335:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767326836.696336:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696337:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696337:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696338:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000698c7474. 00000400:00000200:2.0:1767326836.696339:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c35ec83 00000400:00000010:2.0:1767326836.696339:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c35ec83. 00000100:00000001:2.0:1767326836.696340:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696341:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696343:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696344:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767326836.696345:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696348:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696349:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696350:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071d2f07c. 00000400:00000200:2.0:1767326836.696351:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e06fbab0 00000400:00000010:2.0:1767326836.696352:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e06fbab0. 00000100:00000001:2.0:1767326836.696353:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696354:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696356:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696357:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767326836.696357:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696358:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696359:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696359:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092e84419. 00000400:00000200:2.0:1767326836.696360:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edc7d81f 00000400:00000010:2.0:1767326836.696361:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000edc7d81f. 00000100:00000001:2.0:1767326836.696362:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696362:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696365:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696365:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767326836.696366:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696367:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696367:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696368:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b1b16e7. 00000400:00000200:2.0:1767326836.696369:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060e5c96c 00000400:00000010:2.0:1767326836.696369:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060e5c96c. 00000100:00000001:2.0:1767326836.696370:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696371:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696373:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696374:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767326836.696374:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696375:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696375:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696376:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b009a82c. 00000400:00000200:2.0:1767326836.696377:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034ed935a 00000400:00000010:2.0:1767326836.696378:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000034ed935a. 00000100:00000001:2.0:1767326836.696379:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696379:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696381:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696384:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767326836.696385:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696386:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696387:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696389:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aea27719. 00000400:00000200:2.0:1767326836.696389:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcdb4c0 00000400:00000010:2.0:1767326836.696390:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006bcdb4c0. 00000100:00000001:2.0:1767326836.696391:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696392:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696394:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696395:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767326836.696395:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696396:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696397:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696460:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddef5395. 00000400:00000200:2.0:1767326836.696463:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bac899c 00000400:00000010:2.0:1767326836.696464:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bac899c. 00000100:00000001:2.0:1767326836.696466:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696467:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696471:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696473:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767326836.696474:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696476:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696477:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696478:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001346522d. 00000400:00000200:2.0:1767326836.696480:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dfa88b7 00000400:00000010:2.0:1767326836.696481:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009dfa88b7. 00000100:00000001:2.0:1767326836.696483:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696484:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696488:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696489:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767326836.696491:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696492:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696493:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696494:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000935fd620. 00000400:00000200:2.0:1767326836.696495:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063a79501 00000400:00000010:2.0:1767326836.696496:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063a79501. 00000100:00000001:2.0:1767326836.696497:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696502:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696505:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696506:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767326836.696506:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696508:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696509:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696510:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bef3e63. 00000400:00000200:2.0:1767326836.696511:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebb480cc 00000400:00000010:2.0:1767326836.696512:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebb480cc. 00000100:00000001:2.0:1767326836.696513:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696514:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696516:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696517:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767326836.696518:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696518:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696519:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696520:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb64985c. 00000400:00000200:2.0:1767326836.696521:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007455123c 00000400:00000010:2.0:1767326836.696522:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007455123c. 00000100:00000001:2.0:1767326836.696523:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696524:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696526:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696527:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767326836.696527:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696529:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696529:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696530:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f3ef816. 00000400:00000200:2.0:1767326836.696531:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000410d8eb7 00000400:00000010:2.0:1767326836.696531:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000410d8eb7. 00000100:00000001:2.0:1767326836.696532:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696533:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696535:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696536:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767326836.696536:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696538:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696538:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696539:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061b8aec2. 00000400:00000200:2.0:1767326836.696540:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a88c9542 00000400:00000010:2.0:1767326836.696543:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a88c9542. 00000100:00000001:2.0:1767326836.696544:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696545:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696548:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696549:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767326836.696550:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696551:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696551:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696552:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d1e1e67. 00000400:00000200:2.0:1767326836.696553:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae0d00c6 00000400:00000010:2.0:1767326836.696554:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ae0d00c6. 00000100:00000001:2.0:1767326836.696555:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696555:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696557:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696558:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767326836.696559:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696560:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696560:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696561:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055c2561b. 00000400:00000200:2.0:1767326836.696562:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032fb455c 00000400:00000010:2.0:1767326836.696562:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032fb455c. 00000100:00000001:2.0:1767326836.696563:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696564:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696566:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696567:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767326836.696567:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696568:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696569:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696570:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ef1abd1. 00000400:00000200:2.0:1767326836.696570:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ae6ade6 00000400:00000010:2.0:1767326836.696571:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ae6ade6. 00000100:00000001:2.0:1767326836.696572:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696573:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696575:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696576:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767326836.696576:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696577:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696580:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696582:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094e76402. 00000400:00000200:2.0:1767326836.696583:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044de7b7d 00000400:00000010:2.0:1767326836.696584:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044de7b7d. 00000100:00000001:2.0:1767326836.696585:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696586:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696588:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696589:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767326836.696590:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696590:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696591:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696592:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f3ca1c7. 00000400:00000200:2.0:1767326836.696592:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a2b3a72 00000400:00000010:2.0:1767326836.696593:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a2b3a72. 00000100:00000001:2.0:1767326836.696594:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696595:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696597:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696597:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767326836.696598:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696599:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696599:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696600:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086012d97. 00000400:00000200:2.0:1767326836.696601:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002aba7af9 00000400:00000010:2.0:1767326836.696602:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002aba7af9. 00000100:00000001:2.0:1767326836.696602:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696603:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696605:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696606:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767326836.696607:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696607:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696608:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696609:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008864e85. 00000400:00000200:2.0:1767326836.696610:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fb6de41 00000400:00000010:2.0:1767326836.696610:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007fb6de41. 00000100:00000001:2.0:1767326836.696611:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696612:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696614:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696615:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767326836.696619:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696620:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696621:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696621:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8c58102. 00000400:00000200:2.0:1767326836.696622:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e297ab 00000400:00000010:2.0:1767326836.696623:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8e297ab. 00000100:00000001:2.0:1767326836.696624:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696624:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696627:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696627:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767326836.696628:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696629:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696629:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696630:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6d7b989. 00000400:00000200:2.0:1767326836.696631:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b15ffc33 00000400:00000010:2.0:1767326836.696631:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b15ffc33. 00000100:00000001:2.0:1767326836.696632:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696633:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696635:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696636:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767326836.696636:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696637:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696638:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696638:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ecf0717. 00000400:00000200:2.0:1767326836.696639:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025692ec2 00000400:00000010:2.0:1767326836.696640:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025692ec2. 00000100:00000001:2.0:1767326836.696641:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696641:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696643:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696644:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767326836.696645:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696646:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696646:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696647:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c61d6cf5. 00000400:00000200:2.0:1767326836.696648:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009782dc1e 00000400:00000010:2.0:1767326836.696648:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009782dc1e. 00000100:00000001:2.0:1767326836.696649:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696650:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696655:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696656:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767326836.696656:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696658:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696659:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696660:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f56b200d. 00000400:00000200:2.0:1767326836.696661:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000419507e2 00000400:00000010:2.0:1767326836.696661:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000419507e2. 00000100:00000001:2.0:1767326836.696662:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696663:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696665:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696666:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767326836.696666:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696667:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696668:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696668:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f884fe2a. 00000400:00000200:2.0:1767326836.696669:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd4631fb 00000400:00000010:2.0:1767326836.696670:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd4631fb. 00000100:00000001:2.0:1767326836.696671:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696671:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696674:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696674:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767326836.696675:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696676:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696676:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696677:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9ef8bc9. 00000400:00000200:2.0:1767326836.696678:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098b52b1d 00000400:00000010:2.0:1767326836.696678:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000098b52b1d. 00000100:00000001:2.0:1767326836.696679:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696680:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696682:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696683:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767326836.696683:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696684:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696684:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696685:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e98b36e8. 00000400:00000200:2.0:1767326836.696686:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000007d46c 00000400:00000010:2.0:1767326836.696687:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000007d46c. 00000100:00000001:2.0:1767326836.696691:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696691:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696694:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696694:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767326836.696695:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696696:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696696:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696697:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f0dadc4. 00000400:00000200:2.0:1767326836.696698:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c604c139 00000400:00000010:2.0:1767326836.696699:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c604c139. 00000100:00000001:2.0:1767326836.696700:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696700:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696703:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696703:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767326836.696704:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696705:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696705:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696706:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de664ae6. 00000400:00000200:2.0:1767326836.696707:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ede6913 00000400:00000010:2.0:1767326836.696707:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ede6913. 00000100:00000001:2.0:1767326836.696708:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696709:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696711:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696711:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767326836.696712:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696713:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696713:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696714:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003808e2fc. 00000400:00000200:2.0:1767326836.696715:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7a67658 00000400:00000010:2.0:1767326836.696715:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7a67658. 00000100:00000001:2.0:1767326836.696716:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696717:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696719:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696719:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767326836.696720:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696721:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696722:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696722:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fffe9bf2. 00000400:00000200:2.0:1767326836.696726:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004701d671 00000400:00000010:2.0:1767326836.696726:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004701d671. 00000100:00000001:2.0:1767326836.696728:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696728:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696731:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696732:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767326836.696733:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696734:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696734:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696735:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000403e9996. 00000400:00000200:2.0:1767326836.696736:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001be52b3 00000400:00000010:2.0:1767326836.696736:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001be52b3. 00000100:00000001:2.0:1767326836.696737:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696738:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696740:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696741:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767326836.696742:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696742:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696743:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696743:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d82d7530. 00000400:00000200:2.0:1767326836.696744:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea29f316 00000400:00000010:2.0:1767326836.696745:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea29f316. 00000100:00000001:2.0:1767326836.696746:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696747:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696749:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696749:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767326836.696750:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696751:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696751:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696752:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a77d07fc. 00000400:00000200:2.0:1767326836.696753:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000816a78cb 00000400:00000010:2.0:1767326836.696753:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000816a78cb. 00000100:00000001:2.0:1767326836.696754:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696755:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696757:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696758:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767326836.696758:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696762:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696775:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696777:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2836aa2. 00000400:00000200:2.0:1767326836.696779:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af332ac0 00000400:00000010:2.0:1767326836.696780:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af332ac0. 00000100:00000001:2.0:1767326836.696781:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696782:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696785:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696786:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767326836.696786:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696788:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696789:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696790:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000311d37d4. 00000400:00000200:2.0:1767326836.696791:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0029910 00000400:00000010:2.0:1767326836.696791:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0029910. 00000100:00000001:2.0:1767326836.696792:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696793:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696795:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696796:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767326836.696796:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696797:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696798:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696798:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ff9ab29. 00000400:00000200:2.0:1767326836.696799:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eaf0f3c6 00000400:00000010:2.0:1767326836.696800:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eaf0f3c6. 00000100:00000001:2.0:1767326836.696801:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696801:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696804:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696804:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767326836.696805:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696806:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696806:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696807:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b824217. 00000400:00000200:2.0:1767326836.696808:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b5522a0 00000400:00000010:2.0:1767326836.696808:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b5522a0. 00000100:00000001:2.0:1767326836.696809:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696810:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696812:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696816:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767326836.696817:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696818:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696819:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696820:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd898bdb. 00000400:00000200:2.0:1767326836.696821:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005279f4e4 00000400:00000010:2.0:1767326836.696822:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005279f4e4. 00000100:00000001:2.0:1767326836.696823:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696823:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696826:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696826:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767326836.696827:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696828:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696828:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696829:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7aac9a5. 00000400:00000200:2.0:1767326836.696830:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045a88da6 00000400:00000010:2.0:1767326836.696831:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045a88da6. 00000100:00000001:2.0:1767326836.696832:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696833:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696835:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696836:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767326836.696837:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696837:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696838:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696838:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8a8d274. 00000400:00000200:2.0:1767326836.696839:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0ac957a 00000400:00000010:2.0:1767326836.696840:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d0ac957a. 00000100:00000001:2.0:1767326836.696842:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696842:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696845:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696845:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767326836.696846:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696847:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696848:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696848:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b582cdc5. 00000400:00000200:2.0:1767326836.696849:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000233ad008 00000400:00000010:2.0:1767326836.696850:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000233ad008. 00000100:00000001:2.0:1767326836.696851:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696855:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696858:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696859:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767326836.696860:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696861:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696862:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696863:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a765503a. 00000400:00000200:2.0:1767326836.696864:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c2c8c49 00000400:00000010:2.0:1767326836.696865:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c2c8c49. 00000100:00000001:2.0:1767326836.696866:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696866:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696869:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696869:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767326836.696870:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696871:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696871:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696872:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097da3944. 00000400:00000200:2.0:1767326836.696873:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f9014c7 00000400:00000010:2.0:1767326836.696873:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f9014c7. 00000100:00000001:2.0:1767326836.696874:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696875:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696877:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696878:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767326836.696879:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696879:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696880:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696880:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e87bbbe2. 00000400:00000200:2.0:1767326836.696881:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027d09092 00000400:00000010:2.0:1767326836.696882:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000027d09092. 00000100:00000001:2.0:1767326836.696883:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696883:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696886:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696886:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767326836.696887:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696888:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696888:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696889:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022bb0fb5. 00000400:00000200:2.0:1767326836.696890:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a15c4cab 00000400:00000010:2.0:1767326836.696894:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a15c4cab. 00000100:00000001:2.0:1767326836.696896:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696897:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696899:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696900:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767326836.696901:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696902:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696903:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696903:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d015b5a0. 00000400:00000200:2.0:1767326836.696904:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071216875 00000400:00000010:2.0:1767326836.696905:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071216875. 00000100:00000001:2.0:1767326836.696906:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696907:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696909:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696910:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767326836.696910:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696911:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696912:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696912:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ac5e799. 00000400:00000200:2.0:1767326836.696913:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a99dd7f3 00000400:00000010:2.0:1767326836.696914:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a99dd7f3. 00000100:00000001:2.0:1767326836.696915:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696916:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696918:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696919:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767326836.696919:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696920:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696921:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696921:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e8efd13. 00000400:00000200:2.0:1767326836.696922:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a05e5df4 00000400:00000010:2.0:1767326836.696923:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a05e5df4. 00000100:00000001:2.0:1767326836.696924:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696924:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696926:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696927:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767326836.696928:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767326836.696929:0:220902:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767326836.696929:0:220902:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767326836.696932:0:220902:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2f138d7. 00000400:00000200:2.0:1767326836.696934:0:220902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea49d523 00000400:00000010:2.0:1767326836.696935:0:220902:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea49d523. 00000100:00000001:2.0:1767326836.696936:0:220902:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767326836.696937:0:220902:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1767326836.696940:0:220902:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767326836.696940:0:220902:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767326836.696941:0:220902:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767326836.696942:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696943:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696944:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696944:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696945:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696946:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696946:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696947:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696948:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696948:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696949:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696949:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696950:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696951:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696952:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696953:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696953:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696954:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696955:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696955:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696956:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696956:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696957:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696958:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696958:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696959:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696959:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696960:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696961:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696961:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696962:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696965:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696966:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696966:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696967:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696968:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696969:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696969:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696970:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696970:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696971:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696972:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696972:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696973:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696973:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696974:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696975:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696975:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696976:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696976:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696977:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696978:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696978:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696979:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696979:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696980:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696981:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696981:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696982:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696982:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696983:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696984:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696984:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696985:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696985:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696986:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696987:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696987:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696988:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696988:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696989:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696992:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696993:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696993:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696994:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696995:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696996:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696996:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696997:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696997:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696998:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.696999:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.696999:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697000:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697000:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697001:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697002:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697002:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697003:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697003:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697004:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697004:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697005:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697006:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697006:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697007:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697007:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697008:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697009:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697009:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697010:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697010:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697011:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697011:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697012:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697013:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697013:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697014:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697014:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697015:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697016:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697019:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697020:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697020:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697021:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697021:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697022:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697022:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697023:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697024:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697024:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697025:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697025:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697026:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697027:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697027:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767326836.697028:0:220902:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767326836.697028:0:220902:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767326836.697030:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000662c7736. 00000100:00000010:2.0:1767326836.697032:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed76c626. 00000100:00000010:2.0:1767326836.697034:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000070c5fa1f. 00000100:00000010:2.0:1767326836.697035:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000072801022. 00000100:00000010:2.0:1767326836.697036:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002462e06b. 00000100:00000010:2.0:1767326836.697128:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ce1ad39. 00000100:00000010:2.0:1767326836.697142:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e76267fc. 00000100:00000010:2.0:1767326836.697146:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c6fdb81. 00000100:00000010:2.0:1767326836.697148:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006f420da5. 00000100:00000010:2.0:1767326836.697151:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb8092d1. 00000100:00000010:2.0:1767326836.697152:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006a7bc40a. 00000100:00000010:2.0:1767326836.697155:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa96ab97. 00000100:00000010:2.0:1767326836.697157:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000020995589. 00000100:00000010:2.0:1767326836.697162:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000062ba1b5. 00000100:00000010:2.0:1767326836.697165:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e0a2b5a5. 00000100:00000010:2.0:1767326836.697167:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f2dbc19. 00000100:00000010:2.0:1767326836.697169:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d0eb507a. 00000100:00000010:2.0:1767326836.697172:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d110d93. 00000100:00000010:2.0:1767326836.697175:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e1b58ba7. 00000100:00000010:2.0:1767326836.697195:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e4074e95. 00000100:00000010:2.0:1767326836.697197:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e882e14f. 00000100:00000010:2.0:1767326836.697200:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b0ed2ae. 00000100:00000010:2.0:1767326836.697202:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000007136d00. 00000100:00000010:2.0:1767326836.697207:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf33769b. 00000100:00000010:2.0:1767326836.697209:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000046ced921. 00000100:00000010:2.0:1767326836.697211:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c97a3220. 00000100:00000010:2.0:1767326836.697213:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000053055c76. 00000100:00000010:2.0:1767326836.697215:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf111133. 00000100:00000010:2.0:1767326836.697218:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000029e19d7f. 00000100:00000010:2.0:1767326836.697237:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f632c241. 00000100:00000010:2.0:1767326836.697239:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000089698212. 00000100:00000010:2.0:1767326836.697242:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c93f92e3. 00000100:00000010:2.0:1767326836.697244:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003e9fb220. 00000100:00000010:2.0:1767326836.697246:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000029127323. 00000100:00000010:2.0:1767326836.697247:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004893d531. 00000100:00000010:2.0:1767326836.697249:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061e643db. 00000100:00000010:2.0:1767326836.697250:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000003a11ed6. 00000100:00000010:2.0:1767326836.697252:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae959741. 00000100:00000010:2.0:1767326836.697253:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f3859ff3. 00000100:00000010:2.0:1767326836.697254:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c678e91. 00000100:00000010:2.0:1767326836.697255:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000325cbd90. 00000100:00000010:2.0:1767326836.697257:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003dfa47e9. 00000100:00000010:2.0:1767326836.697258:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002b874137. 00000100:00000010:2.0:1767326836.697259:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000965d36f9. 00000100:00000010:2.0:1767326836.697261:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007e31c758. 00000100:00000010:2.0:1767326836.697263:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000772ad34. 00000100:00000010:2.0:1767326836.697264:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000205c2529. 00000100:00000010:2.0:1767326836.697266:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090587487. 00000100:00000010:2.0:1767326836.697267:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a48a54c3. 00000100:00000010:2.0:1767326836.697269:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000085d55393. 00000100:00000010:2.0:1767326836.697270:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000024c603c5. 00000100:00000010:2.0:1767326836.697272:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e920432. 00000100:00000010:2.0:1767326836.697279:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009c51d64c. 00000100:00000010:2.0:1767326836.697289:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c3e7f30. 00000100:00000010:2.0:1767326836.697291:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b0a65788. 00000100:00000010:2.0:1767326836.697292:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006ec237e. 00000100:00000010:2.0:1767326836.697294:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bba1a773. 00000100:00000010:2.0:1767326836.697295:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db530e35. 00000100:00000010:2.0:1767326836.697296:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e7ccce09. 00000100:00000010:2.0:1767326836.697298:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0522cdb. 00000100:00000010:2.0:1767326836.697300:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007f3c956a. 00000100:00000010:2.0:1767326836.697301:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000659a52d7. 00000100:00000010:2.0:1767326836.697303:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000090e88b5c. 00000100:00000010:2.0:1767326836.697304:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d98e84c. 00000100:00000010:2.0:1767326836.697305:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bf5bac9f. 00000100:00000010:2.0:1767326836.697307:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c6e22328. 00000100:00000010:2.0:1767326836.697308:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000060b177a3. 00000100:00000010:2.0:1767326836.697309:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a530a349. 00000100:00000010:2.0:1767326836.697310:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000505574af. 00000100:00000010:2.0:1767326836.697312:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000629878bb. 00000100:00000010:2.0:1767326836.697314:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001136de23. 00000100:00000010:2.0:1767326836.697315:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006dee28f3. 00000100:00000010:2.0:1767326836.697316:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000320985f. 00000100:00000010:2.0:1767326836.697317:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006cb9122. 00000100:00000010:2.0:1767326836.697318:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000053330964. 00000100:00000010:2.0:1767326836.697320:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a98c4cda. 00000100:00000010:2.0:1767326836.697321:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002b118002. 00000100:00000010:2.0:1767326836.697331:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c9e0b55. 00000100:00000010:2.0:1767326836.697332:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d8216364. 00000100:00000010:2.0:1767326836.697334:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000358f33. 00000100:00000010:2.0:1767326836.697335:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000bcf80c0. 00000100:00000010:2.0:1767326836.697337:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076690057. 00000100:00000010:2.0:1767326836.697338:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002c4274d2. 00000100:00000010:2.0:1767326836.697339:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006521b762. 00000100:00000010:2.0:1767326836.697341:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b6cbb786. 00000100:00000010:2.0:1767326836.697347:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c0f917a. 00000100:00000010:2.0:1767326836.697348:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000096aa0943. 00000100:00000010:2.0:1767326836.697349:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4c52a49. 00000100:00000010:2.0:1767326836.697351:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008a91f62a. 00000100:00000010:2.0:1767326836.697352:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000482c4df7. 00000100:00000010:2.0:1767326836.697354:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008f212e2b. 00000100:00000010:2.0:1767326836.697355:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ce20691. 00000100:00000010:2.0:1767326836.697356:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009ff573c8. 00000100:00000010:2.0:1767326836.697360:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a1235c0. 00000100:00000010:2.0:1767326836.697362:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ffb81498. 00000100:00000010:2.0:1767326836.697365:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002dfa3330. 00000100:00000010:2.0:1767326836.697366:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000019d14dcb. 00000100:00000010:2.0:1767326836.697369:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d56c9aa. 00000100:00000010:2.0:1767326836.697370:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004a345e47. 00000100:00000010:2.0:1767326836.697375:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c98c3947. 00000100:00000010:2.0:1767326836.697376:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000bad9ba3. 00000100:00000010:2.0:1767326836.697391:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000049952957. 00000100:00000010:2.0:1767326836.697393:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000011de299c. 00000100:00000010:2.0:1767326836.697396:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007dcdc2d7. 00000100:00000010:2.0:1767326836.697505:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005bb9b8bc. 00000100:00000010:2.0:1767326836.697513:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c200e29. 00000100:00000010:2.0:1767326836.697517:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ccf7ce6f. 00000100:00000010:2.0:1767326836.697520:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0c26100. 00000100:00000010:2.0:1767326836.697522:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006c14af6f. 00000100:00000010:2.0:1767326836.697525:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee9b4e56. 00000100:00000010:2.0:1767326836.697528:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009534b4d9. 00000100:00000010:2.0:1767326836.697532:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a1ff2aa. 00000100:00000010:2.0:1767326836.697534:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004de2d840. 00000100:00000010:2.0:1767326836.697538:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf194d1b. 00000100:00000010:2.0:1767326836.697541:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001ee9b0e8. 00000100:00000010:2.0:1767326836.697543:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000badc743e. 00000100:00000010:2.0:1767326836.697546:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003c49fb2b. 00000100:00000010:2.0:1767326836.697549:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063513ad6. 00000100:00000010:2.0:1767326836.697557:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000009ca370c. 00000100:00000010:2.0:1767326836.697561:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bae6ba1b. 00000100:00000010:2.0:1767326836.697566:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008f500ca4. 00000100:00000010:2.0:1767326836.697572:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e70308e. 00000100:00000010:2.0:1767326836.697578:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d9c06c14. 00000100:00000010:2.0:1767326836.697584:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be6c021f. 00000100:00000010:2.0:1767326836.697587:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000628c12d3. 00000100:00000010:2.0:1767326836.697596:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000050b22b4d. 00000100:00000010:2.0:1767326836.697601:0:220902:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a015a912. 00000100:00000010:2.0:1767326836.697606:0:220902:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000abfab88. 00000100:00000010:2.0:1767326836.698163:0:220902:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000009919cd05. 00000100:00000010:2.0:1767326836.698166:0:220902:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000c32e0d73. 00000100:00000010:2.0:1767326836.698168:0:220902:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000269c05ea. 00000100:00000001:2.0:1767326836.698170:0:220902:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767326836.698172:0:220902:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767326836.698174:0:220902:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767326836.698176:0:220902:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767326836.698177:0:220902:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000004e222c89. 00000100:00000001:2.0:1767326836.698179:0:220902:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767326836.698180:0:220902:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326836.698182:0:220902:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767326836.698183:0:220902:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001cefce5e. 00000100:00000001:2.0:1767326836.698185:0:220902:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767326836.698185:0:220902:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767326836.698186:0:220902:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001c03fbe5. 00000100:00000001:2.0:1767326836.698188:0:220902:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767326836.698188:0:220902:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767326836.698189:0:220902:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000019101b4f. 00000100:00000001:2.0:1767326836.698190:0:220902:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767326836.698191:0:220902:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767326836.698191:0:220902:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000093ac4e46. 00000100:00000001:2.0:1767326836.698192:0:220902:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767326836.698193:0:220902:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767326836.698194:0:220902:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767326836.698194:0:220902:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000989a4f0c. 00000100:00000001:2.0:1767326836.698195:0:220902:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767326836.698196:0:220902:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767326836.698200:0:220902:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767326836.698201:0:220902:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000070d98590. 00000100:00000001:2.0:1767326836.698202:0:220902:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767326836.698203:0:220902:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767326836.698203:0:220902:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006ff2e35a. 00000100:00000001:2.0:1767326836.698204:0:220902:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767326836.698205:0:220902:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767326836.698205:0:220902:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002f139278. 00000100:00000001:2.0:1767326836.698206:0:220902:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767326836.698207:0:220902:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767326836.698207:0:220902:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ea9ae4bd. 00000100:00000010:2.0:1767326836.698208:0:220902:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 000000000715238d. 00000100:00000001:2.0:1767326836.698210:0:220902:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767326836.698266:0:220902:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000001cd15967. 00000020:00000010:2.0:1767326836.698271:0:220902:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000077b883c6. 00000100:00000010:2.0:1767326836.698295:0:220902:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000fcfc92e4. 00000100:00000010:2.0:1767326836.698305:0:220902:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000d374d3f5. 00000100:00000010:2.0:1767326836.698308:0:220902:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000001d9ae06f. 00000100:00000010:2.0:1767326836.698310:0:220902:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000fd182a93. 00000100:00000001:2.0:1767326836.698313:0:220902:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767326836.698452:0:214086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ade3308f. 00010000:00000010:3.1:1767326836.698460:0:214086:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000eb2a4dc0. 00010000:00000001:3.0:1767326836.698468:0:214086:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00010000:00000001:3.0:1767326836.698471:0:214086:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326836.698483:0:214086:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001d4f6d80. 00000020:00000010:3.0:1767326836.698490:0:214086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000002a87551. 00000040:00000010:3.0:1767326836.698497:0:214086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bcd527de. 00010000:00000010:2.0:1767326836.698498:0:220902:0:(ldlm_lockd.c:3585:ldlm_cleanup()) kfreed 'ldlm_state': 32 at 0000000070cca58f. 00000020:00000010:3.0:1767326836.698502:0:214086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000024eccda. 00010000:00000001:2.0:1767326836.698503:0:220902:0:(ldlm_lockd.c:3588:ldlm_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767326836.698509:0:214086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009a740600. 00010000:00000001:2.0:1767326836.698510:0:220902:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1767326836.698518:0:220902:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000064ab69e. 00000020:00000010:3.0:1767326836.698519:0:214086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d74f672f. 00010000:00000010:2.0:1767326836.698524:0:220902:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000e4453c30. 80000000:00000010:3.0:1767326836.698526:0:214086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fb25ccd2. 00010000:00000001:2.0:1767326836.698528:0:220902:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 10000000:00000010:2.0:1767326836.698532:0:220902:0:(mgc_request.c:834:mgc_device_free()) kfreed 'lu': 64 at 0000000064168e81. 40000000:00000010:3.0:1767326836.698532:0:214086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006ee18ed0. 10000000:00000001:2.0:1767326836.698543:0:220902:0:(mgc_request.c:836:mgc_device_free()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767326836.698543:0:214086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000026ad7b0b. 00040000:00000010:3.0:1767326836.698555:0:214086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000591425f0. 00000020:00000010:2.0:1767326836.698556:0:220902:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d7ba2ad1. 00000040:00000010:2.0:1767326836.698571:0:220902:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000001db60f4. 00040000:00000010:3.0:1767326836.698572:0:214086:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006ec679ff. 00040000:00000010:3.0:1767326836.698586:0:214086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000df61b019. 00000020:00000010:2.0:1767326836.698587:0:220902:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001dac6e9e. 00000020:00000010:2.0:1767326836.698598:0:220902:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008b788c0f. 00000004:00000010:3.0:1767326836.698598:0:214086:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000082a949d9. 00000004:00000010:3.0:1767326836.698603:0:214086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000022c5e5d6. 00040000:00000010:2.0:1767326836.698607:0:220902:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cf3a545b. 00000004:00000010:3.0:1767326836.698608:0:214086:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001dab3062. 00002000:00000010:3.0:1767326836.698610:0:214086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000168fbbe5. 00040000:00000010:2.0:1767326836.698615:0:220902:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002d64e397. 00000004:00000010:3.0:1767326836.698621:0:214086:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000082ecbd4d. 00000020:00000010:2.0:1767326836.698623:0:220902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b96085d9. 00000020:00000010:3.0:1767326836.698626:0:214086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a188e83. 00000020:00000001:2.0:1767326836.698635:0:220902:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767326836.698635:0:214086:0:(ldlm_lockd.c:289:expired_lock_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767326836.698648:0:220902:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000a9d29a4d. 00000020:00000001:2.0:1767326836.698660:0:220902:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.698663:0:220902:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767326836.698668:0:220902:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000002104fb11. 00000020:00000001:2.0:1767326836.698671:0:220902:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.698674:0:220902:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.698677:0:220902:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1767326836.698680:0:220902:0:(obd_mount.c:705:lustre_put_lsi()) put 000000008a7c52c6 1 00000020:00000001:2.0:1767326836.698683:0:220902:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:2.0:1767326836.698684:0:220902:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 00000000af3f8690 00000020:00000010:2.0:1767326836.698688:0:220902:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 28 at 0000000051a2d81c. 00000020:00000010:2.0:1767326836.698694:0:220902:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 14 at 00000000c8cc087c. 00000020:00000010:2.0:1767326836.698698:0:220902:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 17 at 00000000d77020e8. 00000020:00000010:2.0:1767326836.698703:0:220902:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 0000000018ee7a86. 00000020:00000010:2.0:1767326836.698707:0:220902:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 000000000f8d2249. 00000020:00000010:2.0:1767326836.698708:0:220902:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 00000000af3f8690. 00000020:00000001:2.0:1767326836.698713:0:220902:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.698714:0:220902:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767326836.698717:0:220902:0:(obd_mount.c:893:lustre_common_put_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767326836.698720:0:220902:0:(cl_object.c:884:cl_env_cache_purge()) Process entered 00000020:00000010:2.0:1767326836.698726:0:220902:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d1b65dd9. 00000020:00000010:2.0:1767326836.698730:0:220902:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 0000000036806cce. 00000008:00000010:2.0:1767326836.698734:0:220902:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 0000000098681762. 00020000:00000010:2.0:1767326836.698741:0:220902:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000008a00a739. 00008000:00000010:2.0:1767326836.698748:0:220902:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000bd6c7626. 00000080:00000010:2.0:1767326836.698753:0:220902:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000094764fc3. 00000080:00000010:2.0:1767326836.698759:0:220902:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 0000000016d29af8. 00000020:00000010:2.0:1767326836.698774:0:220902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bded86f. 00000008:00000010:2.0:1767326836.698779:0:220902:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000003f1ab7e. 00020000:00000010:2.0:1767326836.698782:0:220902:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003835e40f. 00008000:00000010:2.0:1767326836.698785:0:220902:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000096c78c6a. 00000080:00000010:2.0:1767326836.698788:0:220902:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000d9807608. 00000020:00000010:2.0:1767326836.698792:0:220902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011b568a5. 00000020:00000010:2.0:1767326836.698796:0:220902:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at 0000000069f3ac35. 00000020:00000010:2.0:1767326836.698799:0:220902:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a19ef569. 00000020:00000010:2.0:1767326836.698801:0:220902:0:(cl_object.c:1136:cl_key_fini()) kfreed 'info': 72 at 00000000d429ad70. 00000008:00000010:2.0:1767326836.698804:0:220902:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000505d02e9. 00020000:00000010:2.0:1767326836.698805:0:220902:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at 000000005896c062. 00008000:00000010:2.0:1767326836.698807:0:220902:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000007161f512. 00000020:00000010:2.0:1767326836.698808:0:220902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e124d89f. 00000008:00000010:2.0:1767326836.698810:0:220902:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000142d2f79. 00020000:00000010:2.0:1767326836.698811:0:220902:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000751fc61a. 00008000:00000010:2.0:1767326836.698813:0:220902:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e35aba3a. 00000020:00000010:2.0:1767326836.698814:0:220902:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009eb723f4. 00000020:00000010:2.0:1767326836.698815:0:220902:0:(cl_object.c:749:cl_env_fini()) slab-freed '(cle)': 144 at 00000000eb397b8e. 00000020:00000001:2.0:1767326836.698816:0:220902:0:(cl_object.c:902:cl_env_cache_purge()) Process leaving (rc=4294967293 : 4294967293 : fffffffd) 00000080:00000001:2.0:1767326836.698818:0:220902:0:(llite_lib.c:1635:ll_put_super()) Process leaving 00000100:00000040:0.0:1767326840.507525:0:217662:0:(connection.c:75:cpu_latency_work()) work item of 0000000055d5e02e (cpu 0) has reached its deadline 4306708313, at 4306708352 00000100:00000040:1.0:1767326840.507525:0:220159:0:(connection.c:75:cpu_latency_work()) work item of 000000008b93958b (cpu 0) has reached its deadline 4306708313, at 4306708352 00000100:00000040:2.0:1767326840.507525:0:220663:0:(connection.c:75:cpu_latency_work()) work item of 0000000001214135 (cpu 0) has reached its deadline 4306708313, at 4306708352 00000100:00000040:3.0:1767326840.507526:0:217471:0:(connection.c:75:cpu_latency_work()) work item of 0000000051884aaf (cpu 0) has reached its deadline 4306708313, at 4306708352 00000100:00000010:0.0:1767326840.507549:0:217662:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1e5b507. 00000100:00000010:3.0:1767326840.507551:0:217471:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cd2e4ac. 00000100:00000010:2.0:1767326840.507552:0:220663:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9f9490c. 00000100:00000010:1.0:1767326840.507555:0:220159:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be5cd0f0. 00000100:00000040:0.0:1767326841.147523:0:161884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12046) Debug log: 119116 lines, 119116 kept, 0 dropped, 0 bad.